avo_test_cases / result_final.json
jiliu1's picture
Upload folder using huggingface_hub
15c2580 verified
Raw
History Blame Contribute Delete
1.05 kB
{
"kernel": "fused_moe_kernel_gptq_awq (int4 W4A16 MoE GEMM, vLLM Triton, ~66% device time, live on ROCm)",
"gemm_tuning": {
"method": "vllm benchmark_moe.py autotune (trimmed ROCm space, 600 cfgs, M=16..1024)",
"micro_speedup_geomean": 1.2741,
"config_file": "E=384,N=512,device_name=AMD_Instinct_MI300X,dtype=int4_w4a16.json",
"e2e_result": "REGRESSED -7..8% (243 vs 261-266 tok/s)",
"verdict": "REJECTED for deployment: overfit synthetic uniform-routing micro-bench; slower on real decode distribution"
},
"kernel_level": {
"method": "PerfSkills: hoist per-iter int4 scale/zp pointer divides out of K-loop; contiguity hints; mask-collapse when block_k divisible",
"micro_speedup_geomean": 1.1,
"correctness": "PASS (rtol/atol=2e-2 vs installed-original under identical inputs)",
"e2e_result": "NEUTRAL (261.7 vs 266.5 baseline; median TPOT 139.8 vs 140.9)",
"verdict": "KEPT: numerically identical, isolated-faster, E2E-safe; spliced into installed fused_moe.py"
},
"gsm8k_exact_match": 0.965
}