Coder480-nvfp4/Qwen3-Coder-480B-A35B-Instruct-table_nvfp4.csv

Concurrency,"TTFT (Mean, ms)","TTFT (p50, ms)","TTFT (p90, ms)","ITL (Mean, ms)","ITL (p50, ms)","ITL (p90, ms)","TPS (Mean, tokens/s)","TPS (p50, tokens/s)","TPS (p90, tokens/s)","Latency (Mean, s)","Latency (p50, s)","Latency (p90, s)",Throughput (RPS)
1,92.56,93.28,96.53,8.99,8.99,9.01,103.54,103.57,103.85,1.23,1.24,1.24,0.81
2,173.48,173.28,182.91,10.01,10.01,10.10,88.53,88.50,89.28,1.45,1.45,1.46,0.69
4,163.84,167.73,191.40,11.52,11.40,12.07,78.11,78.93,80.38,1.61,1.62,1.69,0.62
8,177.42,181.11,218.45,13.66,13.60,14.24,66.77,67.05,68.76,1.90,1.91,2.01,0.53
16,174.25,166.93,207.37,15.68,15.71,15.97,58.03,58.34,60.17,2.15,2.19,2.22,0.46
32,169.11,167.75,186.46,18.03,17.89,18.31,51.75,51.88,52.49,2.43,2.47,2.49,0.41