| seq_len,torch_cudnn,torch_cudnn_compile_d,torch_cudnn_compile_ma,torch_flash,torch_flash_compile_d,torch_flash_compile_ma,hf_flash_attn,hf_flash_attn3 | |
| 4224.000000,3.807456,3.789232,4.191984,3.974816,3.953792,4.322096,3.403408,3.328416 | |
| 4352.000000,4.078480,4.072352,4.420736,4.400480,4.390000,4.738144,3.833424,3.755664 | |
| 4416.000000,4.139680,4.134800,4.490464,4.451040,4.443680,4.795104,3.890112,3.860992 | |
| 4480.000000,4.202048,4.195216,4.561248,4.524608,4.519520,4.877056,3.948816,3.866704 | |
| 4544.000000,4.434992,4.427040,4.788000,4.582336,4.571872,4.945728,4.015280,3.982320 | |
| 4608.000000,4.499456,4.490816,4.874464,4.669152,4.663648,5.035232,4.071872,3.983520 | |