| seq_len,torch_cudnn,torch_cudnn_compile_d,torch_cudnn_compile_ma,torch_flash,torch_flash_compile_d,torch_flash_compile_ma,hf_flash_attn,hf_flash_attn3 | |
| 4224.000000,3.802832,3.792784,4.181488,3.966576,3.956640,4.313024,3.396816,3.333200 | |
| 4352.000000,4.081776,4.086624,4.433040,4.399632,4.392240,4.736416,3.837312,3.758016 | |
| 4416.000000,4.146080,4.139200,4.479680,4.456032,4.446992,4.795904,3.893088,3.864576 | |
| 4480.000000,4.211200,4.203072,4.555296,4.529248,4.523104,4.877248,3.951152,3.871312 | |
| 4544.000000,4.436080,4.432784,4.789248,4.585120,4.580192,4.938464,4.010128,3.978448 | |
| 4608.000000,4.504256,4.497184,4.872832,4.662272,4.654272,5.030304,4.065760,3.986496 | |