| size_label,mode,num_params_m,warmup_steps,measure_steps,mean_ms,std_ms,context_length |
| small,forward,128.625408,5,10,36.7661415999919,0.20088818430917021,128 |
| small,forward+backward,128.625408,5,10,74.47445160000825,2.466122230881775,128 |
| medium,forward,423.18336,5,10,74.23205220002274,0.3197888941087869,128 |
| medium,forward+backward,423.18336,5,10,150.88170820000641,2.417856360863016,128 |
| large,forward,969.41184,5,10,112.87893730002452,2.5600531747972375,128 |
| large,forward+backward,969.41184,5,10,266.28332710001814,2.761118484337749,128 |
| xl,forward,1998.2352,5,10,151.84422639997592,0.5569600594696469,128 |
| xl,forward+backward,1998.2352,5,10,453.84160119999706,0.16124361654501151,128 |
| 2.7B,forward,3406.8096,5,10,224.0727931000265,0.32032112888809655,128 |
| 2.7B,forward+backward,3406.8096,5,10,676.871630999949,0.09136573833153677,128 |
| small,forward,128.6,5,10,38.12,0.76,256 |
| small,forward+backward,128.6,5,10,82.44,0.72,256 |
| medium,forward,423.2,5,10,77.89,1.78,256 |
| medium,forward+backward,423.2,5,10,210.82,0.63,256 |
| large,forward,969.4,5,10,146.73,0.21,256 |
| large,forward+backward,969.4,5,10,436.53,0.11,256 |
| xl,forward,1998.2,5,10,287.69,0.21,256 |
| xl,forward+backward,1998.2,5,10,888.22,0.14,256 |
| 2.7B,forward,3406.8,5,10,421.43,0.07,256 |
| 2.7B,forward+backward,3406.8,5,10,1318.1,0.24,256 |
| medium,forward,423.2,5,10,140.38,0.26,512 |
| medium,forward+backward,423.2,5,10,419.28,0.09,512 |
| large,forward,969.4,5,10,290.29,0.11,512 |
| large,forward+backward,969.4,5,10,891.6,0.07,512 |
| xl,forward,1998.2,5,10,579.03,0.07,512 |
| xl,forward+backward,1998.2,5,10,1759.66,0.35,512 |
| 2.7B,all,3406.8,5,10,FAILED,N/A,512 |
| small,forward,128.6,5,10,105.72,0.07,1024 |
| small,forward+backward,128.6,5,10,325.78,0.06,1024 |
| medium,forward,423.2,5,10,309.87,0.18,1024 |
| medium,forward+backward,423.2,5,10,958.45,0.07,1024 |
| large,all,969.4,5,10,FAILED,N/A,1024 |
| xl,all,1998.2,5,10,FAILED,N/A,1024 |
| 2.7B,all,3406.8,5,10,FAILED,N/A,1024 |
|
|
