size_label,mode,num_params_m,warmup_steps,measure_steps,mean_ms,std_ms,context_length
small,forward,128.625408,5,10,36.7661415999919,0.20088818430917021,128
small,forward+backward,128.625408,5,10,74.47445160000825,2.466122230881775,128
medium,forward,423.18336,5,10,74.23205220002274,0.3197888941087869,128
medium,forward+backward,423.18336,5,10,150.88170820000641,2.417856360863016,128
large,forward,969.41184,5,10,112.87893730002452,2.5600531747972375,128
large,forward+backward,969.41184,5,10,266.28332710001814,2.761118484337749,128
xl,forward,1998.2352,5,10,151.84422639997592,0.5569600594696469,128
xl,forward+backward,1998.2352,5,10,453.84160119999706,0.16124361654501151,128
2.7B,forward,3406.8096,5,10,224.0727931000265,0.32032112888809655,128
2.7B,forward+backward,3406.8096,5,10,676.871630999949,0.09136573833153677,128
small,forward,128.6,5,10,38.12,0.76,256
small,forward+backward,128.6,5,10,82.44,0.72,256
medium,forward,423.2,5,10,77.89,1.78,256
medium,forward+backward,423.2,5,10,210.82,0.63,256
large,forward,969.4,5,10,146.73,0.21,256
large,forward+backward,969.4,5,10,436.53,0.11,256
xl,forward,1998.2,5,10,287.69,0.21,256
xl,forward+backward,1998.2,5,10,888.22,0.14,256
2.7B,forward,3406.8,5,10,421.43,0.07,256
2.7B,forward+backward,3406.8,5,10,1318.1,0.24,256
medium,forward,423.2,5,10,140.38,0.26,512
medium,forward+backward,423.2,5,10,419.28,0.09,512
large,forward,969.4,5,10,290.29,0.11,512
large,forward+backward,969.4,5,10,891.6,0.07,512
xl,forward,1998.2,5,10,579.03,0.07,512
xl,forward+backward,1998.2,5,10,1759.66,0.35,512
2.7B,all,3406.8,5,10,FAILED,N/A,512
small,forward,128.6,5,10,105.72,0.07,1024
small,forward+backward,128.6,5,10,325.78,0.06,1024
medium,forward,423.2,5,10,309.87,0.18,1024
medium,forward+backward,423.2,5,10,958.45,0.07,1024
large,all,969.4,5,10,FAILED,N/A,1024
xl,all,1998.2,5,10,FAILED,N/A,1024
2.7B,all,3406.8,5,10,FAILED,N/A,1024