Models, subset_0(158~190),subset_1(190~208),subset_2(211~235),subset_3(236~264),subset_4(267~287),subset_5(288~340),subset_6(345~395),subset_7(398~1002) StarCoder2-15b,6.88,11.58,13.39,13.48,16.48,15.86,21.61,23.48 CodeLlama-7b,24.93,19.58,17.86,27.13,20.93,15.26,27.84,24.17 CodeLlama-13b,27.16,27.27,25.99,29.36,20.30,23.85,25.40,19.44 CodeLlama-34b,33.31,29.69,25.05,25.79,26.63,22.28,27.15,24.11 DeepSeek-Coder-1.3b,30.26,29.73,27.51,28.99,26.80,27.07,25.62,27.11 DeepSeek-Coder-6.7b,10.16,18.64,17.66,23.37,21.23,25.05,26.65,24.91 DeepSeek-Coder-33b,28.64,32.00,28.70,31.06,25.41,28.13,32.25,22.74