Models, subset_0(180~198),subset_1(199~213),subset_2(216~229),subset_3(229~243),subset_4(243~266),subset_5(267~294),subset_6(295~347),subset_7(378~591)
StarCoder2-15b,10.29,9.24,11.22,12.99,15.86,14.25,18.76,22.32
CodeLlama-7b,33.66,25.25,23.28,25.79,30.94,25.53,36.36,28.87
CodeLlama-13b,24.34,33.57,31.72,20.68,28.64,28.27,19.89,23.67
CodeLlama-34b,35.57,26.82,28.08,25.99,26.50,26.96,21.41,22.30
DeepSeek-Coder-1.3b,32.05,30.90,31.42,27.62,26.64,25.92,23.80,26.60
DeepSeek-Coder-6.7b,16.87,14.68,16.20,21.54,21.45,21.24,27.65,27.30
DeepSeek-Coder-33b,23.07,23.37,27.90,27.52,30.47,30.28,33.21,32.74