dataset/Code Generation/MBPP/8/QS/token_counts_QS.csv

Model,token_subset_1,token_subset_2,token_subset_3,token_subset_4,token_subset_5,token_subset_6,token_subset_7,token_subset_8
CodeGemma-2b,46.0,56.67,46.0,42.33,51.69,43.08,33.85,28.0
CodeGemma-7b-it,41.33,57.33,63.33,49.33,62.77,48.31,53.23,40.92
CodeGemma-7b,55.33,69.67,59.33,51.67,63.69,57.23,63.38,45.54
DeepSeekCoder-1.3b-base,42.33,48.0,43.67,43.33,44.92,44.92,37.85,18.15
DeepSeekCoder-6.7b-base,51.67,75.0,65.0,58.33,64.62,64.62,47.69,49.23
DeepSeekCoder-6.7b-instruct,75.0,57.69,66.67,71.67,52.46,68.25,63.49,60.66
codeqwen2.5-1.5b,72.92,68.75,77.08,72.92,65.38,61.54,76.92,58.82
codeqwen2.5-7b,81.25,85.42,81.25,72.92,82.69,67.31,76.92,68.63