lmy0802 commited on
Commit
19fb31f
·
verified ·
1 Parent(s): dfe914d

Update dataset/Api Recommendation/ComplexCodeEval-Java/8/QS/recall/token_counts_QS.csv

Browse files
dataset/Api Recommendation/ComplexCodeEval-Java/8/QS/recall/token_counts_QS.csv CHANGED
@@ -1,9 +1,9 @@
1
- Models: subset_0(10~23),subset_1(24~37),subset_2(39~55),subset_3(58~68),subset_4(69~83),subset_5(84~107),subset_6(107~167),subset_7(179~529)
2
- StarCoder2-7b,26.47,47.92,53.33,84.62,37.50,35.29,37.50,55.56
3
- StarCoder2-3b,26.47,44.23,71.43,60.00,37.50,35.29,22.22,63.64
4
- CodeLlama-7b,26.47,70.45,71.43,60.00,37.50,35.29,29.41,63.64
5
- CodeLlama-13b,26.47,87.50,60.00,84.62,37.50,35.29,37.50,63.64
6
- CodeLlama-34b,19.44,56.25,50.00,71.43,37.50,35.29,29.41,70.00
7
- DeepSeek-Coder-1.3b,19.44,56.25,60.00,33.33,37.50,27.78,22.22,63.64
8
- DeepSeek-Coder-6.7b,26.47,56.25,53.33,71.43,37.50,35.29,29.41,63.64
9
- DeepSeek-Coder-33b,26.47,56.25,64.29,84.62,29.41,35.29,29.41,63.64
 
1
+ Models, subset_0(10~23),subset_1(24~37),subset_2(39~55),subset_3(58~68),subset_4(69~83),subset_5(84~107),subset_6(107~167),subset_7(179~529)
2
+ StarCoder2-7b,26.47,47.92,53.33,84.62,37.50,35.29,37.50,55.56
3
+ StarCoder2-3b,26.47,44.23,71.43,60.00,37.50,35.29,22.22,63.64
4
+ CodeLlama-7b,26.47,70.45,71.43,60.00,37.50,35.29,29.41,63.64
5
+ CodeLlama-13b,26.47,87.50,60.00,84.62,37.50,35.29,37.50,63.64
6
+ CodeLlama-34b,19.44,56.25,50.00,71.43,37.50,35.29,29.41,70.00
7
+ DeepSeek-Coder-1.3b,19.44,56.25,60.00,33.33,37.50,27.78,22.22,63.64
8
+ DeepSeek-Coder-6.7b,26.47,56.25,53.33,71.43,37.50,35.29,29.41,63.64
9
+ DeepSeek-Coder-33b,26.47,56.25,64.29,84.62,29.41,35.29,29.41,63.64