Spaces:
Sleeping
Sleeping
Update dataset/Api Recommendation/ComplexCodeEval-Java/8/QS/recall/token_counts_QS.csv
Browse files
dataset/Api Recommendation/ComplexCodeEval-Java/8/QS/recall/token_counts_QS.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
-
Models
|
| 2 |
-
StarCoder2-7b,26.47,47.92,53.33,84.62,37.50,35.29,37.50,55.56
|
| 3 |
-
StarCoder2-3b,26.47,44.23,71.43,60.00,37.50,35.29,22.22,63.64
|
| 4 |
-
CodeLlama-7b,26.47,70.45,71.43,60.00,37.50,35.29,29.41,63.64
|
| 5 |
-
CodeLlama-13b,26.47,87.50,60.00,84.62,37.50,35.29,37.50,63.64
|
| 6 |
-
CodeLlama-34b,19.44,56.25,50.00,71.43,37.50,35.29,29.41,70.00
|
| 7 |
-
DeepSeek-Coder-1.3b,19.44,56.25,60.00,33.33,37.50,27.78,22.22,63.64
|
| 8 |
-
DeepSeek-Coder-6.7b,26.47,56.25,53.33,71.43,37.50,35.29,29.41,63.64
|
| 9 |
-
DeepSeek-Coder-33b,26.47,56.25,64.29,84.62,29.41,35.29,29.41,63.64
|
|
|
|
| 1 |
+
Models, subset_0(10~23),subset_1(24~37),subset_2(39~55),subset_3(58~68),subset_4(69~83),subset_5(84~107),subset_6(107~167),subset_7(179~529)
|
| 2 |
+
StarCoder2-7b,26.47,47.92,53.33,84.62,37.50,35.29,37.50,55.56
|
| 3 |
+
StarCoder2-3b,26.47,44.23,71.43,60.00,37.50,35.29,22.22,63.64
|
| 4 |
+
CodeLlama-7b,26.47,70.45,71.43,60.00,37.50,35.29,29.41,63.64
|
| 5 |
+
CodeLlama-13b,26.47,87.50,60.00,84.62,37.50,35.29,37.50,63.64
|
| 6 |
+
CodeLlama-34b,19.44,56.25,50.00,71.43,37.50,35.29,29.41,70.00
|
| 7 |
+
DeepSeek-Coder-1.3b,19.44,56.25,60.00,33.33,37.50,27.78,22.22,63.64
|
| 8 |
+
DeepSeek-Coder-6.7b,26.47,56.25,53.33,71.43,37.50,35.29,29.41,63.64
|
| 9 |
+
DeepSeek-Coder-33b,26.47,56.25,64.29,84.62,29.41,35.29,29.41,63.64
|