File size: 1,458 Bytes
e649596
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
task,subset,ndcg_at_10
AppsRetrieval,default,0.51811
CodeFeedbackMT,default,0.88555
CodeFeedbackST,default,0.85353
CodeTransOceanContest,default,0.80383
CodeTransOceanDL,default,0.3765
CodeSearchNetRetrieval,python,0.92472
CodeSearchNetRetrieval,javascript,0.80594
CodeSearchNetRetrieval,go,0.95975
CodeSearchNetRetrieval,ruby,0.85914
CodeSearchNetRetrieval,java,0.91123
CodeSearchNetRetrieval,php,0.88004
CodeSearchNetCCRetrieval,python,0.90395
CodeSearchNetCCRetrieval,javascript,0.93166
CodeSearchNetCCRetrieval,go,0.9309
CodeSearchNetCCRetrieval,ruby,0.88812
CodeSearchNetCCRetrieval,java,0.91327
CodeSearchNetCCRetrieval,php,0.88782
CodeEditSearchRetrieval,python,0.7795
CodeEditSearchRetrieval,javascript,0.75545
CodeEditSearchRetrieval,typescript,0.78784
CodeEditSearchRetrieval,go,0.78013
CodeEditSearchRetrieval,ruby,0.78944
CodeEditSearchRetrieval,java,0.74674
CodeEditSearchRetrieval,php,0.73615
CodeEditSearchRetrieval,c,0.66254
CodeEditSearchRetrieval,c++,0.71411
CodeEditSearchRetrieval,rust,0.70859
CodeEditSearchRetrieval,swift,0.74133
CodeEditSearchRetrieval,scala,0.79722
CodeEditSearchRetrieval,shell,0.72468
COIRCodeSearchNetRetrieval,python,0.98316
COIRCodeSearchNetRetrieval,javascript,0.74197
COIRCodeSearchNetRetrieval,go,0.8874
COIRCodeSearchNetRetrieval,ruby,0.76882
COIRCodeSearchNetRetrieval,java,0.81295
COIRCodeSearchNetRetrieval,php,0.83416
StackOverflowQA,default,0.86793
CosQA,default,0.43326
SyntheticText2SQL,default,0.703