Hugging Face's logo

memray
/
AugTriever-QExt-PLM

PyTorch
Model card Files
xet
Community
AugTriever-QExt-PLM
File size: 2,352 Bytes 
2fbbe0b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
 
{
    "dataset": "hotpotqa",
    "split": "test",
    "metric": "dot",
    "norm_query": false,
    "norm_doc": false,
    "scores": {
        "ndcg": {
            "NDCG@1": 0.54004,
            "NDCG@3": 0.42766,
            "NDCG@5": 0.45377,
            "NDCG@10": 0.47864,
            "NDCG@20": 0.49556,
            "NDCG@50": 0.51232,
            "NDCG@100": 0.52124,
            "NDCG@200": 0.52844,
            "NDCG@1000": 0.54145
        },
        "map": {
            "MAP@1": 0.27002,
            "MAP@3": 0.35448,
            "MAP@5": 0.3716,
            "MAP@10": 0.38458,
            "MAP@20": 0.39057,
            "MAP@50": 0.39425,
            "MAP@100": 0.39536,
            "MAP@200": 0.39589,
            "MAP@1000": 0.39632
        },
        "precision": {
            "P@1": 0.54004,
            "P@3": 0.26937,
            "P@5": 0.18231,
            "P@10": 0.10361,
            "P@20": 0.05726,
            "P@50": 0.02564,
            "P@100": 0.01372,
            "P@200": 0.00728,
            "P@1000": 0.00164
        },
        "recall": {
            "Recall@1": 0.27002,
            "Recall@3": 0.40405,
            "Recall@5": 0.45577,
            "Recall@10": 0.51803,
            "Recall@20": 0.57259,
            "Recall@50": 0.64099,
            "Recall@100": 0.68575,
            "Recall@200": 0.72762,
            "Recall@1000": 0.82026
        },
        "mrr": {
            "MRR@1": 0.54004,
            "MRR@3": 0.60943,
            "MRR@5": 0.62243,
            "MRR@10": 0.6303,
            "MRR@20": 0.63347,
            "MRR@50": 0.63504,
            "MRR@100": 0.63541,
            "MRR@200": 0.63555,
            "MRR@1000": 0.63565
        },
        "recall_cap": {
            "R_cap@1": 0.54004,
            "R_cap@3": 0.40405,
            "R_cap@5": 0.45577,
            "R_cap@10": 0.51803,
            "R_cap@20": 0.57259,
            "R_cap@50": 0.64099,
            "R_cap@100": 0.68575,
            "R_cap@200": 0.72762,
            "R_cap@1000": 0.82026
        },
        "hole": {
            "Hole@1": 0.45226,
            "Hole@3": 0.71767,
            "Hole@5": 0.80438,
            "Hole@10": 0.88365,
            "Hole@20": 0.93007,
            "Hole@50": 0.96269,
            "Hole@100": 0.97545,
            "Hole@200": 0.98261,
            "Hole@1000": 0.98986
        }
    }
}