File size: 3,810 Bytes
2acd975
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
  "model_path": "outputs/bert-tiny-stage2-sbert",
  "dataset": "another-symato/VMTEB-Zalo-legel-retrieval-wseg",
  "eval_split": "train",
  "results": [
    {
      "truncate_dim": 384,
      "cosine_accuracy@1": 0.20344287949921752,
      "cosine_accuracy@3": 0.34076682316118934,
      "cosine_accuracy@5": 0.4182316118935837,
      "cosine_accuracy@10": 0.5246478873239436,
      "cosine_precision@1": 0.20344287949921752,
      "cosine_precision@3": 0.11358894105373016,
      "cosine_precision@5": 0.08364632237871533,
      "cosine_precision@10": 0.05246478873239306,
      "cosine_recall@1": 0.20344287949921752,
      "cosine_recall@3": 0.34076682316118934,
      "cosine_recall@5": 0.4182316118935837,
      "cosine_recall@10": 0.5246478873239436,
      "cosine_ndcg@3": 0.28296443965459644,
      "cosine_ndcg@5": 0.31498936372857955,
      "cosine_ndcg@10": 0.34952346401058043,
      "cosine_mrr@3": 0.263041210224309,
      "cosine_mrr@5": 0.2808815858111636,
      "cosine_mrr@10": 0.2952013003949625,
      "cosine_map@100": 0.30558138488387787
    },
    {
      "truncate_dim": 256,
      "cosine_accuracy@1": 0.1936619718309859,
      "cosine_accuracy@3": 0.3392018779342723,
      "cosine_accuracy@5": 0.40923317683881066,
      "cosine_accuracy@10": 0.5117370892018779,
      "cosine_precision@1": 0.1936619718309859,
      "cosine_precision@3": 0.11306729264475783,
      "cosine_precision@5": 0.08184663536776082,
      "cosine_precision@10": 0.051173708920186564,
      "cosine_recall@1": 0.1936619718309859,
      "cosine_recall@3": 0.3392018779342723,
      "cosine_recall@5": 0.40923317683881066,
      "cosine_recall@10": 0.5117370892018779,
      "cosine_ndcg@3": 0.27754763557316336,
      "cosine_ndcg@5": 0.3064740024881631,
      "cosine_ndcg@10": 0.3397688675668828,
      "cosine_mrr@3": 0.25632498695878986,
      "cosine_mrr@5": 0.2724243609806993,
      "cosine_mrr@10": 0.2862491305859853,
      "cosine_map@100": 0.2966242956740067
    },
    {
      "truncate_dim": 128,
      "cosine_accuracy@1": 0.17566510172143976,
      "cosine_accuracy@3": 0.3212050078247261,
      "cosine_accuracy@5": 0.39123630672926446,
      "cosine_accuracy@10": 0.4823943661971831,
      "cosine_precision@1": 0.17566510172143976,
      "cosine_precision@3": 0.10706833594157612,
      "cosine_precision@5": 0.07824726134585179,
      "cosine_precision@10": 0.04823943661971724,
      "cosine_recall@1": 0.17566510172143976,
      "cosine_recall@3": 0.3212050078247261,
      "cosine_recall@5": 0.39123630672926446,
      "cosine_recall@10": 0.4823943661971831,
      "cosine_ndcg@3": 0.25980688782975864,
      "cosine_ndcg@5": 0.2885789457629316,
      "cosine_ndcg@10": 0.3182168056871434,
      "cosine_mrr@3": 0.2386541471048512,
      "cosine_mrr@5": 0.2545774647887326,
      "cosine_mrr@10": 0.2668972166331323,
      "cosine_map@100": 0.2779128681223102
    },
    {
      "truncate_dim": 64,
      "cosine_accuracy@1": 0.14241001564945227,
      "cosine_accuracy@3": 0.27230046948356806,
      "cosine_accuracy@5": 0.3517214397496088,
      "cosine_accuracy@10": 0.4428794992175274,
      "cosine_precision@1": 0.14241001564945227,
      "cosine_precision@3": 0.09076682316119022,
      "cosine_precision@5": 0.0703442879499211,
      "cosine_precision@10": 0.0442879499217519,
      "cosine_recall@1": 0.14241001564945227,
      "cosine_recall@3": 0.27230046948356806,
      "cosine_recall@5": 0.3517214397496088,
      "cosine_recall@10": 0.4428794992175274,
      "cosine_ndcg@3": 0.21647319880114255,
      "cosine_ndcg@5": 0.2491862954231763,
      "cosine_ndcg@10": 0.27884940087516746,
      "cosine_mrr@3": 0.19731351069379194,
      "cosine_mrr@5": 0.21546687532602982,
      "cosine_mrr@10": 0.22781736716595852,
      "cosine_map@100": 0.23812275569660138
    }
  ]
}