File size: 1,692 Bytes
989d4ef
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "split": "test_unfiltered",
  "n": 809,
  "seed": 0,
  "models": {
    "native_bird": {
      "ibo": {
        "cos_matched_mean": 0.7389,
        "cos_unmatched_mean": 0.2169,
        "margin": 0.522,
        "acc@1_cap2eng": 96.66,
        "acc@5_cap2eng": 99.26,
        "acc@1_eng2cap": 95.06
      },
      "hau": {
        "cos_matched_mean": 0.6745,
        "cos_unmatched_mean": 0.1988,
        "margin": 0.4757,
        "acc@1_cap2eng": 87.89,
        "acc@5_cap2eng": 97.16,
        "acc@1_eng2cap": 85.66
      },
      "yor": {
        "cos_matched_mean": 0.65,
        "cos_unmatched_mean": 0.2092,
        "margin": 0.4408,
        "acc@1_cap2eng": 79.23,
        "acc@5_cap2eng": 93.94,
        "acc@1_eng2cap": 79.73
      },
      "avg_acc@1_cap2eng": 87.93,
      "avg_margin": 0.4795,
      "model_id": "Modularcomputing/Native-Bird",
      "sec": 27.2
    },
    "labse": {
      "ibo": {
        "cos_matched_mean": 0.859,
        "cos_unmatched_mean": 0.3248,
        "margin": 0.5342,
        "acc@1_cap2eng": 97.16,
        "acc@5_cap2eng": 99.63,
        "acc@1_eng2cap": 97.03
      },
      "hau": {
        "cos_matched_mean": 0.7849,
        "cos_unmatched_mean": 0.3233,
        "margin": 0.4616,
        "acc@1_cap2eng": 89.99,
        "acc@5_cap2eng": 97.4,
        "acc@1_eng2cap": 86.53
      },
      "yor": {
        "cos_matched_mean": 0.7253,
        "cos_unmatched_mean": 0.2938,
        "margin": 0.4314,
        "acc@1_cap2eng": 82.57,
        "acc@5_cap2eng": 93.7,
        "acc@1_eng2cap": 78.99
      },
      "avg_acc@1_cap2eng": 89.91,
      "avg_margin": 0.4757,
      "model_id": "sentence-transformers/LaBSE",
      "sec": 12.8
    }
  }
}