Transformers
Safetensors
Japanese
rwkv7
text-embed
File size: 6,319 Bytes
356943f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
{
  "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852",
  "task_name": "JaQuADRetrieval",
  "mteb_version": "2.26.30",
  "scores": {
    "validation": [
      {
        "ndcg_at_1": 0.07422,
        "ndcg_at_3": 0.07289,
        "ndcg_at_5": 0.08679,
        "ndcg_at_10": 0.10268,
        "ndcg_at_20": 0.12296,
        "ndcg_at_100": 0.1648,
        "ndcg_at_1000": 0.21711,
        "map_at_1": 0.03711,
        "map_at_3": 0.05432,
        "map_at_5": 0.06106,
        "map_at_10": 0.06674,
        "map_at_20": 0.07183,
        "map_at_100": 0.07726,
        "map_at_1000": 0.07912,
        "recall_at_1": 0.03711,
        "recall_at_3": 0.07544,
        "recall_at_5": 0.10303,
        "recall_at_10": 0.14331,
        "recall_at_20": 0.20923,
        "recall_at_100": 0.39771,
        "recall_at_1000": 0.75464,
        "accuracy": 0.03711,
        "precision_at_1": 0.07422,
        "precision_at_3": 0.05029,
        "precision_at_5": 0.04121,
        "precision_at_10": 0.02866,
        "precision_at_20": 0.02092,
        "precision_at_100": 0.00795,
        "precision_at_1000": 0.00151,
        "mrr_at_1": 0.074219,
        "mrr_at_3": 0.107015,
        "mrr_at_5": 0.118636,
        "mrr_at_10": 0.128482,
        "mrr_at_20": 0.136203,
        "mrr_at_100": 0.143001,
        "mrr_at_1000": 0.144262,
        "nauc_ndcg_at_1_max": 0.151061,
        "nauc_ndcg_at_1_std": 0.093078,
        "nauc_ndcg_at_1_diff1": 0.185614,
        "nauc_ndcg_at_3_max": 0.135013,
        "nauc_ndcg_at_3_std": 0.113778,
        "nauc_ndcg_at_3_diff1": 0.117022,
        "nauc_ndcg_at_5_max": 0.136164,
        "nauc_ndcg_at_5_std": 0.126512,
        "nauc_ndcg_at_5_diff1": 0.097977,
        "nauc_ndcg_at_10_max": 0.131518,
        "nauc_ndcg_at_10_std": 0.143974,
        "nauc_ndcg_at_10_diff1": 0.083565,
        "nauc_ndcg_at_20_max": 0.12879,
        "nauc_ndcg_at_20_std": 0.157695,
        "nauc_ndcg_at_20_diff1": 0.069264,
        "nauc_ndcg_at_100_max": 0.136059,
        "nauc_ndcg_at_100_std": 0.178874,
        "nauc_ndcg_at_100_diff1": 0.067128,
        "nauc_ndcg_at_1000_max": 0.147463,
        "nauc_ndcg_at_1000_std": 0.186262,
        "nauc_ndcg_at_1000_diff1": 0.073035,
        "nauc_map_at_1_max": 0.151061,
        "nauc_map_at_1_std": 0.093078,
        "nauc_map_at_1_diff1": 0.185614,
        "nauc_map_at_3_max": 0.141633,
        "nauc_map_at_3_std": 0.113656,
        "nauc_map_at_3_diff1": 0.13074,
        "nauc_map_at_5_max": 0.142337,
        "nauc_map_at_5_std": 0.122553,
        "nauc_map_at_5_diff1": 0.117695,
        "nauc_map_at_10_max": 0.141925,
        "nauc_map_at_10_std": 0.133763,
        "nauc_map_at_10_diff1": 0.110486,
        "nauc_map_at_20_max": 0.141097,
        "nauc_map_at_20_std": 0.141072,
        "nauc_map_at_20_diff1": 0.105045,
        "nauc_map_at_100_max": 0.14233,
        "nauc_map_at_100_std": 0.146072,
        "nauc_map_at_100_diff1": 0.103142,
        "nauc_map_at_1000_max": 0.143003,
        "nauc_map_at_1000_std": 0.147262,
        "nauc_map_at_1000_diff1": 0.103272,
        "nauc_recall_at_1_max": 0.151061,
        "nauc_recall_at_1_std": 0.093078,
        "nauc_recall_at_1_diff1": 0.185614,
        "nauc_recall_at_3_max": 0.12533,
        "nauc_recall_at_3_std": 0.120983,
        "nauc_recall_at_3_diff1": 0.087214,
        "nauc_recall_at_5_max": 0.130496,
        "nauc_recall_at_5_std": 0.143571,
        "nauc_recall_at_5_diff1": 0.058612,
        "nauc_recall_at_10_max": 0.120688,
        "nauc_recall_at_10_std": 0.1738,
        "nauc_recall_at_10_diff1": 0.033695,
        "nauc_recall_at_20_max": 0.113173,
        "nauc_recall_at_20_std": 0.19921,
        "nauc_recall_at_20_diff1": 0.003392,
        "nauc_recall_at_100_max": 0.118391,
        "nauc_recall_at_100_std": 0.232762,
        "nauc_recall_at_100_diff1": -0.003779,
        "nauc_recall_at_1000_max": 0.1593,
        "nauc_recall_at_1000_std": 0.256394,
        "nauc_recall_at_1000_diff1": -0.003333,
        "nauc_precision_at_1_max": 0.151061,
        "nauc_precision_at_1_std": 0.093078,
        "nauc_precision_at_1_diff1": 0.185614,
        "nauc_precision_at_3_max": 0.12533,
        "nauc_precision_at_3_std": 0.120983,
        "nauc_precision_at_3_diff1": 0.087214,
        "nauc_precision_at_5_max": 0.130496,
        "nauc_precision_at_5_std": 0.143571,
        "nauc_precision_at_5_diff1": 0.058612,
        "nauc_precision_at_10_max": 0.120688,
        "nauc_precision_at_10_std": 0.1738,
        "nauc_precision_at_10_diff1": 0.033695,
        "nauc_precision_at_20_max": 0.113173,
        "nauc_precision_at_20_std": 0.19921,
        "nauc_precision_at_20_diff1": 0.003392,
        "nauc_precision_at_100_max": 0.118391,
        "nauc_precision_at_100_std": 0.232762,
        "nauc_precision_at_100_diff1": -0.003779,
        "nauc_precision_at_1000_max": 0.1593,
        "nauc_precision_at_1000_std": 0.256394,
        "nauc_precision_at_1000_diff1": -0.003333,
        "nauc_mrr_at_1_max": 0.151061,
        "nauc_mrr_at_1_std": 0.093078,
        "nauc_mrr_at_1_diff1": 0.185614,
        "nauc_mrr_at_3_max": 0.136868,
        "nauc_mrr_at_3_std": 0.107126,
        "nauc_mrr_at_3_diff1": 0.130358,
        "nauc_mrr_at_5_max": 0.13613,
        "nauc_mrr_at_5_std": 0.113514,
        "nauc_mrr_at_5_diff1": 0.118325,
        "nauc_mrr_at_10_max": 0.132048,
        "nauc_mrr_at_10_std": 0.12164,
        "nauc_mrr_at_10_diff1": 0.110624,
        "nauc_mrr_at_20_max": 0.131074,
        "nauc_mrr_at_20_std": 0.124203,
        "nauc_mrr_at_20_diff1": 0.106809,
        "nauc_mrr_at_100_max": 0.13253,
        "nauc_mrr_at_100_std": 0.126242,
        "nauc_mrr_at_100_diff1": 0.108311,
        "nauc_mrr_at_1000_max": 0.132519,
        "nauc_mrr_at_1000_std": 0.125863,
        "nauc_mrr_at_1000_diff1": 0.108791,
        "hit_rate_at_1": 0.07422,
        "hit_rate_at_3": 0.14893,
        "hit_rate_at_5": 0.2002,
        "hit_rate_at_10": 0.27441,
        "hit_rate_at_20": 0.3877,
        "hit_rate_at_100": 0.67139,
        "hit_rate_at_1000": 0.979,
        "main_score": 0.10268,
        "hf_subset": "default",
        "languages": [
          "jpn-Jpan"
        ],
        "mteb_version": "2.26.30"
      }
    ]
  },
  "evaluation_time": 68.15133500099182,
  "kg_co2_emissions": null,
  "date": null,
  "evaluation_phases": null
}