Transformers
Safetensors
Japanese
rwkv7
text-embed
File size: 6,328 Bytes
356943f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
{
  "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852",
  "task_name": "JaQuADRetrieval",
  "mteb_version": "2.26.30",
  "scores": {
    "validation": [
      {
        "ndcg_at_1": 0.12988,
        "ndcg_at_3": 0.11944,
        "ndcg_at_5": 0.13843,
        "ndcg_at_10": 0.16319,
        "ndcg_at_20": 0.18485,
        "ndcg_at_100": 0.22626,
        "ndcg_at_1000": 0.27382,
        "map_at_1": 0.06494,
        "map_at_3": 0.08993,
        "map_at_5": 0.09932,
        "map_at_10": 0.10901,
        "map_at_20": 0.11512,
        "map_at_100": 0.12131,
        "map_at_1000": 0.12314,
        "recall_at_1": 0.06494,
        "recall_at_3": 0.12109,
        "recall_at_5": 0.15869,
        "recall_at_10": 0.22119,
        "recall_at_20": 0.29126,
        "recall_at_100": 0.47485,
        "recall_at_1000": 0.79639,
        "accuracy": 0.06494,
        "precision_at_1": 0.12988,
        "precision_at_3": 0.08073,
        "precision_at_5": 0.06348,
        "precision_at_10": 0.04424,
        "precision_at_20": 0.02913,
        "precision_at_100": 0.0095,
        "precision_at_1000": 0.00159,
        "mrr_at_1": 0.129883,
        "mrr_at_3": 0.177083,
        "mrr_at_5": 0.19266,
        "mrr_at_10": 0.206567,
        "mrr_at_20": 0.213641,
        "mrr_at_100": 0.219519,
        "mrr_at_1000": 0.220587,
        "nauc_ndcg_at_1_max": 0.248415,
        "nauc_ndcg_at_1_std": 0.098474,
        "nauc_ndcg_at_1_diff1": 0.190037,
        "nauc_ndcg_at_3_max": 0.268514,
        "nauc_ndcg_at_3_std": 0.129442,
        "nauc_ndcg_at_3_diff1": 0.133557,
        "nauc_ndcg_at_5_max": 0.279377,
        "nauc_ndcg_at_5_std": 0.147058,
        "nauc_ndcg_at_5_diff1": 0.126304,
        "nauc_ndcg_at_10_max": 0.304632,
        "nauc_ndcg_at_10_std": 0.17118,
        "nauc_ndcg_at_10_diff1": 0.115216,
        "nauc_ndcg_at_20_max": 0.326293,
        "nauc_ndcg_at_20_std": 0.204176,
        "nauc_ndcg_at_20_diff1": 0.110426,
        "nauc_ndcg_at_100_max": 0.334294,
        "nauc_ndcg_at_100_std": 0.238096,
        "nauc_ndcg_at_100_diff1": 0.095268,
        "nauc_ndcg_at_1000_max": 0.327602,
        "nauc_ndcg_at_1000_std": 0.225464,
        "nauc_ndcg_at_1000_diff1": 0.101299,
        "nauc_map_at_1_max": 0.248415,
        "nauc_map_at_1_std": 0.098474,
        "nauc_map_at_1_diff1": 0.190037,
        "nauc_map_at_3_max": 0.261215,
        "nauc_map_at_3_std": 0.123549,
        "nauc_map_at_3_diff1": 0.142875,
        "nauc_map_at_5_max": 0.271073,
        "nauc_map_at_5_std": 0.136371,
        "nauc_map_at_5_diff1": 0.136795,
        "nauc_map_at_10_max": 0.28975,
        "nauc_map_at_10_std": 0.151967,
        "nauc_map_at_10_diff1": 0.131174,
        "nauc_map_at_20_max": 0.299786,
        "nauc_map_at_20_std": 0.167228,
        "nauc_map_at_20_diff1": 0.128658,
        "nauc_map_at_100_max": 0.303267,
        "nauc_map_at_100_std": 0.176662,
        "nauc_map_at_100_diff1": 0.123674,
        "nauc_map_at_1000_max": 0.303348,
        "nauc_map_at_1000_std": 0.176665,
        "nauc_map_at_1000_diff1": 0.123893,
        "nauc_recall_at_1_max": 0.248415,
        "nauc_recall_at_1_std": 0.098474,
        "nauc_recall_at_1_diff1": 0.190037,
        "nauc_recall_at_3_max": 0.282171,
        "nauc_recall_at_3_std": 0.143412,
        "nauc_recall_at_3_diff1": 0.109497,
        "nauc_recall_at_5_max": 0.301308,
        "nauc_recall_at_5_std": 0.175611,
        "nauc_recall_at_5_diff1": 0.098202,
        "nauc_recall_at_10_max": 0.345624,
        "nauc_recall_at_10_std": 0.222611,
        "nauc_recall_at_10_diff1": 0.074732,
        "nauc_recall_at_20_max": 0.378001,
        "nauc_recall_at_20_std": 0.291469,
        "nauc_recall_at_20_diff1": 0.058016,
        "nauc_recall_at_100_max": 0.345852,
        "nauc_recall_at_100_std": 0.358886,
        "nauc_recall_at_100_diff1": 0.000635,
        "nauc_recall_at_1000_max": 0.322446,
        "nauc_recall_at_1000_std": 0.347244,
        "nauc_recall_at_1000_diff1": 0.001884,
        "nauc_precision_at_1_max": 0.248415,
        "nauc_precision_at_1_std": 0.098474,
        "nauc_precision_at_1_diff1": 0.190037,
        "nauc_precision_at_3_max": 0.282171,
        "nauc_precision_at_3_std": 0.143412,
        "nauc_precision_at_3_diff1": 0.109497,
        "nauc_precision_at_5_max": 0.301308,
        "nauc_precision_at_5_std": 0.175611,
        "nauc_precision_at_5_diff1": 0.098202,
        "nauc_precision_at_10_max": 0.345624,
        "nauc_precision_at_10_std": 0.222611,
        "nauc_precision_at_10_diff1": 0.074732,
        "nauc_precision_at_20_max": 0.378001,
        "nauc_precision_at_20_std": 0.291469,
        "nauc_precision_at_20_diff1": 0.058016,
        "nauc_precision_at_100_max": 0.345852,
        "nauc_precision_at_100_std": 0.358886,
        "nauc_precision_at_100_diff1": 0.000635,
        "nauc_precision_at_1000_max": 0.322446,
        "nauc_precision_at_1000_std": 0.347244,
        "nauc_precision_at_1000_diff1": 0.001884,
        "nauc_mrr_at_1_max": 0.248415,
        "nauc_mrr_at_1_std": 0.098474,
        "nauc_mrr_at_1_diff1": 0.190037,
        "nauc_mrr_at_3_max": 0.26455,
        "nauc_mrr_at_3_std": 0.123343,
        "nauc_mrr_at_3_diff1": 0.144886,
        "nauc_mrr_at_5_max": 0.267419,
        "nauc_mrr_at_5_std": 0.131899,
        "nauc_mrr_at_5_diff1": 0.141284,
        "nauc_mrr_at_10_max": 0.273129,
        "nauc_mrr_at_10_std": 0.138599,
        "nauc_mrr_at_10_diff1": 0.135217,
        "nauc_mrr_at_20_max": 0.276521,
        "nauc_mrr_at_20_std": 0.144,
        "nauc_mrr_at_20_diff1": 0.13527,
        "nauc_mrr_at_100_max": 0.27522,
        "nauc_mrr_at_100_std": 0.144118,
        "nauc_mrr_at_100_diff1": 0.135235,
        "nauc_mrr_at_1000_max": 0.274929,
        "nauc_mrr_at_1000_std": 0.143342,
        "nauc_mrr_at_1000_diff1": 0.135432,
        "hit_rate_at_1": 0.12988,
        "hit_rate_at_3": 0.23926,
        "hit_rate_at_5": 0.30713,
        "hit_rate_at_10": 0.41113,
        "hit_rate_at_20": 0.51318,
        "hit_rate_at_100": 0.74707,
        "hit_rate_at_1000": 0.98096,
        "main_score": 0.16319,
        "hf_subset": "default",
        "languages": [
          "jpn-Jpan"
        ],
        "mteb_version": "2.26.30"
      }
    ]
  },
  "evaluation_time": 67.56524205207825,
  "kg_co2_emissions": null,
  "date": null,
  "evaluation_phases": null
}