andersonbcdefg commited on
Commit
c7b6855
·
1 Parent(s): 09d7dec

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -2599
README.md CHANGED
@@ -1,2599 +0,0 @@
1
- ---
2
- tags:
3
- - mteb
4
- model-index:
5
- - name: bge_micro
6
- results:
7
- - task:
8
- type: Classification
9
- dataset:
10
- type: mteb/amazon_counterfactual
11
- name: MTEB AmazonCounterfactualClassification (en)
12
- config: en
13
- split: test
14
- revision: e8379541af4e31359cca9fbcf4b00f2671dba205
15
- metrics:
16
- - type: accuracy
17
- value: 66.26865671641792
18
- - type: ap
19
- value: 28.174006539079688
20
- - type: f1
21
- value: 59.724963358211035
22
- - task:
23
- type: Classification
24
- dataset:
25
- type: mteb/amazon_polarity
26
- name: MTEB AmazonPolarityClassification
27
- config: default
28
- split: test
29
- revision: e2d317d38cd51312af73b3d32a06d1a08b442046
30
- metrics:
31
- - type: accuracy
32
- value: 75.3691
33
- - type: ap
34
- value: 69.64182876373573
35
- - type: f1
36
- value: 75.2906345000088
37
- - task:
38
- type: Classification
39
- dataset:
40
- type: mteb/amazon_reviews_multi
41
- name: MTEB AmazonReviewsClassification (en)
42
- config: en
43
- split: test
44
- revision: 1399c76144fd37290681b995c656ef9b2e06e26d
45
- metrics:
46
- - type: accuracy
47
- value: 35.806
48
- - type: f1
49
- value: 35.506516495961904
50
- - task:
51
- type: Retrieval
52
- dataset:
53
- type: arguana
54
- name: MTEB ArguAna
55
- config: default
56
- split: test
57
- revision: None
58
- metrics:
59
- - type: map_at_1
60
- value: 27.24
61
- - type: map_at_10
62
- value: 42.832
63
- - type: map_at_100
64
- value: 43.797000000000004
65
- - type: map_at_1000
66
- value: 43.804
67
- - type: map_at_3
68
- value: 38.134
69
- - type: map_at_5
70
- value: 40.744
71
- - type: mrr_at_1
72
- value: 27.951999999999998
73
- - type: mrr_at_10
74
- value: 43.111
75
- - type: mrr_at_100
76
- value: 44.083
77
- - type: mrr_at_1000
78
- value: 44.09
79
- - type: mrr_at_3
80
- value: 38.431
81
- - type: mrr_at_5
82
- value: 41.019
83
- - type: ndcg_at_1
84
- value: 27.24
85
- - type: ndcg_at_10
86
- value: 51.513
87
- - type: ndcg_at_100
88
- value: 55.762
89
- - type: ndcg_at_1000
90
- value: 55.938
91
- - type: ndcg_at_3
92
- value: 41.743
93
- - type: ndcg_at_5
94
- value: 46.454
95
- - type: precision_at_1
96
- value: 27.24
97
- - type: precision_at_10
98
- value: 7.93
99
- - type: precision_at_100
100
- value: 0.9820000000000001
101
- - type: precision_at_1000
102
- value: 0.1
103
- - type: precision_at_3
104
- value: 17.402
105
- - type: precision_at_5
106
- value: 12.731
107
- - type: recall_at_1
108
- value: 27.24
109
- - type: recall_at_10
110
- value: 79.303
111
- - type: recall_at_100
112
- value: 98.151
113
- - type: recall_at_1000
114
- value: 99.502
115
- - type: recall_at_3
116
- value: 52.205
117
- - type: recall_at_5
118
- value: 63.656
119
- - task:
120
- type: Clustering
121
- dataset:
122
- type: mteb/arxiv-clustering-p2p
123
- name: MTEB ArxivClusteringP2P
124
- config: default
125
- split: test
126
- revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
127
- metrics:
128
- - type: v_measure
129
- value: 44.59766397469585
130
- - task:
131
- type: Clustering
132
- dataset:
133
- type: mteb/arxiv-clustering-s2s
134
- name: MTEB ArxivClusteringS2S
135
- config: default
136
- split: test
137
- revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
138
- metrics:
139
- - type: v_measure
140
- value: 34.480143023109626
141
- - task:
142
- type: Reranking
143
- dataset:
144
- type: mteb/askubuntudupquestions-reranking
145
- name: MTEB AskUbuntuDupQuestions
146
- config: default
147
- split: test
148
- revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
149
- metrics:
150
- - type: map
151
- value: 58.09326229984527
152
- - type: mrr
153
- value: 72.18429846546191
154
- - task:
155
- type: STS
156
- dataset:
157
- type: mteb/biosses-sts
158
- name: MTEB BIOSSES
159
- config: default
160
- split: test
161
- revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
162
- metrics:
163
- - type: cos_sim_pearson
164
- value: 85.47582391622187
165
- - type: cos_sim_spearman
166
- value: 83.41635852964214
167
- - type: euclidean_pearson
168
- value: 84.21969728559216
169
- - type: euclidean_spearman
170
- value: 83.46575724558684
171
- - type: manhattan_pearson
172
- value: 83.83107014910223
173
- - type: manhattan_spearman
174
- value: 83.13321954800792
175
- - task:
176
- type: Classification
177
- dataset:
178
- type: mteb/banking77
179
- name: MTEB Banking77Classification
180
- config: default
181
- split: test
182
- revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
183
- metrics:
184
- - type: accuracy
185
- value: 80.58116883116882
186
- - type: f1
187
- value: 80.53335622619781
188
- - task:
189
- type: Clustering
190
- dataset:
191
- type: mteb/biorxiv-clustering-p2p
192
- name: MTEB BiorxivClusteringP2P
193
- config: default
194
- split: test
195
- revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
196
- metrics:
197
- - type: v_measure
198
- value: 37.13458676004344
199
- - task:
200
- type: Clustering
201
- dataset:
202
- type: mteb/biorxiv-clustering-s2s
203
- name: MTEB BiorxivClusteringS2S
204
- config: default
205
- split: test
206
- revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
207
- metrics:
208
- - type: v_measure
209
- value: 29.720429607514898
210
- - task:
211
- type: Retrieval
212
- dataset:
213
- type: BeIR/cqadupstack
214
- name: MTEB CQADupstackAndroidRetrieval
215
- config: default
216
- split: test
217
- revision: None
218
- metrics:
219
- - type: map_at_1
220
- value: 26.051000000000002
221
- - type: map_at_10
222
- value: 36.291000000000004
223
- - type: map_at_100
224
- value: 37.632
225
- - type: map_at_1000
226
- value: 37.772
227
- - type: map_at_3
228
- value: 33.288000000000004
229
- - type: map_at_5
230
- value: 35.035
231
- - type: mrr_at_1
232
- value: 33.333
233
- - type: mrr_at_10
234
- value: 42.642
235
- - type: mrr_at_100
236
- value: 43.401
237
- - type: mrr_at_1000
238
- value: 43.463
239
- - type: mrr_at_3
240
- value: 40.272000000000006
241
- - type: mrr_at_5
242
- value: 41.753
243
- - type: ndcg_at_1
244
- value: 33.333
245
- - type: ndcg_at_10
246
- value: 42.291000000000004
247
- - type: ndcg_at_100
248
- value: 47.602
249
- - type: ndcg_at_1000
250
- value: 50.109
251
- - type: ndcg_at_3
252
- value: 38.033
253
- - type: ndcg_at_5
254
- value: 40.052
255
- - type: precision_at_1
256
- value: 33.333
257
- - type: precision_at_10
258
- value: 8.254999999999999
259
- - type: precision_at_100
260
- value: 1.353
261
- - type: precision_at_1000
262
- value: 0.185
263
- - type: precision_at_3
264
- value: 18.884
265
- - type: precision_at_5
266
- value: 13.447999999999999
267
- - type: recall_at_1
268
- value: 26.051000000000002
269
- - type: recall_at_10
270
- value: 53.107000000000006
271
- - type: recall_at_100
272
- value: 76.22
273
- - type: recall_at_1000
274
- value: 92.92399999999999
275
- - type: recall_at_3
276
- value: 40.073
277
- - type: recall_at_5
278
- value: 46.327
279
- - task:
280
- type: Retrieval
281
- dataset:
282
- type: BeIR/cqadupstack
283
- name: MTEB CQADupstackEnglishRetrieval
284
- config: default
285
- split: test
286
- revision: None
287
- metrics:
288
- - type: map_at_1
289
- value: 19.698999999999998
290
- - type: map_at_10
291
- value: 26.186
292
- - type: map_at_100
293
- value: 27.133000000000003
294
- - type: map_at_1000
295
- value: 27.256999999999998
296
- - type: map_at_3
297
- value: 24.264
298
- - type: map_at_5
299
- value: 25.307000000000002
300
- - type: mrr_at_1
301
- value: 24.712999999999997
302
- - type: mrr_at_10
303
- value: 30.703999999999997
304
- - type: mrr_at_100
305
- value: 31.445
306
- - type: mrr_at_1000
307
- value: 31.517
308
- - type: mrr_at_3
309
- value: 28.992
310
- - type: mrr_at_5
311
- value: 29.963
312
- - type: ndcg_at_1
313
- value: 24.712999999999997
314
- - type: ndcg_at_10
315
- value: 30.198000000000004
316
- - type: ndcg_at_100
317
- value: 34.412
318
- - type: ndcg_at_1000
319
- value: 37.174
320
- - type: ndcg_at_3
321
- value: 27.148
322
- - type: ndcg_at_5
323
- value: 28.464
324
- - type: precision_at_1
325
- value: 24.712999999999997
326
- - type: precision_at_10
327
- value: 5.489999999999999
328
- - type: precision_at_100
329
- value: 0.955
330
- - type: precision_at_1000
331
- value: 0.14400000000000002
332
- - type: precision_at_3
333
- value: 12.803
334
- - type: precision_at_5
335
- value: 8.981
336
- - type: recall_at_1
337
- value: 19.698999999999998
338
- - type: recall_at_10
339
- value: 37.595
340
- - type: recall_at_100
341
- value: 55.962
342
- - type: recall_at_1000
343
- value: 74.836
344
- - type: recall_at_3
345
- value: 28.538999999999998
346
- - type: recall_at_5
347
- value: 32.279
348
- - task:
349
- type: Retrieval
350
- dataset:
351
- type: BeIR/cqadupstack
352
- name: MTEB CQADupstackGamingRetrieval
353
- config: default
354
- split: test
355
- revision: None
356
- metrics:
357
- - type: map_at_1
358
- value: 34.224
359
- - type: map_at_10
360
- value: 44.867000000000004
361
- - type: map_at_100
362
- value: 45.944
363
- - type: map_at_1000
364
- value: 46.013999999999996
365
- - type: map_at_3
366
- value: 42.009
367
- - type: map_at_5
368
- value: 43.684
369
- - type: mrr_at_1
370
- value: 39.436
371
- - type: mrr_at_10
372
- value: 48.301
373
- - type: mrr_at_100
374
- value: 49.055
375
- - type: mrr_at_1000
376
- value: 49.099
377
- - type: mrr_at_3
378
- value: 45.956
379
- - type: mrr_at_5
380
- value: 47.445
381
- - type: ndcg_at_1
382
- value: 39.436
383
- - type: ndcg_at_10
384
- value: 50.214000000000006
385
- - type: ndcg_at_100
386
- value: 54.63
387
- - type: ndcg_at_1000
388
- value: 56.165
389
- - type: ndcg_at_3
390
- value: 45.272
391
- - type: ndcg_at_5
392
- value: 47.826
393
- - type: precision_at_1
394
- value: 39.436
395
- - type: precision_at_10
396
- value: 8.037999999999998
397
- - type: precision_at_100
398
- value: 1.118
399
- - type: precision_at_1000
400
- value: 0.13
401
- - type: precision_at_3
402
- value: 20.125
403
- - type: precision_at_5
404
- value: 13.918
405
- - type: recall_at_1
406
- value: 34.224
407
- - type: recall_at_10
408
- value: 62.690999999999995
409
- - type: recall_at_100
410
- value: 81.951
411
- - type: recall_at_1000
412
- value: 92.93299999999999
413
- - type: recall_at_3
414
- value: 49.299
415
- - type: recall_at_5
416
- value: 55.533
417
- - task:
418
- type: Retrieval
419
- dataset:
420
- type: BeIR/cqadupstack
421
- name: MTEB CQADupstackGisRetrieval
422
- config: default
423
- split: test
424
- revision: None
425
- metrics:
426
- - type: map_at_1
427
- value: 21.375
428
- - type: map_at_10
429
- value: 28.366000000000003
430
- - type: map_at_100
431
- value: 29.363
432
- - type: map_at_1000
433
- value: 29.458000000000002
434
- - type: map_at_3
435
- value: 26.247
436
- - type: map_at_5
437
- value: 27.439000000000004
438
- - type: mrr_at_1
439
- value: 22.938
440
- - type: mrr_at_10
441
- value: 30.072
442
- - type: mrr_at_100
443
- value: 30.993
444
- - type: mrr_at_1000
445
- value: 31.070999999999998
446
- - type: mrr_at_3
447
- value: 28.004
448
- - type: mrr_at_5
449
- value: 29.179
450
- - type: ndcg_at_1
451
- value: 22.938
452
- - type: ndcg_at_10
453
- value: 32.516
454
- - type: ndcg_at_100
455
- value: 37.641999999999996
456
- - type: ndcg_at_1000
457
- value: 40.150999999999996
458
- - type: ndcg_at_3
459
- value: 28.341
460
- - type: ndcg_at_5
461
- value: 30.394
462
- - type: precision_at_1
463
- value: 22.938
464
- - type: precision_at_10
465
- value: 5.028
466
- - type: precision_at_100
467
- value: 0.8
468
- - type: precision_at_1000
469
- value: 0.105
470
- - type: precision_at_3
471
- value: 12.052999999999999
472
- - type: precision_at_5
473
- value: 8.497
474
- - type: recall_at_1
475
- value: 21.375
476
- - type: recall_at_10
477
- value: 43.682
478
- - type: recall_at_100
479
- value: 67.619
480
- - type: recall_at_1000
481
- value: 86.64699999999999
482
- - type: recall_at_3
483
- value: 32.478
484
- - type: recall_at_5
485
- value: 37.347
486
- - task:
487
- type: Retrieval
488
- dataset:
489
- type: BeIR/cqadupstack
490
- name: MTEB CQADupstackMathematicaRetrieval
491
- config: default
492
- split: test
493
- revision: None
494
- metrics:
495
- - type: map_at_1
496
- value: 14.95
497
- - type: map_at_10
498
- value: 21.417
499
- - type: map_at_100
500
- value: 22.525000000000002
501
- - type: map_at_1000
502
- value: 22.665
503
- - type: map_at_3
504
- value: 18.684
505
- - type: map_at_5
506
- value: 20.275000000000002
507
- - type: mrr_at_1
508
- value: 18.159
509
- - type: mrr_at_10
510
- value: 25.373
511
- - type: mrr_at_100
512
- value: 26.348
513
- - type: mrr_at_1000
514
- value: 26.432
515
- - type: mrr_at_3
516
- value: 22.698999999999998
517
- - type: mrr_at_5
518
- value: 24.254
519
- - type: ndcg_at_1
520
- value: 18.159
521
- - type: ndcg_at_10
522
- value: 26.043
523
- - type: ndcg_at_100
524
- value: 31.491999999999997
525
- - type: ndcg_at_1000
526
- value: 34.818
527
- - type: ndcg_at_3
528
- value: 21.05
529
- - type: ndcg_at_5
530
- value: 23.580000000000002
531
- - type: precision_at_1
532
- value: 18.159
533
- - type: precision_at_10
534
- value: 4.938
535
- - type: precision_at_100
536
- value: 0.872
537
- - type: precision_at_1000
538
- value: 0.129
539
- - type: precision_at_3
540
- value: 9.908999999999999
541
- - type: precision_at_5
542
- value: 7.611999999999999
543
- - type: recall_at_1
544
- value: 14.95
545
- - type: recall_at_10
546
- value: 36.285000000000004
547
- - type: recall_at_100
548
- value: 60.431999999999995
549
- - type: recall_at_1000
550
- value: 84.208
551
- - type: recall_at_3
552
- value: 23.006
553
- - type: recall_at_5
554
- value: 29.304999999999996
555
- - task:
556
- type: Retrieval
557
- dataset:
558
- type: BeIR/cqadupstack
559
- name: MTEB CQADupstackPhysicsRetrieval
560
- config: default
561
- split: test
562
- revision: None
563
- metrics:
564
- - type: map_at_1
565
- value: 23.580000000000002
566
- - type: map_at_10
567
- value: 32.906
568
- - type: map_at_100
569
- value: 34.222
570
- - type: map_at_1000
571
- value: 34.346
572
- - type: map_at_3
573
- value: 29.891000000000002
574
- - type: map_at_5
575
- value: 31.679000000000002
576
- - type: mrr_at_1
577
- value: 28.778
578
- - type: mrr_at_10
579
- value: 37.783
580
- - type: mrr_at_100
581
- value: 38.746
582
- - type: mrr_at_1000
583
- value: 38.804
584
- - type: mrr_at_3
585
- value: 35.098
586
- - type: mrr_at_5
587
- value: 36.739
588
- - type: ndcg_at_1
589
- value: 28.778
590
- - type: ndcg_at_10
591
- value: 38.484
592
- - type: ndcg_at_100
593
- value: 44.322
594
- - type: ndcg_at_1000
595
- value: 46.772000000000006
596
- - type: ndcg_at_3
597
- value: 33.586
598
- - type: ndcg_at_5
599
- value: 36.098
600
- - type: precision_at_1
601
- value: 28.778
602
- - type: precision_at_10
603
- value: 7.151000000000001
604
- - type: precision_at_100
605
- value: 1.185
606
- - type: precision_at_1000
607
- value: 0.158
608
- - type: precision_at_3
609
- value: 16.105
610
- - type: precision_at_5
611
- value: 11.704
612
- - type: recall_at_1
613
- value: 23.580000000000002
614
- - type: recall_at_10
615
- value: 50.151999999999994
616
- - type: recall_at_100
617
- value: 75.114
618
- - type: recall_at_1000
619
- value: 91.467
620
- - type: recall_at_3
621
- value: 36.552
622
- - type: recall_at_5
623
- value: 43.014
624
- - task:
625
- type: Retrieval
626
- dataset:
627
- type: BeIR/cqadupstack
628
- name: MTEB CQADupstackProgrammersRetrieval
629
- config: default
630
- split: test
631
- revision: None
632
- metrics:
633
- - type: map_at_1
634
- value: 20.669999999999998
635
- - type: map_at_10
636
- value: 28.687
637
- - type: map_at_100
638
- value: 30.061
639
- - type: map_at_1000
640
- value: 30.197000000000003
641
- - type: map_at_3
642
- value: 26.134
643
- - type: map_at_5
644
- value: 27.508
645
- - type: mrr_at_1
646
- value: 26.256
647
- - type: mrr_at_10
648
- value: 34.105999999999995
649
- - type: mrr_at_100
650
- value: 35.137
651
- - type: mrr_at_1000
652
- value: 35.214
653
- - type: mrr_at_3
654
- value: 31.791999999999998
655
- - type: mrr_at_5
656
- value: 33.145
657
- - type: ndcg_at_1
658
- value: 26.256
659
- - type: ndcg_at_10
660
- value: 33.68
661
- - type: ndcg_at_100
662
- value: 39.7
663
- - type: ndcg_at_1000
664
- value: 42.625
665
- - type: ndcg_at_3
666
- value: 29.457
667
- - type: ndcg_at_5
668
- value: 31.355
669
- - type: precision_at_1
670
- value: 26.256
671
- - type: precision_at_10
672
- value: 6.2330000000000005
673
- - type: precision_at_100
674
- value: 1.08
675
- - type: precision_at_1000
676
- value: 0.149
677
- - type: precision_at_3
678
- value: 14.193
679
- - type: precision_at_5
680
- value: 10.113999999999999
681
- - type: recall_at_1
682
- value: 20.669999999999998
683
- - type: recall_at_10
684
- value: 43.254999999999995
685
- - type: recall_at_100
686
- value: 69.118
687
- - type: recall_at_1000
688
- value: 89.408
689
- - type: recall_at_3
690
- value: 31.135
691
- - type: recall_at_5
692
- value: 36.574
693
- - task:
694
- type: Retrieval
695
- dataset:
696
- type: BeIR/cqadupstack
697
- name: MTEB CQADupstackRetrieval
698
- config: default
699
- split: test
700
- revision: None
701
- metrics:
702
- - type: map_at_1
703
- value: 21.488833333333336
704
- - type: map_at_10
705
- value: 29.025416666666665
706
- - type: map_at_100
707
- value: 30.141249999999992
708
- - type: map_at_1000
709
- value: 30.264083333333335
710
- - type: map_at_3
711
- value: 26.599333333333337
712
- - type: map_at_5
713
- value: 28.004666666666665
714
- - type: mrr_at_1
715
- value: 25.515
716
- - type: mrr_at_10
717
- value: 32.8235
718
- - type: mrr_at_100
719
- value: 33.69958333333333
720
- - type: mrr_at_1000
721
- value: 33.77191666666668
722
- - type: mrr_at_3
723
- value: 30.581000000000003
724
- - type: mrr_at_5
725
- value: 31.919666666666668
726
- - type: ndcg_at_1
727
- value: 25.515
728
- - type: ndcg_at_10
729
- value: 33.64241666666666
730
- - type: ndcg_at_100
731
- value: 38.75816666666667
732
- - type: ndcg_at_1000
733
- value: 41.472166666666666
734
- - type: ndcg_at_3
735
- value: 29.435083333333335
736
- - type: ndcg_at_5
737
- value: 31.519083333333338
738
- - type: precision_at_1
739
- value: 25.515
740
- - type: precision_at_10
741
- value: 5.89725
742
- - type: precision_at_100
743
- value: 0.9918333333333335
744
- - type: precision_at_1000
745
- value: 0.14075
746
- - type: precision_at_3
747
- value: 13.504000000000001
748
- - type: precision_at_5
749
- value: 9.6885
750
- - type: recall_at_1
751
- value: 21.488833333333336
752
- - type: recall_at_10
753
- value: 43.60808333333333
754
- - type: recall_at_100
755
- value: 66.5045
756
- - type: recall_at_1000
757
- value: 85.70024999999998
758
- - type: recall_at_3
759
- value: 31.922166666666662
760
- - type: recall_at_5
761
- value: 37.29758333333334
762
- - task:
763
- type: Retrieval
764
- dataset:
765
- type: BeIR/cqadupstack
766
- name: MTEB CQADupstackStatsRetrieval
767
- config: default
768
- split: test
769
- revision: None
770
- metrics:
771
- - type: map_at_1
772
- value: 20.781
773
- - type: map_at_10
774
- value: 27.173000000000002
775
- - type: map_at_100
776
- value: 27.967
777
- - type: map_at_1000
778
- value: 28.061999999999998
779
- - type: map_at_3
780
- value: 24.973
781
- - type: map_at_5
782
- value: 26.279999999999998
783
- - type: mrr_at_1
784
- value: 23.773
785
- - type: mrr_at_10
786
- value: 29.849999999999998
787
- - type: mrr_at_100
788
- value: 30.595
789
- - type: mrr_at_1000
790
- value: 30.669
791
- - type: mrr_at_3
792
- value: 27.761000000000003
793
- - type: mrr_at_5
794
- value: 29.003
795
- - type: ndcg_at_1
796
- value: 23.773
797
- - type: ndcg_at_10
798
- value: 31.033
799
- - type: ndcg_at_100
800
- value: 35.174
801
- - type: ndcg_at_1000
802
- value: 37.72
803
- - type: ndcg_at_3
804
- value: 26.927
805
- - type: ndcg_at_5
806
- value: 29.047
807
- - type: precision_at_1
808
- value: 23.773
809
- - type: precision_at_10
810
- value: 4.8469999999999995
811
- - type: precision_at_100
812
- value: 0.75
813
- - type: precision_at_1000
814
- value: 0.104
815
- - type: precision_at_3
816
- value: 11.452
817
- - type: precision_at_5
818
- value: 8.129
819
- - type: recall_at_1
820
- value: 20.781
821
- - type: recall_at_10
822
- value: 40.463
823
- - type: recall_at_100
824
- value: 59.483
825
- - type: recall_at_1000
826
- value: 78.396
827
- - type: recall_at_3
828
- value: 29.241
829
- - type: recall_at_5
830
- value: 34.544000000000004
831
- - task:
832
- type: Retrieval
833
- dataset:
834
- type: BeIR/cqadupstack
835
- name: MTEB CQADupstackTexRetrieval
836
- config: default
837
- split: test
838
- revision: None
839
- metrics:
840
- - type: map_at_1
841
- value: 15.074000000000002
842
- - type: map_at_10
843
- value: 20.757
844
- - type: map_at_100
845
- value: 21.72
846
- - type: map_at_1000
847
- value: 21.844
848
- - type: map_at_3
849
- value: 18.929000000000002
850
- - type: map_at_5
851
- value: 19.894000000000002
852
- - type: mrr_at_1
853
- value: 18.307000000000002
854
- - type: mrr_at_10
855
- value: 24.215
856
- - type: mrr_at_100
857
- value: 25.083
858
- - type: mrr_at_1000
859
- value: 25.168000000000003
860
- - type: mrr_at_3
861
- value: 22.316
862
- - type: mrr_at_5
863
- value: 23.36
864
- - type: ndcg_at_1
865
- value: 18.307000000000002
866
- - type: ndcg_at_10
867
- value: 24.651999999999997
868
- - type: ndcg_at_100
869
- value: 29.296
870
- - type: ndcg_at_1000
871
- value: 32.538
872
- - type: ndcg_at_3
873
- value: 21.243000000000002
874
- - type: ndcg_at_5
875
- value: 22.727
876
- - type: precision_at_1
877
- value: 18.307000000000002
878
- - type: precision_at_10
879
- value: 4.446
880
- - type: precision_at_100
881
- value: 0.792
882
- - type: precision_at_1000
883
- value: 0.124
884
- - type: precision_at_3
885
- value: 9.945
886
- - type: precision_at_5
887
- value: 7.123
888
- - type: recall_at_1
889
- value: 15.074000000000002
890
- - type: recall_at_10
891
- value: 33.031
892
- - type: recall_at_100
893
- value: 53.954
894
- - type: recall_at_1000
895
- value: 77.631
896
- - type: recall_at_3
897
- value: 23.253
898
- - type: recall_at_5
899
- value: 27.218999999999998
900
- - task:
901
- type: Retrieval
902
- dataset:
903
- type: BeIR/cqadupstack
904
- name: MTEB CQADupstackUnixRetrieval
905
- config: default
906
- split: test
907
- revision: None
908
- metrics:
909
- - type: map_at_1
910
- value: 21.04
911
- - type: map_at_10
912
- value: 28.226000000000003
913
- - type: map_at_100
914
- value: 29.337999999999997
915
- - type: map_at_1000
916
- value: 29.448999999999998
917
- - type: map_at_3
918
- value: 25.759
919
- - type: map_at_5
920
- value: 27.226
921
- - type: mrr_at_1
922
- value: 24.067
923
- - type: mrr_at_10
924
- value: 31.646
925
- - type: mrr_at_100
926
- value: 32.592999999999996
927
- - type: mrr_at_1000
928
- value: 32.668
929
- - type: mrr_at_3
930
- value: 29.26
931
- - type: mrr_at_5
932
- value: 30.725
933
- - type: ndcg_at_1
934
- value: 24.067
935
- - type: ndcg_at_10
936
- value: 32.789
937
- - type: ndcg_at_100
938
- value: 38.253
939
- - type: ndcg_at_1000
940
- value: 40.961
941
- - type: ndcg_at_3
942
- value: 28.189999999999998
943
- - type: ndcg_at_5
944
- value: 30.557000000000002
945
- - type: precision_at_1
946
- value: 24.067
947
- - type: precision_at_10
948
- value: 5.532
949
- - type: precision_at_100
950
- value: 0.928
951
- - type: precision_at_1000
952
- value: 0.128
953
- - type: precision_at_3
954
- value: 12.5
955
- - type: precision_at_5
956
- value: 9.16
957
- - type: recall_at_1
958
- value: 21.04
959
- - type: recall_at_10
960
- value: 43.167
961
- - type: recall_at_100
962
- value: 67.569
963
- - type: recall_at_1000
964
- value: 86.817
965
- - type: recall_at_3
966
- value: 31.178
967
- - type: recall_at_5
968
- value: 36.730000000000004
969
- - task:
970
- type: Retrieval
971
- dataset:
972
- type: BeIR/cqadupstack
973
- name: MTEB CQADupstackWebmastersRetrieval
974
- config: default
975
- split: test
976
- revision: None
977
- metrics:
978
- - type: map_at_1
979
- value: 21.439
980
- - type: map_at_10
981
- value: 28.531000000000002
982
- - type: map_at_100
983
- value: 29.953999999999997
984
- - type: map_at_1000
985
- value: 30.171
986
- - type: map_at_3
987
- value: 26.546999999999997
988
- - type: map_at_5
989
- value: 27.71
990
- - type: mrr_at_1
991
- value: 26.087
992
- - type: mrr_at_10
993
- value: 32.635
994
- - type: mrr_at_100
995
- value: 33.629999999999995
996
- - type: mrr_at_1000
997
- value: 33.71
998
- - type: mrr_at_3
999
- value: 30.731
1000
- - type: mrr_at_5
1001
- value: 31.807999999999996
1002
- - type: ndcg_at_1
1003
- value: 26.087
1004
- - type: ndcg_at_10
1005
- value: 32.975
1006
- - type: ndcg_at_100
1007
- value: 38.853
1008
- - type: ndcg_at_1000
1009
- value: 42.158
1010
- - type: ndcg_at_3
1011
- value: 29.894
1012
- - type: ndcg_at_5
1013
- value: 31.397000000000002
1014
- - type: precision_at_1
1015
- value: 26.087
1016
- - type: precision_at_10
1017
- value: 6.2059999999999995
1018
- - type: precision_at_100
1019
- value: 1.298
1020
- - type: precision_at_1000
1021
- value: 0.22200000000000003
1022
- - type: precision_at_3
1023
- value: 14.097000000000001
1024
- - type: precision_at_5
1025
- value: 9.959999999999999
1026
- - type: recall_at_1
1027
- value: 21.439
1028
- - type: recall_at_10
1029
- value: 40.519
1030
- - type: recall_at_100
1031
- value: 68.073
1032
- - type: recall_at_1000
1033
- value: 89.513
1034
- - type: recall_at_3
1035
- value: 31.513
1036
- - type: recall_at_5
1037
- value: 35.702
1038
- - task:
1039
- type: Retrieval
1040
- dataset:
1041
- type: BeIR/cqadupstack
1042
- name: MTEB CQADupstackWordpressRetrieval
1043
- config: default
1044
- split: test
1045
- revision: None
1046
- metrics:
1047
- - type: map_at_1
1048
- value: 18.983
1049
- - type: map_at_10
1050
- value: 24.898
1051
- - type: map_at_100
1052
- value: 25.836
1053
- - type: map_at_1000
1054
- value: 25.934
1055
- - type: map_at_3
1056
- value: 22.467000000000002
1057
- - type: map_at_5
1058
- value: 24.019
1059
- - type: mrr_at_1
1060
- value: 20.333000000000002
1061
- - type: mrr_at_10
1062
- value: 26.555
1063
- - type: mrr_at_100
1064
- value: 27.369
1065
- - type: mrr_at_1000
1066
- value: 27.448
1067
- - type: mrr_at_3
1068
- value: 24.091
1069
- - type: mrr_at_5
1070
- value: 25.662000000000003
1071
- - type: ndcg_at_1
1072
- value: 20.333000000000002
1073
- - type: ndcg_at_10
1074
- value: 28.834
1075
- - type: ndcg_at_100
1076
- value: 33.722
1077
- - type: ndcg_at_1000
1078
- value: 36.475
1079
- - type: ndcg_at_3
1080
- value: 24.08
1081
- - type: ndcg_at_5
1082
- value: 26.732
1083
- - type: precision_at_1
1084
- value: 20.333000000000002
1085
- - type: precision_at_10
1086
- value: 4.603
1087
- - type: precision_at_100
1088
- value: 0.771
1089
- - type: precision_at_1000
1090
- value: 0.11100000000000002
1091
- - type: precision_at_3
1092
- value: 9.982000000000001
1093
- - type: precision_at_5
1094
- value: 7.6160000000000005
1095
- - type: recall_at_1
1096
- value: 18.983
1097
- - type: recall_at_10
1098
- value: 39.35
1099
- - type: recall_at_100
1100
- value: 62.559
1101
- - type: recall_at_1000
1102
- value: 83.623
1103
- - type: recall_at_3
1104
- value: 26.799
1105
- - type: recall_at_5
1106
- value: 32.997
1107
- - task:
1108
- type: Retrieval
1109
- dataset:
1110
- type: climate-fever
1111
- name: MTEB ClimateFEVER
1112
- config: default
1113
- split: test
1114
- revision: None
1115
- metrics:
1116
- - type: map_at_1
1117
- value: 10.621
1118
- - type: map_at_10
1119
- value: 17.298
1120
- - type: map_at_100
1121
- value: 18.983
1122
- - type: map_at_1000
1123
- value: 19.182
1124
- - type: map_at_3
1125
- value: 14.552999999999999
1126
- - type: map_at_5
1127
- value: 15.912
1128
- - type: mrr_at_1
1129
- value: 23.453
1130
- - type: mrr_at_10
1131
- value: 33.932
1132
- - type: mrr_at_100
1133
- value: 34.891
1134
- - type: mrr_at_1000
1135
- value: 34.943000000000005
1136
- - type: mrr_at_3
1137
- value: 30.770999999999997
1138
- - type: mrr_at_5
1139
- value: 32.556000000000004
1140
- - type: ndcg_at_1
1141
- value: 23.453
1142
- - type: ndcg_at_10
1143
- value: 24.771
1144
- - type: ndcg_at_100
1145
- value: 31.738
1146
- - type: ndcg_at_1000
1147
- value: 35.419
1148
- - type: ndcg_at_3
1149
- value: 20.22
1150
- - type: ndcg_at_5
1151
- value: 21.698999999999998
1152
- - type: precision_at_1
1153
- value: 23.453
1154
- - type: precision_at_10
1155
- value: 7.785
1156
- - type: precision_at_100
1157
- value: 1.5270000000000001
1158
- - type: precision_at_1000
1159
- value: 0.22
1160
- - type: precision_at_3
1161
- value: 14.962
1162
- - type: precision_at_5
1163
- value: 11.401
1164
- - type: recall_at_1
1165
- value: 10.621
1166
- - type: recall_at_10
1167
- value: 29.726000000000003
1168
- - type: recall_at_100
1169
- value: 53.996
1170
- - type: recall_at_1000
1171
- value: 74.878
1172
- - type: recall_at_3
1173
- value: 18.572
1174
- - type: recall_at_5
1175
- value: 22.994999999999997
1176
- - task:
1177
- type: Retrieval
1178
- dataset:
1179
- type: dbpedia-entity
1180
- name: MTEB DBPedia
1181
- config: default
1182
- split: test
1183
- revision: None
1184
- metrics:
1185
- - type: map_at_1
1186
- value: 6.819
1187
- - type: map_at_10
1188
- value: 14.188
1189
- - type: map_at_100
1190
- value: 19.627
1191
- - type: map_at_1000
1192
- value: 20.757
1193
- - type: map_at_3
1194
- value: 10.352
1195
- - type: map_at_5
1196
- value: 12.096
1197
- - type: mrr_at_1
1198
- value: 54.25
1199
- - type: mrr_at_10
1200
- value: 63.798
1201
- - type: mrr_at_100
1202
- value: 64.25
1203
- - type: mrr_at_1000
1204
- value: 64.268
1205
- - type: mrr_at_3
1206
- value: 61.667
1207
- - type: mrr_at_5
1208
- value: 63.153999999999996
1209
- - type: ndcg_at_1
1210
- value: 39.5
1211
- - type: ndcg_at_10
1212
- value: 31.064999999999998
1213
- - type: ndcg_at_100
1214
- value: 34.701
1215
- - type: ndcg_at_1000
1216
- value: 41.687000000000005
1217
- - type: ndcg_at_3
1218
- value: 34.455999999999996
1219
- - type: ndcg_at_5
1220
- value: 32.919
1221
- - type: precision_at_1
1222
- value: 54.25
1223
- - type: precision_at_10
1224
- value: 25.4
1225
- - type: precision_at_100
1226
- value: 7.79
1227
- - type: precision_at_1000
1228
- value: 1.577
1229
- - type: precision_at_3
1230
- value: 39.333
1231
- - type: precision_at_5
1232
- value: 33.6
1233
- - type: recall_at_1
1234
- value: 6.819
1235
- - type: recall_at_10
1236
- value: 19.134
1237
- - type: recall_at_100
1238
- value: 41.191
1239
- - type: recall_at_1000
1240
- value: 64.699
1241
- - type: recall_at_3
1242
- value: 11.637
1243
- - type: recall_at_5
1244
- value: 14.807
1245
- - task:
1246
- type: Classification
1247
- dataset:
1248
- type: mteb/emotion
1249
- name: MTEB EmotionClassification
1250
- config: default
1251
- split: test
1252
- revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
1253
- metrics:
1254
- - type: accuracy
1255
- value: 42.474999999999994
1256
- - type: f1
1257
- value: 37.79154895614037
1258
- - task:
1259
- type: Retrieval
1260
- dataset:
1261
- type: fever
1262
- name: MTEB FEVER
1263
- config: default
1264
- split: test
1265
- revision: None
1266
- metrics:
1267
- - type: map_at_1
1268
- value: 53.187
1269
- - type: map_at_10
1270
- value: 64.031
1271
- - type: map_at_100
1272
- value: 64.507
1273
- - type: map_at_1000
1274
- value: 64.526
1275
- - type: map_at_3
1276
- value: 61.926
1277
- - type: map_at_5
1278
- value: 63.278999999999996
1279
- - type: mrr_at_1
1280
- value: 57.396
1281
- - type: mrr_at_10
1282
- value: 68.296
1283
- - type: mrr_at_100
1284
- value: 68.679
1285
- - type: mrr_at_1000
1286
- value: 68.688
1287
- - type: mrr_at_3
1288
- value: 66.289
1289
- - type: mrr_at_5
1290
- value: 67.593
1291
- - type: ndcg_at_1
1292
- value: 57.396
1293
- - type: ndcg_at_10
1294
- value: 69.64
1295
- - type: ndcg_at_100
1296
- value: 71.75399999999999
1297
- - type: ndcg_at_1000
1298
- value: 72.179
1299
- - type: ndcg_at_3
1300
- value: 65.66199999999999
1301
- - type: ndcg_at_5
1302
- value: 67.932
1303
- - type: precision_at_1
1304
- value: 57.396
1305
- - type: precision_at_10
1306
- value: 9.073
1307
- - type: precision_at_100
1308
- value: 1.024
1309
- - type: precision_at_1000
1310
- value: 0.107
1311
- - type: precision_at_3
1312
- value: 26.133
1313
- - type: precision_at_5
1314
- value: 16.943
1315
- - type: recall_at_1
1316
- value: 53.187
1317
- - type: recall_at_10
1318
- value: 82.839
1319
- - type: recall_at_100
1320
- value: 92.231
1321
- - type: recall_at_1000
1322
- value: 95.249
1323
- - type: recall_at_3
1324
- value: 72.077
1325
- - type: recall_at_5
1326
- value: 77.667
1327
- - task:
1328
- type: Retrieval
1329
- dataset:
1330
- type: fiqa
1331
- name: MTEB FiQA2018
1332
- config: default
1333
- split: test
1334
- revision: None
1335
- metrics:
1336
- - type: map_at_1
1337
- value: 10.957
1338
- - type: map_at_10
1339
- value: 18.427
1340
- - type: map_at_100
1341
- value: 19.885
1342
- - type: map_at_1000
1343
- value: 20.088
1344
- - type: map_at_3
1345
- value: 15.709000000000001
1346
- - type: map_at_5
1347
- value: 17.153
1348
- - type: mrr_at_1
1349
- value: 22.377
1350
- - type: mrr_at_10
1351
- value: 30.076999999999998
1352
- - type: mrr_at_100
1353
- value: 31.233
1354
- - type: mrr_at_1000
1355
- value: 31.311
1356
- - type: mrr_at_3
1357
- value: 27.521
1358
- - type: mrr_at_5
1359
- value: 29.025000000000002
1360
- - type: ndcg_at_1
1361
- value: 22.377
1362
- - type: ndcg_at_10
1363
- value: 24.367
1364
- - type: ndcg_at_100
1365
- value: 31.04
1366
- - type: ndcg_at_1000
1367
- value: 35.106
1368
- - type: ndcg_at_3
1369
- value: 21.051000000000002
1370
- - type: ndcg_at_5
1371
- value: 22.231
1372
- - type: precision_at_1
1373
- value: 22.377
1374
- - type: precision_at_10
1375
- value: 7.005999999999999
1376
- - type: precision_at_100
1377
- value: 1.3599999999999999
1378
- - type: precision_at_1000
1379
- value: 0.208
1380
- - type: precision_at_3
1381
- value: 13.991999999999999
1382
- - type: precision_at_5
1383
- value: 10.833
1384
- - type: recall_at_1
1385
- value: 10.957
1386
- - type: recall_at_10
1387
- value: 30.274
1388
- - type: recall_at_100
1389
- value: 55.982
1390
- - type: recall_at_1000
1391
- value: 80.757
1392
- - type: recall_at_3
1393
- value: 19.55
1394
- - type: recall_at_5
1395
- value: 24.105999999999998
1396
- - task:
1397
- type: Retrieval
1398
- dataset:
1399
- type: hotpotqa
1400
- name: MTEB HotpotQA
1401
- config: default
1402
- split: test
1403
- revision: None
1404
- metrics:
1405
- - type: map_at_1
1406
- value: 29.526999999999997
1407
- - type: map_at_10
1408
- value: 40.714
1409
- - type: map_at_100
1410
- value: 41.655
1411
- - type: map_at_1000
1412
- value: 41.744
1413
- - type: map_at_3
1414
- value: 38.171
1415
- - type: map_at_5
1416
- value: 39.646
1417
- - type: mrr_at_1
1418
- value: 59.055
1419
- - type: mrr_at_10
1420
- value: 66.411
1421
- - type: mrr_at_100
1422
- value: 66.85900000000001
1423
- - type: mrr_at_1000
1424
- value: 66.88300000000001
1425
- - type: mrr_at_3
1426
- value: 64.846
1427
- - type: mrr_at_5
1428
- value: 65.824
1429
- - type: ndcg_at_1
1430
- value: 59.055
1431
- - type: ndcg_at_10
1432
- value: 49.732
1433
- - type: ndcg_at_100
1434
- value: 53.441
1435
- - type: ndcg_at_1000
1436
- value: 55.354000000000006
1437
- - type: ndcg_at_3
1438
- value: 45.551
1439
- - type: ndcg_at_5
1440
- value: 47.719
1441
- - type: precision_at_1
1442
- value: 59.055
1443
- - type: precision_at_10
1444
- value: 10.366
1445
- - type: precision_at_100
1446
- value: 1.328
1447
- - type: precision_at_1000
1448
- value: 0.158
1449
- - type: precision_at_3
1450
- value: 28.322999999999997
1451
- - type: precision_at_5
1452
- value: 18.709
1453
- - type: recall_at_1
1454
- value: 29.526999999999997
1455
- - type: recall_at_10
1456
- value: 51.83
1457
- - type: recall_at_100
1458
- value: 66.42099999999999
1459
- - type: recall_at_1000
1460
- value: 79.176
1461
- - type: recall_at_3
1462
- value: 42.485
1463
- - type: recall_at_5
1464
- value: 46.772000000000006
1465
- - task:
1466
- type: Classification
1467
- dataset:
1468
- type: mteb/imdb
1469
- name: MTEB ImdbClassification
1470
- config: default
1471
- split: test
1472
- revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
1473
- metrics:
1474
- - type: accuracy
1475
- value: 70.69959999999999
1476
- - type: ap
1477
- value: 64.95539314492567
1478
- - type: f1
1479
- value: 70.5554935943308
1480
- - task:
1481
- type: Retrieval
1482
- dataset:
1483
- type: msmarco
1484
- name: MTEB MSMARCO
1485
- config: default
1486
- split: dev
1487
- revision: None
1488
- metrics:
1489
- - type: map_at_1
1490
- value: 13.153
1491
- - type: map_at_10
1492
- value: 22.277
1493
- - type: map_at_100
1494
- value: 23.462
1495
- - type: map_at_1000
1496
- value: 23.546
1497
- - type: map_at_3
1498
- value: 19.026
1499
- - type: map_at_5
1500
- value: 20.825
1501
- - type: mrr_at_1
1502
- value: 13.539000000000001
1503
- - type: mrr_at_10
1504
- value: 22.753
1505
- - type: mrr_at_100
1506
- value: 23.906
1507
- - type: mrr_at_1000
1508
- value: 23.982999999999997
1509
- - type: mrr_at_3
1510
- value: 19.484
1511
- - type: mrr_at_5
1512
- value: 21.306
1513
- - type: ndcg_at_1
1514
- value: 13.553
1515
- - type: ndcg_at_10
1516
- value: 27.848
1517
- - type: ndcg_at_100
1518
- value: 33.900999999999996
1519
- - type: ndcg_at_1000
1520
- value: 36.155
1521
- - type: ndcg_at_3
1522
- value: 21.116
1523
- - type: ndcg_at_5
1524
- value: 24.349999999999998
1525
- - type: precision_at_1
1526
- value: 13.553
1527
- - type: precision_at_10
1528
- value: 4.695
1529
- - type: precision_at_100
1530
- value: 0.7779999999999999
1531
- - type: precision_at_1000
1532
- value: 0.097
1533
- - type: precision_at_3
1534
- value: 9.207
1535
- - type: precision_at_5
1536
- value: 7.155
1537
- - type: recall_at_1
1538
- value: 13.153
1539
- - type: recall_at_10
1540
- value: 45.205
1541
- - type: recall_at_100
1542
- value: 73.978
1543
- - type: recall_at_1000
1544
- value: 91.541
1545
- - type: recall_at_3
1546
- value: 26.735
1547
- - type: recall_at_5
1548
- value: 34.493
1549
- - task:
1550
- type: Classification
1551
- dataset:
1552
- type: mteb/mtop_domain
1553
- name: MTEB MTOPDomainClassification (en)
1554
- config: en
1555
- split: test
1556
- revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
1557
- metrics:
1558
- - type: accuracy
1559
- value: 90.2530779753762
1560
- - type: f1
1561
- value: 89.59402328284126
1562
- - task:
1563
- type: Classification
1564
- dataset:
1565
- type: mteb/mtop_intent
1566
- name: MTEB MTOPIntentClassification (en)
1567
- config: en
1568
- split: test
1569
- revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
1570
- metrics:
1571
- - type: accuracy
1572
- value: 67.95029639762883
1573
- - type: f1
1574
- value: 48.99988836758662
1575
- - task:
1576
- type: Classification
1577
- dataset:
1578
- type: mteb/amazon_massive_intent
1579
- name: MTEB MassiveIntentClassification (en)
1580
- config: en
1581
- split: test
1582
- revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
1583
- metrics:
1584
- - type: accuracy
1585
- value: 67.77740416946874
1586
- - type: f1
1587
- value: 66.21341120969817
1588
- - task:
1589
- type: Classification
1590
- dataset:
1591
- type: mteb/amazon_massive_scenario
1592
- name: MTEB MassiveScenarioClassification (en)
1593
- config: en
1594
- split: test
1595
- revision: 7d571f92784cd94a019292a1f45445077d0ef634
1596
- metrics:
1597
- - type: accuracy
1598
- value: 73.03631472763955
1599
- - type: f1
1600
- value: 72.5779336237941
1601
- - task:
1602
- type: Clustering
1603
- dataset:
1604
- type: mteb/medrxiv-clustering-p2p
1605
- name: MTEB MedrxivClusteringP2P
1606
- config: default
1607
- split: test
1608
- revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
1609
- metrics:
1610
- - type: v_measure
1611
- value: 31.98182669158824
1612
- - task:
1613
- type: Clustering
1614
- dataset:
1615
- type: mteb/medrxiv-clustering-s2s
1616
- name: MTEB MedrxivClusteringS2S
1617
- config: default
1618
- split: test
1619
- revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
1620
- metrics:
1621
- - type: v_measure
1622
- value: 29.259462874407582
1623
- - task:
1624
- type: Reranking
1625
- dataset:
1626
- type: mteb/mind_small
1627
- name: MTEB MindSmallReranking
1628
- config: default
1629
- split: test
1630
- revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
1631
- metrics:
1632
- - type: map
1633
- value: 31.29342377286548
1634
- - type: mrr
1635
- value: 32.32805799117226
1636
- - task:
1637
- type: Retrieval
1638
- dataset:
1639
- type: nfcorpus
1640
- name: MTEB NFCorpus
1641
- config: default
1642
- split: test
1643
- revision: None
1644
- metrics:
1645
- - type: map_at_1
1646
- value: 4.692
1647
- - type: map_at_10
1648
- value: 10.559000000000001
1649
- - type: map_at_100
1650
- value: 13.665
1651
- - type: map_at_1000
1652
- value: 15.082
1653
- - type: map_at_3
1654
- value: 7.68
1655
- - type: map_at_5
1656
- value: 8.844000000000001
1657
- - type: mrr_at_1
1658
- value: 38.7
1659
- - type: mrr_at_10
1660
- value: 47.864000000000004
1661
- - type: mrr_at_100
1662
- value: 48.583999999999996
1663
- - type: mrr_at_1000
1664
- value: 48.636
1665
- - type: mrr_at_3
1666
- value: 45.975
1667
- - type: mrr_at_5
1668
- value: 47.074
1669
- - type: ndcg_at_1
1670
- value: 36.378
1671
- - type: ndcg_at_10
1672
- value: 30.038999999999998
1673
- - type: ndcg_at_100
1674
- value: 28.226000000000003
1675
- - type: ndcg_at_1000
1676
- value: 36.958
1677
- - type: ndcg_at_3
1678
- value: 33.469
1679
- - type: ndcg_at_5
1680
- value: 32.096999999999994
1681
- - type: precision_at_1
1682
- value: 38.080000000000005
1683
- - type: precision_at_10
1684
- value: 22.941
1685
- - type: precision_at_100
1686
- value: 7.632
1687
- - type: precision_at_1000
1688
- value: 2.0420000000000003
1689
- - type: precision_at_3
1690
- value: 31.579
1691
- - type: precision_at_5
1692
- value: 28.235
1693
- - type: recall_at_1
1694
- value: 4.692
1695
- - type: recall_at_10
1696
- value: 14.496
1697
- - type: recall_at_100
1698
- value: 29.69
1699
- - type: recall_at_1000
1700
- value: 61.229
1701
- - type: recall_at_3
1702
- value: 8.871
1703
- - type: recall_at_5
1704
- value: 10.825999999999999
1705
- - task:
1706
- type: Retrieval
1707
- dataset:
1708
- type: nq
1709
- name: MTEB NQ
1710
- config: default
1711
- split: test
1712
- revision: None
1713
- metrics:
1714
- - type: map_at_1
1715
- value: 13.120000000000001
1716
- - type: map_at_10
1717
- value: 24.092
1718
- - type: map_at_100
1719
- value: 25.485999999999997
1720
- - type: map_at_1000
1721
- value: 25.557999999999996
1722
- - type: map_at_3
1723
- value: 20.076
1724
- - type: map_at_5
1725
- value: 22.368
1726
- - type: mrr_at_1
1727
- value: 15.093
1728
- - type: mrr_at_10
1729
- value: 26.142
1730
- - type: mrr_at_100
1731
- value: 27.301
1732
- - type: mrr_at_1000
1733
- value: 27.357
1734
- - type: mrr_at_3
1735
- value: 22.364
1736
- - type: mrr_at_5
1737
- value: 24.564
1738
- - type: ndcg_at_1
1739
- value: 15.093
1740
- - type: ndcg_at_10
1741
- value: 30.734
1742
- - type: ndcg_at_100
1743
- value: 37.147999999999996
1744
- - type: ndcg_at_1000
1745
- value: 38.997
1746
- - type: ndcg_at_3
1747
- value: 22.82
1748
- - type: ndcg_at_5
1749
- value: 26.806
1750
- - type: precision_at_1
1751
- value: 15.093
1752
- - type: precision_at_10
1753
- value: 5.863
1754
- - type: precision_at_100
1755
- value: 0.942
1756
- - type: precision_at_1000
1757
- value: 0.11199999999999999
1758
- - type: precision_at_3
1759
- value: 11.047
1760
- - type: precision_at_5
1761
- value: 8.863999999999999
1762
- - type: recall_at_1
1763
- value: 13.120000000000001
1764
- - type: recall_at_10
1765
- value: 49.189
1766
- - type: recall_at_100
1767
- value: 78.032
1768
- - type: recall_at_1000
1769
- value: 92.034
1770
- - type: recall_at_3
1771
- value: 28.483000000000004
1772
- - type: recall_at_5
1773
- value: 37.756
1774
- - task:
1775
- type: Retrieval
1776
- dataset:
1777
- type: quora
1778
- name: MTEB QuoraRetrieval
1779
- config: default
1780
- split: test
1781
- revision: None
1782
- metrics:
1783
- - type: map_at_1
1784
- value: 67.765
1785
- - type: map_at_10
1786
- value: 81.069
1787
- - type: map_at_100
1788
- value: 81.757
1789
- - type: map_at_1000
1790
- value: 81.782
1791
- - type: map_at_3
1792
- value: 78.148
1793
- - type: map_at_5
1794
- value: 79.95400000000001
1795
- - type: mrr_at_1
1796
- value: 77.8
1797
- - type: mrr_at_10
1798
- value: 84.639
1799
- - type: mrr_at_100
1800
- value: 84.789
1801
- - type: mrr_at_1000
1802
- value: 84.79100000000001
1803
- - type: mrr_at_3
1804
- value: 83.467
1805
- - type: mrr_at_5
1806
- value: 84.251
1807
- - type: ndcg_at_1
1808
- value: 77.82
1809
- - type: ndcg_at_10
1810
- value: 85.286
1811
- - type: ndcg_at_100
1812
- value: 86.86500000000001
1813
- - type: ndcg_at_1000
1814
- value: 87.062
1815
- - type: ndcg_at_3
1816
- value: 82.116
1817
- - type: ndcg_at_5
1818
- value: 83.811
1819
- - type: precision_at_1
1820
- value: 77.82
1821
- - type: precision_at_10
1822
- value: 12.867999999999999
1823
- - type: precision_at_100
1824
- value: 1.498
1825
- - type: precision_at_1000
1826
- value: 0.156
1827
- - type: precision_at_3
1828
- value: 35.723
1829
- - type: precision_at_5
1830
- value: 23.52
1831
- - type: recall_at_1
1832
- value: 67.765
1833
- - type: recall_at_10
1834
- value: 93.381
1835
- - type: recall_at_100
1836
- value: 98.901
1837
- - type: recall_at_1000
1838
- value: 99.864
1839
- - type: recall_at_3
1840
- value: 84.301
1841
- - type: recall_at_5
1842
- value: 89.049
1843
- - task:
1844
- type: Clustering
1845
- dataset:
1846
- type: mteb/reddit-clustering
1847
- name: MTEB RedditClustering
1848
- config: default
1849
- split: test
1850
- revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
1851
- metrics:
1852
- - type: v_measure
1853
- value: 45.27190981742137
1854
- - task:
1855
- type: Clustering
1856
- dataset:
1857
- type: mteb/reddit-clustering-p2p
1858
- name: MTEB RedditClusteringP2P
1859
- config: default
1860
- split: test
1861
- revision: 282350215ef01743dc01b456c7f5241fa8937f16
1862
- metrics:
1863
- - type: v_measure
1864
- value: 54.47444004585028
1865
- - task:
1866
- type: Retrieval
1867
- dataset:
1868
- type: scidocs
1869
- name: MTEB SCIDOCS
1870
- config: default
1871
- split: test
1872
- revision: None
1873
- metrics:
1874
- - type: map_at_1
1875
- value: 4.213
1876
- - type: map_at_10
1877
- value: 10.166
1878
- - type: map_at_100
1879
- value: 11.987
1880
- - type: map_at_1000
1881
- value: 12.285
1882
- - type: map_at_3
1883
- value: 7.538
1884
- - type: map_at_5
1885
- value: 8.606
1886
- - type: mrr_at_1
1887
- value: 20.8
1888
- - type: mrr_at_10
1889
- value: 30.066
1890
- - type: mrr_at_100
1891
- value: 31.290000000000003
1892
- - type: mrr_at_1000
1893
- value: 31.357000000000003
1894
- - type: mrr_at_3
1895
- value: 27.083000000000002
1896
- - type: mrr_at_5
1897
- value: 28.748
1898
- - type: ndcg_at_1
1899
- value: 20.8
1900
- - type: ndcg_at_10
1901
- value: 17.258000000000003
1902
- - type: ndcg_at_100
1903
- value: 24.801000000000002
1904
- - type: ndcg_at_1000
1905
- value: 30.348999999999997
1906
- - type: ndcg_at_3
1907
- value: 16.719
1908
- - type: ndcg_at_5
1909
- value: 14.145
1910
- - type: precision_at_1
1911
- value: 20.8
1912
- - type: precision_at_10
1913
- value: 8.88
1914
- - type: precision_at_100
1915
- value: 1.9789999999999999
1916
- - type: precision_at_1000
1917
- value: 0.332
1918
- - type: precision_at_3
1919
- value: 15.5
1920
- - type: precision_at_5
1921
- value: 12.1
1922
- - type: recall_at_1
1923
- value: 4.213
1924
- - type: recall_at_10
1925
- value: 17.983
1926
- - type: recall_at_100
1927
- value: 40.167
1928
- - type: recall_at_1000
1929
- value: 67.43
1930
- - type: recall_at_3
1931
- value: 9.433
1932
- - type: recall_at_5
1933
- value: 12.267999999999999
1934
- - task:
1935
- type: STS
1936
- dataset:
1937
- type: mteb/sickr-sts
1938
- name: MTEB SICK-R
1939
- config: default
1940
- split: test
1941
- revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
1942
- metrics:
1943
- - type: cos_sim_pearson
1944
- value: 80.36742239848913
1945
- - type: cos_sim_spearman
1946
- value: 72.39470010828755
1947
- - type: euclidean_pearson
1948
- value: 77.26919895870947
1949
- - type: euclidean_spearman
1950
- value: 72.26534999077315
1951
- - type: manhattan_pearson
1952
- value: 77.04066349814258
1953
- - type: manhattan_spearman
1954
- value: 72.0072248699278
1955
- - task:
1956
- type: STS
1957
- dataset:
1958
- type: mteb/sts12-sts
1959
- name: MTEB STS12
1960
- config: default
1961
- split: test
1962
- revision: a0d554a64d88156834ff5ae9920b964011b16384
1963
- metrics:
1964
- - type: cos_sim_pearson
1965
- value: 80.26991474037257
1966
- - type: cos_sim_spearman
1967
- value: 71.90287122017716
1968
- - type: euclidean_pearson
1969
- value: 76.68006075912453
1970
- - type: euclidean_spearman
1971
- value: 71.69301858764365
1972
- - type: manhattan_pearson
1973
- value: 76.72277285842371
1974
- - type: manhattan_spearman
1975
- value: 71.73265239703795
1976
- - task:
1977
- type: STS
1978
- dataset:
1979
- type: mteb/sts13-sts
1980
- name: MTEB STS13
1981
- config: default
1982
- split: test
1983
- revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
1984
- metrics:
1985
- - type: cos_sim_pearson
1986
- value: 79.74371413317881
1987
- - type: cos_sim_spearman
1988
- value: 80.9279612820358
1989
- - type: euclidean_pearson
1990
- value: 80.6417435294782
1991
- - type: euclidean_spearman
1992
- value: 81.17460969254459
1993
- - type: manhattan_pearson
1994
- value: 80.51820155178402
1995
- - type: manhattan_spearman
1996
- value: 81.08028700017084
1997
- - task:
1998
- type: STS
1999
- dataset:
2000
- type: mteb/sts14-sts
2001
- name: MTEB STS14
2002
- config: default
2003
- split: test
2004
- revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
2005
- metrics:
2006
- - type: cos_sim_pearson
2007
- value: 80.37085777051112
2008
- - type: cos_sim_spearman
2009
- value: 76.60308382518285
2010
- - type: euclidean_pearson
2011
- value: 79.59684787227351
2012
- - type: euclidean_spearman
2013
- value: 76.8769048249242
2014
- - type: manhattan_pearson
2015
- value: 79.55617632538295
2016
- - type: manhattan_spearman
2017
- value: 76.90186497973124
2018
- - task:
2019
- type: STS
2020
- dataset:
2021
- type: mteb/sts15-sts
2022
- name: MTEB STS15
2023
- config: default
2024
- split: test
2025
- revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
2026
- metrics:
2027
- - type: cos_sim_pearson
2028
- value: 83.99513105301321
2029
- - type: cos_sim_spearman
2030
- value: 84.92034548133665
2031
- - type: euclidean_pearson
2032
- value: 84.70872540095195
2033
- - type: euclidean_spearman
2034
- value: 85.14591726040749
2035
- - type: manhattan_pearson
2036
- value: 84.65707417430595
2037
- - type: manhattan_spearman
2038
- value: 85.10407163865375
2039
- - task:
2040
- type: STS
2041
- dataset:
2042
- type: mteb/sts16-sts
2043
- name: MTEB STS16
2044
- config: default
2045
- split: test
2046
- revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
2047
- metrics:
2048
- - type: cos_sim_pearson
2049
- value: 79.40758449150897
2050
- - type: cos_sim_spearman
2051
- value: 80.71692246880549
2052
- - type: euclidean_pearson
2053
- value: 80.51658552062683
2054
- - type: euclidean_spearman
2055
- value: 80.87118389043233
2056
- - type: manhattan_pearson
2057
- value: 80.41534690825016
2058
- - type: manhattan_spearman
2059
- value: 80.73925282537256
2060
- - task:
2061
- type: STS
2062
- dataset:
2063
- type: mteb/sts17-crosslingual-sts
2064
- name: MTEB STS17 (en-en)
2065
- config: en-en
2066
- split: test
2067
- revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
2068
- metrics:
2069
- - type: cos_sim_pearson
2070
- value: 84.93617076910748
2071
- - type: cos_sim_spearman
2072
- value: 85.61118538966805
2073
- - type: euclidean_pearson
2074
- value: 85.56187558635287
2075
- - type: euclidean_spearman
2076
- value: 85.21910090757267
2077
- - type: manhattan_pearson
2078
- value: 85.29916699037645
2079
- - type: manhattan_spearman
2080
- value: 84.96820527868671
2081
- - task:
2082
- type: STS
2083
- dataset:
2084
- type: mteb/sts22-crosslingual-sts
2085
- name: MTEB STS22 (en)
2086
- config: en
2087
- split: test
2088
- revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
2089
- metrics:
2090
- - type: cos_sim_pearson
2091
- value: 64.22294088543077
2092
- - type: cos_sim_spearman
2093
- value: 65.89748502901078
2094
- - type: euclidean_pearson
2095
- value: 66.15637850660805
2096
- - type: euclidean_spearman
2097
- value: 65.86095841381278
2098
- - type: manhattan_pearson
2099
- value: 66.80966197857856
2100
- - type: manhattan_spearman
2101
- value: 66.48325202219692
2102
- - task:
2103
- type: STS
2104
- dataset:
2105
- type: mteb/stsbenchmark-sts
2106
- name: MTEB STSBenchmark
2107
- config: default
2108
- split: test
2109
- revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
2110
- metrics:
2111
- - type: cos_sim_pearson
2112
- value: 81.75298158703048
2113
- - type: cos_sim_spearman
2114
- value: 81.32168373072322
2115
- - type: euclidean_pearson
2116
- value: 82.3251793712207
2117
- - type: euclidean_spearman
2118
- value: 81.31655163330606
2119
- - type: manhattan_pearson
2120
- value: 82.14136865023298
2121
- - type: manhattan_spearman
2122
- value: 81.13410964028606
2123
- - task:
2124
- type: Reranking
2125
- dataset:
2126
- type: mteb/scidocs-reranking
2127
- name: MTEB SciDocsRR
2128
- config: default
2129
- split: test
2130
- revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
2131
- metrics:
2132
- - type: map
2133
- value: 78.77937068780793
2134
- - type: mrr
2135
- value: 93.334709952357
2136
- - task:
2137
- type: Retrieval
2138
- dataset:
2139
- type: scifact
2140
- name: MTEB SciFact
2141
- config: default
2142
- split: test
2143
- revision: None
2144
- metrics:
2145
- - type: map_at_1
2146
- value: 50.705999999999996
2147
- - type: map_at_10
2148
- value: 60.699999999999996
2149
- - type: map_at_100
2150
- value: 61.256
2151
- - type: map_at_1000
2152
- value: 61.285000000000004
2153
- - type: map_at_3
2154
- value: 57.633
2155
- - type: map_at_5
2156
- value: 59.648
2157
- - type: mrr_at_1
2158
- value: 53.0
2159
- - type: mrr_at_10
2160
- value: 61.717999999999996
2161
- - type: mrr_at_100
2162
- value: 62.165000000000006
2163
- - type: mrr_at_1000
2164
- value: 62.190999999999995
2165
- - type: mrr_at_3
2166
- value: 59.389
2167
- - type: mrr_at_5
2168
- value: 60.922
2169
- - type: ndcg_at_1
2170
- value: 53.0
2171
- - type: ndcg_at_10
2172
- value: 65.413
2173
- - type: ndcg_at_100
2174
- value: 68.089
2175
- - type: ndcg_at_1000
2176
- value: 69.01899999999999
2177
- - type: ndcg_at_3
2178
- value: 60.327
2179
- - type: ndcg_at_5
2180
- value: 63.263999999999996
2181
- - type: precision_at_1
2182
- value: 53.0
2183
- - type: precision_at_10
2184
- value: 8.933
2185
- - type: precision_at_100
2186
- value: 1.04
2187
- - type: precision_at_1000
2188
- value: 0.11199999999999999
2189
- - type: precision_at_3
2190
- value: 23.778
2191
- - type: precision_at_5
2192
- value: 16.2
2193
- - type: recall_at_1
2194
- value: 50.705999999999996
2195
- - type: recall_at_10
2196
- value: 78.633
2197
- - type: recall_at_100
2198
- value: 91.333
2199
- - type: recall_at_1000
2200
- value: 99.0
2201
- - type: recall_at_3
2202
- value: 65.328
2203
- - type: recall_at_5
2204
- value: 72.583
2205
- - task:
2206
- type: PairClassification
2207
- dataset:
2208
- type: mteb/sprintduplicatequestions-pairclassification
2209
- name: MTEB SprintDuplicateQuestions
2210
- config: default
2211
- split: test
2212
- revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
2213
- metrics:
2214
- - type: cos_sim_accuracy
2215
- value: 99.82178217821782
2216
- - type: cos_sim_ap
2217
- value: 95.30078788098801
2218
- - type: cos_sim_f1
2219
- value: 91.11549851924975
2220
- - type: cos_sim_precision
2221
- value: 89.96101364522417
2222
- - type: cos_sim_recall
2223
- value: 92.30000000000001
2224
- - type: dot_accuracy
2225
- value: 99.74851485148515
2226
- - type: dot_ap
2227
- value: 93.12383012680787
2228
- - type: dot_f1
2229
- value: 87.17171717171716
2230
- - type: dot_precision
2231
- value: 88.06122448979592
2232
- - type: dot_recall
2233
- value: 86.3
2234
- - type: euclidean_accuracy
2235
- value: 99.82673267326733
2236
- - type: euclidean_ap
2237
- value: 95.29507269622621
2238
- - type: euclidean_f1
2239
- value: 91.3151364764268
2240
- - type: euclidean_precision
2241
- value: 90.64039408866995
2242
- - type: euclidean_recall
2243
- value: 92.0
2244
- - type: manhattan_accuracy
2245
- value: 99.82178217821782
2246
- - type: manhattan_ap
2247
- value: 95.34300712110257
2248
- - type: manhattan_f1
2249
- value: 91.05367793240556
2250
- - type: manhattan_precision
2251
- value: 90.51383399209486
2252
- - type: manhattan_recall
2253
- value: 91.60000000000001
2254
- - type: max_accuracy
2255
- value: 99.82673267326733
2256
- - type: max_ap
2257
- value: 95.34300712110257
2258
- - type: max_f1
2259
- value: 91.3151364764268
2260
- - task:
2261
- type: Clustering
2262
- dataset:
2263
- type: mteb/stackexchange-clustering
2264
- name: MTEB StackExchangeClustering
2265
- config: default
2266
- split: test
2267
- revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
2268
- metrics:
2269
- - type: v_measure
2270
- value: 53.10993894014712
2271
- - task:
2272
- type: Clustering
2273
- dataset:
2274
- type: mteb/stackexchange-clustering-p2p
2275
- name: MTEB StackExchangeClusteringP2P
2276
- config: default
2277
- split: test
2278
- revision: 815ca46b2622cec33ccafc3735d572c266efdb44
2279
- metrics:
2280
- - type: v_measure
2281
- value: 34.67216071080345
2282
- - task:
2283
- type: Reranking
2284
- dataset:
2285
- type: mteb/stackoverflowdupquestions-reranking
2286
- name: MTEB StackOverflowDupQuestions
2287
- config: default
2288
- split: test
2289
- revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
2290
- metrics:
2291
- - type: map
2292
- value: 48.96344255085851
2293
- - type: mrr
2294
- value: 49.816123419064596
2295
- - task:
2296
- type: Summarization
2297
- dataset:
2298
- type: mteb/summeval
2299
- name: MTEB SummEval
2300
- config: default
2301
- split: test
2302
- revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
2303
- metrics:
2304
- - type: cos_sim_pearson
2305
- value: 30.580410074992177
2306
- - type: cos_sim_spearman
2307
- value: 31.155995112739966
2308
- - type: dot_pearson
2309
- value: 31.112094423048998
2310
- - type: dot_spearman
2311
- value: 31.29974829801922
2312
- - task:
2313
- type: Retrieval
2314
- dataset:
2315
- type: trec-covid
2316
- name: MTEB TRECCOVID
2317
- config: default
2318
- split: test
2319
- revision: None
2320
- metrics:
2321
- - type: map_at_1
2322
- value: 0.17700000000000002
2323
- - type: map_at_10
2324
- value: 1.22
2325
- - type: map_at_100
2326
- value: 6.2170000000000005
2327
- - type: map_at_1000
2328
- value: 15.406
2329
- - type: map_at_3
2330
- value: 0.483
2331
- - type: map_at_5
2332
- value: 0.729
2333
- - type: mrr_at_1
2334
- value: 64.0
2335
- - type: mrr_at_10
2336
- value: 76.333
2337
- - type: mrr_at_100
2338
- value: 76.47
2339
- - type: mrr_at_1000
2340
- value: 76.47
2341
- - type: mrr_at_3
2342
- value: 75.0
2343
- - type: mrr_at_5
2344
- value: 76.0
2345
- - type: ndcg_at_1
2346
- value: 59.0
2347
- - type: ndcg_at_10
2348
- value: 52.62
2349
- - type: ndcg_at_100
2350
- value: 39.932
2351
- - type: ndcg_at_1000
2352
- value: 37.317
2353
- - type: ndcg_at_3
2354
- value: 57.123000000000005
2355
- - type: ndcg_at_5
2356
- value: 56.376000000000005
2357
- - type: precision_at_1
2358
- value: 64.0
2359
- - type: precision_at_10
2360
- value: 55.800000000000004
2361
- - type: precision_at_100
2362
- value: 41.04
2363
- - type: precision_at_1000
2364
- value: 17.124
2365
- - type: precision_at_3
2366
- value: 63.333
2367
- - type: precision_at_5
2368
- value: 62.0
2369
- - type: recall_at_1
2370
- value: 0.17700000000000002
2371
- - type: recall_at_10
2372
- value: 1.46
2373
- - type: recall_at_100
2374
- value: 9.472999999999999
2375
- - type: recall_at_1000
2376
- value: 35.661
2377
- - type: recall_at_3
2378
- value: 0.527
2379
- - type: recall_at_5
2380
- value: 0.8250000000000001
2381
- - task:
2382
- type: Retrieval
2383
- dataset:
2384
- type: webis-touche2020
2385
- name: MTEB Touche2020
2386
- config: default
2387
- split: test
2388
- revision: None
2389
- metrics:
2390
- - type: map_at_1
2391
- value: 1.539
2392
- - type: map_at_10
2393
- value: 7.178
2394
- - type: map_at_100
2395
- value: 12.543000000000001
2396
- - type: map_at_1000
2397
- value: 14.126
2398
- - type: map_at_3
2399
- value: 3.09
2400
- - type: map_at_5
2401
- value: 5.008
2402
- - type: mrr_at_1
2403
- value: 18.367
2404
- - type: mrr_at_10
2405
- value: 32.933
2406
- - type: mrr_at_100
2407
- value: 34.176
2408
- - type: mrr_at_1000
2409
- value: 34.176
2410
- - type: mrr_at_3
2411
- value: 27.551
2412
- - type: mrr_at_5
2413
- value: 30.714000000000002
2414
- - type: ndcg_at_1
2415
- value: 15.306000000000001
2416
- - type: ndcg_at_10
2417
- value: 18.343
2418
- - type: ndcg_at_100
2419
- value: 30.076000000000004
2420
- - type: ndcg_at_1000
2421
- value: 42.266999999999996
2422
- - type: ndcg_at_3
2423
- value: 17.233999999999998
2424
- - type: ndcg_at_5
2425
- value: 18.677
2426
- - type: precision_at_1
2427
- value: 18.367
2428
- - type: precision_at_10
2429
- value: 18.367
2430
- - type: precision_at_100
2431
- value: 6.837
2432
- - type: precision_at_1000
2433
- value: 1.467
2434
- - type: precision_at_3
2435
- value: 19.048000000000002
2436
- - type: precision_at_5
2437
- value: 21.224
2438
- - type: recall_at_1
2439
- value: 1.539
2440
- - type: recall_at_10
2441
- value: 13.289000000000001
2442
- - type: recall_at_100
2443
- value: 42.480000000000004
2444
- - type: recall_at_1000
2445
- value: 79.463
2446
- - type: recall_at_3
2447
- value: 4.202999999999999
2448
- - type: recall_at_5
2449
- value: 7.9030000000000005
2450
- - task:
2451
- type: Classification
2452
- dataset:
2453
- type: mteb/toxic_conversations_50k
2454
- name: MTEB ToxicConversationsClassification
2455
- config: default
2456
- split: test
2457
- revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
2458
- metrics:
2459
- - type: accuracy
2460
- value: 69.2056
2461
- - type: ap
2462
- value: 13.564165903349778
2463
- - type: f1
2464
- value: 53.303385089202656
2465
- - task:
2466
- type: Classification
2467
- dataset:
2468
- type: mteb/tweet_sentiment_extraction
2469
- name: MTEB TweetSentimentExtractionClassification
2470
- config: default
2471
- split: test
2472
- revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
2473
- metrics:
2474
- - type: accuracy
2475
- value: 56.71477079796264
2476
- - type: f1
2477
- value: 57.01563439439609
2478
- - task:
2479
- type: Clustering
2480
- dataset:
2481
- type: mteb/twentynewsgroups-clustering
2482
- name: MTEB TwentyNewsgroupsClustering
2483
- config: default
2484
- split: test
2485
- revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
2486
- metrics:
2487
- - type: v_measure
2488
- value: 39.373040570976514
2489
- - task:
2490
- type: PairClassification
2491
- dataset:
2492
- type: mteb/twittersemeval2015-pairclassification
2493
- name: MTEB TwitterSemEval2015
2494
- config: default
2495
- split: test
2496
- revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
2497
- metrics:
2498
- - type: cos_sim_accuracy
2499
- value: 83.44757703999524
2500
- - type: cos_sim_ap
2501
- value: 65.78689843625949
2502
- - type: cos_sim_f1
2503
- value: 62.25549384206713
2504
- - type: cos_sim_precision
2505
- value: 57.39091718610864
2506
- - type: cos_sim_recall
2507
- value: 68.02110817941951
2508
- - type: dot_accuracy
2509
- value: 81.3971508612982
2510
- - type: dot_ap
2511
- value: 58.42933051967154
2512
- - type: dot_f1
2513
- value: 57.85580214198962
2514
- - type: dot_precision
2515
- value: 49.74368710841086
2516
- - type: dot_recall
2517
- value: 69.12928759894459
2518
- - type: euclidean_accuracy
2519
- value: 83.54294569946951
2520
- - type: euclidean_ap
2521
- value: 66.10612585693795
2522
- - type: euclidean_f1
2523
- value: 62.66666666666667
2524
- - type: euclidean_precision
2525
- value: 58.88631090487239
2526
- - type: euclidean_recall
2527
- value: 66.96569920844327
2528
- - type: manhattan_accuracy
2529
- value: 83.43565595756095
2530
- - type: manhattan_ap
2531
- value: 65.88532290329134
2532
- - type: manhattan_f1
2533
- value: 62.58408721874276
2534
- - type: manhattan_precision
2535
- value: 55.836092715231786
2536
- - type: manhattan_recall
2537
- value: 71.18733509234828
2538
- - type: max_accuracy
2539
- value: 83.54294569946951
2540
- - type: max_ap
2541
- value: 66.10612585693795
2542
- - type: max_f1
2543
- value: 62.66666666666667
2544
- - task:
2545
- type: PairClassification
2546
- dataset:
2547
- type: mteb/twitterurlcorpus-pairclassification
2548
- name: MTEB TwitterURLCorpus
2549
- config: default
2550
- split: test
2551
- revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
2552
- metrics:
2553
- - type: cos_sim_accuracy
2554
- value: 88.02344083517679
2555
- - type: cos_sim_ap
2556
- value: 84.21589190889944
2557
- - type: cos_sim_f1
2558
- value: 76.36723039754007
2559
- - type: cos_sim_precision
2560
- value: 72.79134682484299
2561
- - type: cos_sim_recall
2562
- value: 80.31259624268556
2563
- - type: dot_accuracy
2564
- value: 87.43353902278108
2565
- - type: dot_ap
2566
- value: 82.08962394120071
2567
- - type: dot_f1
2568
- value: 74.97709923664122
2569
- - type: dot_precision
2570
- value: 74.34150772025431
2571
- - type: dot_recall
2572
- value: 75.62365260240222
2573
- - type: euclidean_accuracy
2574
- value: 87.97686963946133
2575
- - type: euclidean_ap
2576
- value: 84.20578083922416
2577
- - type: euclidean_f1
2578
- value: 76.4299182903834
2579
- - type: euclidean_precision
2580
- value: 73.51874244256348
2581
- - type: euclidean_recall
2582
- value: 79.58115183246073
2583
- - type: manhattan_accuracy
2584
- value: 88.00209570380719
2585
- - type: manhattan_ap
2586
- value: 84.14700304263556
2587
- - type: manhattan_f1
2588
- value: 76.36429345861944
2589
- - type: manhattan_precision
2590
- value: 71.95886119057349
2591
- - type: manhattan_recall
2592
- value: 81.34431783184478
2593
- - type: max_accuracy
2594
- value: 88.02344083517679
2595
- - type: max_ap
2596
- value: 84.21589190889944
2597
- - type: max_f1
2598
- value: 76.4299182903834
2599
- ---