Update README.md

README.md

@@ -40,417 +40,417 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/CmedqaRetrieval
+      type: C_MTEB/CmedqaRetrieval
       name: MTEB CmedqaRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 23.21
+      value: 26.101000000000003
     - type: map_at_10
-      value: 33.455
+      value: 38.239000000000004
     - type: map_at_100
-      value: 35.176
+      value: 40.083
     - type: map_at_1000
-      value: 35.332
+      value: 40.205
     - type: map_at_3
-      value: 30.058
+      value: 34.386
     - type: map_at_5
-      value: 31.863999999999997
+      value: 36.425999999999995
     - type: mrr_at_1
-      value: 35.634
+      value: 39.434999999999995
     - type: mrr_at_10
-      value: 42.277
+      value: 46.967999999999996
     - type: mrr_at_100
-      value: 43.281
+      value: 47.946
     - type: mrr_at_1000
-      value: 43.349
+      value: 47.997
     - type: mrr_at_3
-      value: 40.127
+      value: 44.803
     - type: mrr_at_5
-      value: 41.223
+      value: 45.911
     - type: ndcg_at_1
-      value: 35.634
+      value: 39.434999999999995
     - type: ndcg_at_10
-      value: 39.226
+      value: 44.416
     - type: ndcg_at_100
-      value: 46.538000000000004
+      value: 51.773
     - type: ndcg_at_1000
-      value: 49.342999999999996
+      value: 53.888000000000005
     - type: ndcg_at_3
-      value: 35.004999999999995
+      value: 39.816
     - type: ndcg_at_5
-      value: 36.492000000000004
+      value: 41.467999999999996
     - type: precision_at_1
-      value: 35.634
+      value: 39.434999999999995
     - type: precision_at_10
-      value: 8.591999999999999
+      value: 9.786999999999999
     - type: precision_at_100
-      value: 1.467
+      value: 1.5810000000000002
     - type: precision_at_1000
-      value: 0.181
+      value: 0.184
     - type: precision_at_3
-      value: 19.613
+      value: 22.414
     - type: precision_at_5
-      value: 13.988
+      value: 15.943999999999999
     - type: recall_at_1
-      value: 23.21
+      value: 26.101000000000003
     - type: recall_at_10
-      value: 47.728
+      value: 53.82900000000001
     - type: recall_at_100
-      value: 78.669
+      value: 84.63199999999999
     - type: recall_at_1000
-      value: 97.506
+      value: 98.782
     - type: recall_at_3
-      value: 34.361000000000004
+      value: 39.585
     - type: recall_at_5
-      value: 39.486
+      value: 45.141
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/CovidRetrieval
+      type: C_MTEB/CovidRetrieval
       name: MTEB CovidRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 70.759
+      value: 70.39
     - type: map_at_10
-      value: 79.314
+      value: 78.93599999999999
     - type: map_at_100
-      value: 79.557
+      value: 79.202
     - type: map_at_1000
-      value: 79.561
+      value: 79.205
     - type: map_at_3
-      value: 77.819
+      value: 77.538
     - type: map_at_5
-      value: 78.717
+      value: 78.312
     - type: mrr_at_1
-      value: 71.02199999999999
+      value: 70.706
     - type: mrr_at_10
-      value: 79.361
+      value: 79.018
     - type: mrr_at_100
-      value: 79.605
+      value: 79.28399999999999
     - type: mrr_at_1000
-      value: 79.609
+      value: 79.288
     - type: mrr_at_3
-      value: 77.959
+      value: 77.713
     - type: mrr_at_5
-      value: 78.82900000000001
+      value: 78.462
     - type: ndcg_at_1
-      value: 70.917
+      value: 70.601
     - type: ndcg_at_10
-      value: 82.931
+      value: 82.555
     - type: ndcg_at_100
-      value: 84.016
+      value: 83.718
     - type: ndcg_at_1000
-      value: 84.155
+      value: 83.855
     - type: ndcg_at_3
-      value: 79.994
+      value: 79.779
     - type: ndcg_at_5
-      value: 81.57799999999999
+      value: 81.149
     - type: precision_at_1
-      value: 70.917
+      value: 70.601
     - type: precision_at_10
-      value: 9.504999999999999
+      value: 9.463000000000001
     - type: precision_at_100
-      value: 0.9990000000000001
+      value: 0.9979999999999999
     - type: precision_at_1000
       value: 0.101
     - type: precision_at_3
-      value: 28.908
+      value: 28.871999999999996
     - type: precision_at_5
-      value: 18.145
+      value: 18.019
     - type: recall_at_1
-      value: 70.759
+      value: 70.39
     - type: recall_at_10
-      value: 93.994
+      value: 93.572
     - type: recall_at_100
-      value: 98.84100000000001
+      value: 98.736
     - type: recall_at_1000
-      value: 100.0
+      value: 99.895
     - type: recall_at_3
-      value: 86.17
+      value: 86.091
     - type: recall_at_5
-      value: 89.96300000000001
+      value: 89.384
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/DuRetrieval
+      type: C_MTEB/DuRetrieval
       name: MTEB DuRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 26.344
+      value: 26.147
     - type: map_at_10
-      value: 81.26
+      value: 80.205
     - type: map_at_100
-      value: 84.011
+      value: 82.96
     - type: map_at_1000
-      value: 84.05
+      value: 82.999
     - type: map_at_3
-      value: 56.384
+      value: 55.16799999999999
     - type: map_at_5
-      value: 71.141
+      value: 69.798
     - type: mrr_at_1
-      value: 90.60000000000001
+      value: 89.8
     - type: mrr_at_10
-      value: 93.77
+      value: 93.16799999999999
     - type: mrr_at_100
-      value: 93.816
+      value: 93.22500000000001
     - type: mrr_at_1000
-      value: 93.82000000000001
+      value: 93.228
     - type: mrr_at_3
-      value: 93.542
+      value: 92.85
     - type: mrr_at_5
-      value: 93.687
+      value: 93.067
     - type: ndcg_at_1
-      value: 90.60000000000001
+      value: 89.8
     - type: ndcg_at_10
-      value: 88.352
+      value: 87.668
     - type: ndcg_at_100
-      value: 90.767
+      value: 90.16
     - type: ndcg_at_1000
-      value: 91.118
+      value: 90.505
     - type: ndcg_at_3
-      value: 87.21900000000001
+      value: 85.842
     - type: ndcg_at_5
-      value: 86.163
+      value: 85.101
     - type: precision_at_1
-      value: 90.60000000000001
+      value: 89.8
     - type: precision_at_10
-      value: 42.3
+      value: 42.225
     - type: precision_at_100
-      value: 4.82
+      value: 4.8149999999999995
     - type: precision_at_1000
       value: 0.48900000000000005
     - type: precision_at_3
-      value: 78.25
+      value: 76.967
     - type: precision_at_5
-      value: 66.03999999999999
+      value: 65.32
     - type: recall_at_1
-      value: 26.344
+      value: 26.147
     - type: recall_at_10
-      value: 89.59
+      value: 89.30399999999999
     - type: recall_at_100
-      value: 97.584
+      value: 97.609
     - type: recall_at_1000
-      value: 99.46300000000001
+      value: 99.409
     - type: recall_at_3
-      value: 58.87
+      value: 57.56
     - type: recall_at_5
-      value: 75.81099999999999
+      value: 74.78200000000001
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/EcomRetrieval
+      type: C_MTEB/EcomRetrieval
       name: MTEB EcomRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 54.1
+      value: 53.300000000000004
     - type: map_at_10
-      value: 63.478
+      value: 62.507000000000005
     - type: map_at_100
-      value: 64.048
+      value: 63.068000000000005
     - type: map_at_1000
-      value: 64.061
+      value: 63.08200000000001
     - type: map_at_3
-      value: 61.0
+      value: 60.050000000000004
     - type: map_at_5
-      value: 62.585
+      value: 61.41
     - type: mrr_at_1
-      value: 54.1
+      value: 53.300000000000004
     - type: mrr_at_10
-      value: 63.478
+      value: 62.507000000000005
     - type: mrr_at_100
-      value: 64.048
+      value: 63.068000000000005
     - type: mrr_at_1000
-      value: 64.061
+      value: 63.08200000000001
     - type: mrr_at_3
-      value: 61.0
+      value: 60.050000000000004
     - type: mrr_at_5
-      value: 62.585
+      value: 61.41
     - type: ndcg_at_1
-      value: 54.1
+      value: 53.300000000000004
     - type: ndcg_at_10
-      value: 68.14099999999999
+      value: 67.31700000000001
     - type: ndcg_at_100
-      value: 70.703
+      value: 69.862
     - type: ndcg_at_1000
-      value: 71.045
+      value: 70.231
     - type: ndcg_at_3
-      value: 63.164
+      value: 62.222
     - type: ndcg_at_5
-      value: 66.013
+      value: 64.66300000000001
     - type: precision_at_1
-      value: 54.1
+      value: 53.300000000000004
     - type: precision_at_10
-      value: 8.28
+      value: 8.260000000000002
     - type: precision_at_100
-      value: 0.943
+      value: 0.941
     - type: precision_at_1000
       value: 0.097
     - type: precision_at_3
-      value: 23.133
+      value: 22.833000000000002
     - type: precision_at_5
-      value: 15.260000000000002
+      value: 14.879999999999999
     - type: recall_at_1
-      value: 54.1
+      value: 53.300000000000004
     - type: recall_at_10
-      value: 82.8
+      value: 82.6
     - type: recall_at_100
-      value: 94.3
+      value: 94.1
     - type: recall_at_1000
       value: 97.0
     - type: recall_at_3
-      value: 69.39999999999999
+      value: 68.5
     - type: recall_at_5
-      value: 76.3
+      value: 74.4
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/MMarcoRetrieval
+      type: C_MTEB/MMarcoRetrieval
       name: MTEB MMarcoRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 71.329
+      value: 70.68799999999999
     - type: map_at_10
-      value: 80.038
+      value: 79.28399999999999
     - type: map_at_100
-      value: 80.28
+      value: 79.537
     - type: map_at_1000
-      value: 80.286
+      value: 79.545
     - type: map_at_3
-      value: 78.435
+      value: 77.643
     - type: map_at_5
-      value: 79.509
+      value: 78.694
     - type: mrr_at_1
-      value: 73.711
+      value: 73.05199999999999
     - type: mrr_at_10
-      value: 80.53
+      value: 79.794
     - type: mrr_at_100
-      value: 80.743
+      value: 80.024
     - type: mrr_at_1000
-      value: 80.75
+      value: 80.03099999999999
     - type: mrr_at_3
-      value: 79.181
+      value: 78.441
     - type: mrr_at_5
-      value: 80.077
+      value: 79.29
     - type: ndcg_at_1
-      value: 73.711
+      value: 73.05199999999999
     - type: ndcg_at_10
-      value: 83.333
+      value: 82.627
     - type: ndcg_at_100
-      value: 84.375
+      value: 83.737
     - type: ndcg_at_1000
-      value: 84.56700000000001
+      value: 83.946
     - type: ndcg_at_3
-      value: 80.374
+      value: 79.585
     - type: ndcg_at_5
-      value: 82.145
+      value: 81.306
     - type: precision_at_1
-      value: 73.711
+      value: 73.05199999999999
     - type: precision_at_10
-      value: 9.894
+      value: 9.835
     - type: precision_at_100
-      value: 1.04
+      value: 1.038
     - type: precision_at_1000
       value: 0.106
     - type: precision_at_3
-      value: 30.067
+      value: 29.756
     - type: precision_at_5
-      value: 18.989
+      value: 18.788
     - type: recall_at_1
-      value: 71.329
+      value: 70.68799999999999
     - type: recall_at_10
-      value: 92.917
+      value: 92.38300000000001
     - type: recall_at_100
-      value: 97.543
+      value: 97.347
     - type: recall_at_1000
-      value: 99.08500000000001
+      value: 98.992
     - type: recall_at_3
-      value: 85.187
+      value: 84.37
     - type: recall_at_5
-      value: 89.36500000000001
+      value: 88.434
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/MedicalRetrieval
+      type: C_MTEB/MedicalRetrieval
       name: MTEB MedicalRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 54.1
+      value: 53.1
     - type: map_at_10
-      value: 59.227
+      value: 58.36599999999999
     - type: map_at_100
-      value: 59.811
+      value: 58.939
     - type: map_at_1000
-      value: 59.86
+      value: 58.99100000000001
     - type: map_at_3
-      value: 58.083
+      value: 57.15
     - type: map_at_5
-      value: 58.743
+      value: 57.794999999999995
     - type: mrr_at_1
-      value: 54.2
+      value: 53.2
     - type: mrr_at_10
-      value: 59.269000000000005
+      value: 58.416000000000004
     - type: mrr_at_100
-      value: 59.853
+      value: 58.989999999999995
     - type: mrr_at_1000
-      value: 59.902
+      value: 59.041
     - type: mrr_at_3
-      value: 58.099999999999994
+      value: 57.199999999999996
     - type: mrr_at_5
-      value: 58.785
+      value: 57.845
     - type: ndcg_at_1
-      value: 54.1
+      value: 53.1
     - type: ndcg_at_10
-      value: 61.732
+      value: 60.989000000000004
     - type: ndcg_at_100
-      value: 64.832
+      value: 63.967
     - type: ndcg_at_1000
-      value: 66.277
+      value: 65.436
     - type: ndcg_at_3
-      value: 59.372
+      value: 58.425000000000004
     - type: ndcg_at_5
-      value: 60.56399999999999
+      value: 59.583
     - type: precision_at_1
-      value: 54.1
+      value: 53.1
     - type: precision_at_10
-      value: 6.959999999999999
+      value: 6.93
     - type: precision_at_100
-      value: 0.847
+      value: 0.8370000000000001
     - type: precision_at_1000
       value: 0.096
     - type: precision_at_3
-      value: 21.032999999999998
+      value: 20.7
     - type: precision_at_5
-      value: 13.200000000000001
+      value: 12.98
     - type: recall_at_1
-      value: 54.1
+      value: 53.1
     - type: recall_at_10
-      value: 69.6
+      value: 69.3
     - type: recall_at_100
-      value: 84.7
+      value: 83.7
     - type: recall_at_1000
-      value: 96.39999999999999
+      value: 95.5
     - type: recall_at_3
-      value: 63.1
+      value: 62.1
     - type: recall_at_5
-      value: 66.0
+      value: 64.9
   - task:
       type: Reranking
     dataset:
@@ -480,141 +480,141 @@ model-index:
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/T2Retrieval
+      type: C_MTEB/T2Retrieval
       name: MTEB T2Retrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 27.72
+      value: 28.116000000000003
     - type: map_at_10
-      value: 79.07300000000001
+      value: 80.026
     - type: map_at_100
-      value: 82.636
+      value: 83.541
     - type: map_at_1000
-      value: 82.68799999999999
+      value: 83.592
     - type: map_at_3
-      value: 55.276
+      value: 56.092
     - type: map_at_5
-      value: 68.13900000000001
+      value: 69.114
     - type: mrr_at_1
-      value: 90.834
+      value: 91.557
     - type: mrr_at_10
-      value: 93.215
+      value: 93.73700000000001
     - type: mrr_at_100
-      value: 93.28800000000001
+      value: 93.808
     - type: mrr_at_1000
-      value: 93.291
+      value: 93.811
     - type: mrr_at_3
-      value: 92.83200000000001
+      value: 93.384
     - type: mrr_at_5
-      value: 93.072
+      value: 93.614
     - type: ndcg_at_1
-      value: 90.834
+      value: 91.553
     - type: ndcg_at_10
-      value: 86.26899999999999
+      value: 87.003
     - type: ndcg_at_100
-      value: 89.538
+      value: 90.128
     - type: ndcg_at_1000
-      value: 90.042
+      value: 90.615
     - type: ndcg_at_3
-      value: 87.333
+      value: 88.205
     - type: ndcg_at_5
-      value: 86.098
+      value: 86.978
     - type: precision_at_1
-      value: 90.834
+      value: 91.553
     - type: precision_at_10
-      value: 43.009
+      value: 43.25
     - type: precision_at_100
-      value: 5.064
+      value: 5.067
     - type: precision_at_1000
       value: 0.518
     - type: precision_at_3
-      value: 76.507
+      value: 77.25
     - type: precision_at_5
-      value: 64.30900000000001
+      value: 64.902
     - type: recall_at_1
-      value: 27.72
+      value: 28.116000000000003
     - type: recall_at_10
-      value: 85.439
+      value: 85.994
     - type: recall_at_100
-      value: 96.231
+      value: 96.345
     - type: recall_at_1000
-      value: 98.844
+      value: 98.867
     - type: recall_at_3
-      value: 56.991
+      value: 57.67099999999999
     - type: recall_at_5
-      value: 71.48299999999999
+      value: 72.26
   - task:
       type: Retrieval
     dataset:
-      type: C-MTEB/VideoRetrieval
+      type: C_MTEB/VideoRetrieval
       name: MTEB VideoRetrieval
       config: default
       split: dev
       revision: None
     metrics:
     - type: map_at_1
-      value: 64.3
+      value: 64.9
     - type: map_at_10
-      value: 73.585
+      value: 73.763
     - type: map_at_100
-      value: 73.935
+      value: 74.116
     - type: map_at_1000
-      value: 73.941
+      value: 74.12100000000001
     - type: map_at_3
-      value: 72.3
+      value: 72.15
     - type: map_at_5
-      value: 73.06
+      value: 73.25
     - type: mrr_at_1
-      value: 64.3
+      value: 64.9
     - type: mrr_at_10
-      value: 73.585
+      value: 73.763
     - type: mrr_at_100
-      value: 73.935
+      value: 74.116
     - type: mrr_at_1000
-      value: 73.941
+      value: 74.12100000000001
     - type: mrr_at_3
-      value: 72.3
+      value: 72.15
     - type: mrr_at_5
-      value: 73.06
+      value: 73.25
     - type: ndcg_at_1
-      value: 64.3
+      value: 64.9
     - type: ndcg_at_10
-      value: 77.434
+      value: 77.639
     - type: ndcg_at_100
-      value: 79.225
+      value: 79.396
     - type: ndcg_at_1000
-      value: 79.4
+      value: 79.554
     - type: ndcg_at_3
-      value: 74.824
+      value: 74.406
     - type: ndcg_at_5
-      value: 76.188
+      value: 76.385
     - type: precision_at_1
-      value: 64.3
+      value: 64.9
     - type: precision_at_10
-      value: 8.92
+      value: 8.959999999999999
     - type: precision_at_100
-      value: 0.9769999999999999
+      value: 0.979
     - type: precision_at_1000
       value: 0.099
     - type: precision_at_3
-      value: 27.367
+      value: 26.967000000000002
     - type: precision_at_5
-      value: 17.080000000000002
+      value: 17.14
     - type: recall_at_1
-      value: 64.3
+      value: 64.9
     - type: recall_at_10
-      value: 89.2
+      value: 89.60000000000001
     - type: recall_at_100
-      value: 97.7
+      value: 97.89999999999999
     - type: recall_at_1000
-      value: 99.1
+      value: 99.2
     - type: recall_at_3
-      value: 82.1
+      value: 80.9
     - type: recall_at_5
-      value: 85.39999999999999
+      value: 85.7
 ---
 license: apache-2.0
 library_name: transformers