Update readme.md

README.md

@@ -62,46 +62,206 @@ model-index:
   results:
   - dataset:
       config: ar
-      name: MTEB MIRACLRetrievalHardNegatives (ar)
-      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
-      split: dev
-      type: mteb/miracl-hard-negatives
+      name: MTEB MintakaRetrieval (ar)
+      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
+      split: test
+      type: mintaka/mmteb-mintaka
     metrics:
-    - type: main_score
-      value: 18.836
+      - type: main_score
+        value: 14.585
+      - type: map_at_1
+        value: 8.352
+      - type: map_at_3
+        value: 10.917
+      - type: map_at_5
+        value: 11.634
+      - type: map_at_10
+        value: 12.254
+      - type: ndcg_at_1
+        value: 8.352
+      - type: ndcg_at_3
+        value: 11.794
+      - type: ndcg_at_5
+        value: 13.085
+      - type: ndcg_at_10
+        value: 14.585
+      - type: recall_at_1
+        value: 8.352
+      - type: recall_at_3
+        value: 14.344
+      - type: recall_at_5
+        value: 17.476
+      - type: recall_at_10
+        value: 22.106
+      - type: precision_at_1
+        value: 8.352
+      - type: precision_at_3
+        value: 4.781
+      - type: precision_at_5
+        value: 3.495
+      - type: precision_at_10
+        value: 2.211
+      - type: mrr_at_1
+        value: 8.3522
+      - type: mrr_at_3
+        value: 10.9169
+      - type: mrr_at_5
+        value: 11.6341
+      - type: mrr_at_10
+        value: 12.2543
     task:
       type: Retrieval
   - dataset:
-      config: ara-ara
-      name: MTEB MLQARetrieval (ara-ara)
-      revision: 397ed406c1a7902140303e7faf60fff35b58d285
-      split: test
-      type: facebook/mlqa
+      config: ar
+      name: MTEB MIRACLRetrievalHardNegatives (ar)
+      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
+      split: dev
+      type: miracl/mmteb-miracl-hardnegatives
     metrics:
-    - type: main_score
-      value: 61.582
+      - type: main_score
+        value: 18.836
+      - type: map_at_1
+        value: 6.646
+      - type: map_at_3
+        value: 10.692
+      - type: map_at_5
+        value: 11.969
+      - type: map_at_10
+        value: 13.446
+      - type: ndcg_at_1
+        value: 10.5
+      - type: ndcg_at_3
+        value: 13.645
+      - type: ndcg_at_5
+        value: 15.504
+      - type: ndcg_at_10
+        value: 18.836
+      - type: recall_at_1
+        value: 6.646
+      - type: recall_at_3
+        value: 15.361
+      - type: recall_at_5
+        value: 19.925
+      - type: recall_at_10
+        value: 28.6
+      - type: precision_at_1
+        value: 10.5
+      - type: precision_at_3
+        value: 8.533
+      - type: precision_at_5
+        value: 6.9
+      - type: precision_at_10
+        value: 5.21
+      - type: mrr_at_1
+        value: 10.5
+      - type: mrr_at_3
+        value: 16.25
+      - type: mrr_at_5
+        value: 17.68
+      - type: mrr_at_10
+        value: 19.1759
     task:
       type: Retrieval
   - dataset:
       config: ar
-      name: MTEB MintakaRetrieval (ar)
-      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
-      split: test
-      type: jinaai/mintakaqa
+      name: MTEB MLQARetrieval (ar)
+      revision: 397ed406c1a7902140303e7faf60fff35b58d285
+      split: validation
+      type: mlqa/mmteb-mlqa
     metrics:
-    - type: main_score
-      value: 14.585
+      - type: main_score
+        value: 61.582
+      - type: map_at_1
+        value: 47.195
+      - type: map_at_3
+        value: 54.03
+      - type: map_at_5
+        value: 55.77
+      - type: map_at_10
+        value: 56.649
+      - type: ndcg_at_1
+        value: 47.195
+      - type: ndcg_at_3
+        value: 56.295
+      - type: ndcg_at_5
+        value: 59.417
+      - type: ndcg_at_10
+        value: 61.582
+      - type: recall_at_1
+        value: 47.195
+      - type: recall_at_3
+        value: 62.863
+      - type: recall_at_5
+        value: 70.406
+      - type: recall_at_10
+        value: 77.176
+      - type: precision_at_1
+        value: 47.195
+      - type: precision_at_3
+        value: 20.954
+      - type: precision_at_5
+        value: 14.081
+      - type: precision_at_10
+        value: 7.718
+      - type: mrr_at_1
+        value: 47.1954
+      - type: mrr_at_3
+        value: 54.0297
+      - type: mrr_at_5
+        value: 55.7705
+      - type: mrr_at_10
+        value: 56.6492
     task:
       type: Retrieval
   - dataset:
       config: default
-      name: MTEB SadeemQuestionRetrieval (default)
+      name: MTEB SadeemQuestionRetrieval (ar)
       revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
       split: test
-      type: sadeem-ai/sadeem-ar-eval-retrieval-questions
+      type: sadeem/mmteb-sadeem
     metrics:
-    - type: main_score
-      value: 57.653
+      - type: main_score
+        value: 57.653
+      - type: map_at_1
+        value: 25.084
+      - type: map_at_3
+        value: 46.338
+      - type: map_at_5
+        value: 47.556
+      - type: map_at_10
+        value: 48.207
+      - type: ndcg_at_1
+        value: 25.084
+      - type: ndcg_at_3
+        value: 53.91
+      - type: ndcg_at_5
+        value: 56.102
+      - type: ndcg_at_10
+        value: 57.653
+      - type: recall_at_1
+        value: 25.084
+      - type: recall_at_3
+        value: 76.017
+      - type: recall_at_5
+        value: 81.331
+      - type: recall_at_10
+        value: 86.07
+      - type: precision_at_1
+        value: 25.084
+      - type: precision_at_3
+        value: 25.339
+      - type: precision_at_5
+        value: 16.266
+      - type: precision_at_10
+        value: 8.607
+      - type: mrr_at_1
+        value: 23.1211
+      - type: mrr_at_3
+        value: 44.9657
+      - type: mrr_at_5
+        value: 46.3037
+      - type: mrr_at_10
+        value: 46.8749
     task:
       type: Retrieval
   - dataset: