update readme.md

README.md

@@ -36,45 +36,206 @@ model-index:
       name: MTEB MIRACLRetrievalHardNegatives (ar)
       revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
       split: dev
-      type: mteb/miracl-hard-negatives
+      type: miracl/mmteb-miracl-hardnegatives
     metrics:
     - type: main_score
       value: 57.737
+    - type: map_at_1
+      value: 32.108
+    - type: map_at_3
+      value: 44.405
+    - type: map_at_5
+      value: 47.164
+    - type: map_at_10
+      value: 49.477
+    - type: ndcg_at_1
+      value: 48.7
+    - type: ndcg_at_3
+      value: 51.161
+    - type: ndcg_at_5
+      value: 53.923
+    - type: ndcg_at_10
+      value: 57.737
+    - type: recall_at_1
+      value: 32.108
+    - type: recall_at_3
+      value: 52.675
+    - type: recall_at_5
+      value: 60.709
+    - type: recall_at_10
+      value: 70.61
+    - type: precision_at_1
+      value: 48.7
+    - type: precision_at_3
+      value: 29.7
+    - type: precision_at_5
+      value: 21.34
+    - type: precision_at_10
+      value: 12.98
+    - type: mrr_at_1
+      value: 48.7
+    - type: mrr_at_3
+      value: 57.5333
+    - type: mrr_at_5
+      value: 59.1333
+    - type: mrr_at_10
+      value: 60.1163
     task:
       type: Retrieval
   - dataset:
-      config: ara-ara
-      name: MTEB MLQARetrieval (ara-ara)
-      revision: 397ed406c1a7902140303e7faf60fff35b58d285
+      config: ar
+      name: MTEB MintakaRetrieval (ar)
+      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
       split: test
-      type: facebook/mlqa
+      type: mintaka/mmteb-mintaka
     metrics:
     - type: main_score
-      value: 62.58
+      value: 19.13
+    - type: map_at_1
+      value: 11.212
+    - type: map_at_3
+      value: 14.904
+    - type: map_at_5
+      value: 15.719
+    - type: map_at_10
+      value: 16.375
+    - type: ndcg_at_1
+      value: 11.212
+    - type: ndcg_at_3
+      value: 16.08
+    - type: ndcg_at_5
+      value: 17.543
+    - type: ndcg_at_10
+      value: 19.13
+    - type: recall_at_1
+      value: 11.212
+    - type: recall_at_3
+      value: 19.473
+    - type: recall_at_5
+      value: 23.014
+    - type: recall_at_10
+      value: 27.916
+    - type: precision_at_1
+      value: 11.212
+    - type: precision_at_3
+      value: 6.491
+    - type: precision_at_5
+      value: 4.603
+    - type: precision_at_10
+      value: 2.792
+    - type: mrr_at_1
+      value: 11.212
+    - type: mrr_at_3
+      value: 14.9039
+    - type: mrr_at_5
+      value: 15.7187
+    - type: mrr_at_10
+      value: 16.3746
     task:
       type: Retrieval
   - dataset:
       config: ar
-      name: MTEB MintakaRetrieval (ar)
-      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
-      split: test
-      type: jinaai/mintakaqa
+      name: MTEB MLQARetrieval (ar)
+      revision: 397ed406c1a7902140303e7faf60fff35b58d285
+      split: validation
+      type: mlqa/mmteb-mlqa
     metrics:
     - type: main_score
-      value: 19.13
+      value: 62.58
+    - type: map_at_1
+      value: 47.776
+    - type: map_at_3
+      value: 55.545
+    - type: map_at_5
+      value: 56.812
+    - type: map_at_10
+      value: 57.756
+    - type: ndcg_at_1
+      value: 47.776
+    - type: ndcg_at_3
+      value: 57.978
+    - type: ndcg_at_5
+      value: 60.276
+    - type: ndcg_at_10
+      value: 62.58
+    - type: recall_at_1
+      value: 47.776
+    - type: recall_at_3
+      value: 64.99
+    - type: recall_at_5
+      value: 70.6
+    - type: recall_at_10
+      value: 77.756
+    - type: precision_at_1
+      value: 47.776
+    - type: precision_at_3
+      value: 21.663
+    - type: precision_at_5
+      value: 14.12
+    - type: precision_at_10
+      value: 7.776
+    - type: mrr_at_1
+      value: 47.7756
+    - type: mrr_at_3
+      value: 55.5448
+    - type: mrr_at_5
+      value: 56.8117
+    - type: mrr_at_10
+      value: 57.7562
     task:
       type: Retrieval
   - dataset:
       config: default
-      name: MTEB SadeemQuestionRetrieval (default)
+      name: MTEB SadeemQuestionRetrieval (ar)
       revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
       split: test
-      type: sadeem-ai/sadeem-ar-eval-retrieval-questions
+      type: sadeem/mmteb-sadeem
     metrics:
     - type: main_score
       value: 63.155
+    - type: map_at_1
+      value: 28.674
+    - type: map_at_3
+      value: 52.21
+    - type: map_at_5
+      value: 53.052
+    - type: map_at_10
+      value: 53.498
+    - type: ndcg_at_1
+      value: 28.674
+    - type: ndcg_at_3
+      value: 60.604
+    - type: ndcg_at_5
+      value: 62.092
+    - type: ndcg_at_10
+      value: 63.155
+    - type: recall_at_1
+      value: 28.674
+    - type: recall_at_3
+      value: 85.112
+    - type: recall_at_5
+      value: 88.655
+    - type: recall_at_10
+      value: 91.91
+    - type: precision_at_1
+      value: 28.674
+    - type: precision_at_3
+      value: 28.371
+    - type: precision_at_5
+      value: 17.731
+    - type: precision_at_10
+      value: 9.191
+    - type: mrr_at_1
+      value: 25.371
+    - type: mrr_at_3
+      value: 50.2314
+    - type: mrr_at_5
+      value: 51.0212
+    - type: mrr_at_10
+      value: 51.4811
     task:
       type: Retrieval
+
   - dataset:
       config: ar-ar
       name: MTEB STS17 (ar-ar)