Update readme.md

README.md

@@ -32,207 +32,294 @@ model-index:
 - name: Omartificial-Intelligence-Space/GATE-AraBert-v1
   results:
   - dataset:
-      config: ar
-      name: MTEB MIRACLRetrievalHardNegatives (ar)
-      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
-      split: dev
-      type: miracl/mmteb-miracl-hardnegatives
-    metrics:
-    - type: main_score
-      value: 57.737
-    - type: map_at_1
-      value: 32.108
-    - type: map_at_3
-      value: 44.405
-    - type: map_at_5
-      value: 47.164
-    - type: map_at_10
-      value: 49.477
-    - type: ndcg_at_1
-      value: 48.7
-    - type: ndcg_at_3
-      value: 51.161
-    - type: ndcg_at_5
-      value: 53.923
-    - type: ndcg_at_10
-      value: 57.737
-    - type: recall_at_1
-      value: 32.108
-    - type: recall_at_3
-      value: 52.675
-    - type: recall_at_5
-      value: 60.709
-    - type: recall_at_10
-      value: 70.61
-    - type: precision_at_1
-      value: 48.7
-    - type: precision_at_3
-      value: 29.7
-    - type: precision_at_5
-      value: 21.34
-    - type: precision_at_10
-      value: 12.98
-    - type: mrr_at_1
-      value: 48.7
-    - type: mrr_at_3
-      value: 57.5333
-    - type: mrr_at_5
-      value: 59.1333
-    - type: mrr_at_10
-      value: 60.1163
-    task:
-      type: Retrieval
-  - dataset:
-      config: ar
-      name: MTEB MintakaRetrieval (ar)
-      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
+      config: ara-ara
+      name: MTEB MLQARetrieval (ara-ara)
+      revision: 397ed406c1a7902140303e7faf60fff35b58d285
       split: test
-      type: mintaka/mmteb-mintaka
+      type: facebook/mlqa
     metrics:
-    - type: main_score
-      value: 19.13
-    - type: map_at_1
-      value: 11.212
-    - type: map_at_3
-      value: 14.904
-    - type: map_at_5
-      value: 15.719
-    - type: map_at_10
-      value: 16.375
     - type: ndcg_at_1
-      value: 11.212
+      value: 37.409
     - type: ndcg_at_3
-      value: 16.08
+      value: 44.269
     - type: ndcg_at_5
-      value: 17.543
+      value: 46.23
     - type: ndcg_at_10
-      value: 19.13
-    - type: recall_at_1
-      value: 11.212
-    - type: recall_at_3
-      value: 19.473
-    - type: recall_at_5
-      value: 23.014
-    - type: recall_at_10
-      value: 27.916
-    - type: precision_at_1
-      value: 11.212
-    - type: precision_at_3
-      value: 6.491
-    - type: precision_at_5
-      value: 4.603
-    - type: precision_at_10
-      value: 2.792
-    - type: mrr_at_1
-      value: 11.212
-    - type: mrr_at_3
-      value: 14.9039
-    - type: mrr_at_5
-      value: 15.7187
-    - type: mrr_at_10
-      value: 16.3746
-    task:
-      type: Retrieval
-  - dataset:
-      config: ar
-      name: MTEB MLQARetrieval (ar)
-      revision: 397ed406c1a7902140303e7faf60fff35b58d285
-      split: validation
-      type: mlqa/mmteb-mlqa
-    metrics:
-    - type: main_score
-      value: 62.58
+      value: 48.076
+    - type: ndcg_at_20
+      value: 49.679
+    - type: ndcg_at_100
+      value: 52.037
+    - type: ndcg_at_1000
+      value: 53.958
     - type: map_at_1
-      value: 47.776
+      value: 37.399
     - type: map_at_3
-      value: 55.545
+      value: 42.577999999999996
     - type: map_at_5
-      value: 56.812
+      value: 43.661
     - type: map_at_10
-      value: 57.756
-    - type: ndcg_at_1
-      value: 47.776
-    - type: ndcg_at_3
-      value: 57.978
-    - type: ndcg_at_5
-      value: 60.276
-    - type: ndcg_at_10
-      value: 62.58
+      value: 44.42
+    - type: map_at_20
+      value: 44.861000000000004
+    - type: map_at_100
+      value: 45.179
+    - type: map_at_1000
+      value: 45.242
     - type: recall_at_1
-      value: 47.776
+      value: 37.399
     - type: recall_at_3
-      value: 64.99
+      value: 49.156
     - type: recall_at_5
-      value: 70.6
+      value: 53.937999999999995
     - type: recall_at_10
-      value: 77.756
+      value: 59.657000000000004
+    - type: recall_at_20
+      value: 65.995
+    - type: recall_at_100
+      value: 78.821
+    - type: recall_at_1000
+      value: 94.45
     - type: precision_at_1
-      value: 47.776
+      value: 37.409
     - type: precision_at_3
-      value: 21.663
+      value: 16.389
     - type: precision_at_5
-      value: 14.12
+      value: 10.789
     - type: precision_at_10
-      value: 7.776
+      value: 5.9670000000000005
+    - type: precision_at_20
+      value: 3.3000000000000003
+    - type: precision_at_100
+      value: 0.788
+    - type: precision_at_1000
+      value: 0.094
     - type: mrr_at_1
-      value: 47.7756
+      value: 37.4086
     - type: mrr_at_3
-      value: 55.5448
+      value: 42.587
     - type: mrr_at_5
-      value: 56.8117
+      value: 43.6699
     - type: mrr_at_10
-      value: 57.7562
-    task:
-      type: Retrieval
-  - dataset:
-      config: default
-      name: MTEB SadeemQuestionRetrieval (ar)
-      revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
-      split: test
-      type: sadeem/mmteb-sadeem
-    metrics:
+      value: 44.4297
+    - type: mrr_at_20
+      value: 44.8704
+    - type: mrr_at_100
+      value: 45.1881
+    - type: mrr_at_1000
+      value: 45.251000000000005
+    - type: nauc_ndcg_at_1_max
+      value: 61.8437
+    - type: nauc_ndcg_at_1_std
+      value: 10.782
+    - type: nauc_ndcg_at_1_diff1
+      value: 66.1842
+    - type: nauc_ndcg_at_3_max
+      value: 63.157399999999996
+    - type: nauc_ndcg_at_3_std
+      value: 13.114899999999999
+    - type: nauc_ndcg_at_3_diff1
+      value: 60.312
+    - type: nauc_ndcg_at_5_max
+      value: 63.027100000000004
+    - type: nauc_ndcg_at_5_std
+      value: 13.995099999999999
+    - type: nauc_ndcg_at_5_diff1
+      value: 59.272499999999994
+    - type: nauc_ndcg_at_10_max
+      value: 63.0273
+    - type: nauc_ndcg_at_10_std
+      value: 14.898700000000002
+    - type: nauc_ndcg_at_10_diff1
+      value: 58.2739
+    - type: nauc_ndcg_at_20_max
+      value: 62.785199999999996
+    - type: nauc_ndcg_at_20_std
+      value: 15.259800000000002
+    - type: nauc_ndcg_at_20_diff1
+      value: 57.8913
+    - type: nauc_ndcg_at_100_max
+      value: 62.641999999999996
+    - type: nauc_ndcg_at_100_std
+      value: 15.738299999999999
+    - type: nauc_ndcg_at_100_diff1
+      value: 58.2303
+    - type: nauc_ndcg_at_1000_max
+      value: 62.7624
+    - type: nauc_ndcg_at_1000_std
+      value: 15.1653
+    - type: nauc_ndcg_at_1000_diff1
+      value: 58.9359
+    - type: nauc_map_at_1_max
+      value: 61.800900000000006
+    - type: nauc_map_at_1_std
+      value: 10.7369
+    - type: nauc_map_at_1_diff1
+      value: 66.18270000000001
+    - type: nauc_map_at_3_max
+      value: 62.8757
+    - type: nauc_map_at_3_std
+      value: 12.5061
+    - type: nauc_map_at_3_diff1
+      value: 61.767
+    - type: nauc_map_at_5_max
+      value: 62.793299999999995
+    - type: nauc_map_at_5_std
+      value: 12.964500000000001
+    - type: nauc_map_at_5_diff1
+      value: 61.211000000000006
+    - type: nauc_map_at_10_max
+      value: 62.8054
+    - type: nauc_map_at_10_std
+      value: 13.328000000000001
+    - type: nauc_map_at_10_diff1
+      value: 60.833400000000005
+    - type: nauc_map_at_20_max
+      value: 62.734199999999994
+    - type: nauc_map_at_20_std
+      value: 13.4114
+    - type: nauc_map_at_20_diff1
+      value: 60.747099999999996
+    - type: nauc_map_at_100_max
+      value: 62.7054
+    - type: nauc_map_at_100_std
+      value: 13.4556
+    - type: nauc_map_at_100_diff1
+      value: 60.79259999999999
+    - type: nauc_map_at_1000_max
+      value: 62.71099999999999
+    - type: nauc_map_at_1000_std
+      value: 13.444400000000002
+    - type: nauc_map_at_1000_diff1
+      value: 60.815
+    - type: nauc_recall_at_1_max
+      value: 61.800900000000006
+    - type: nauc_recall_at_1_std
+      value: 10.7369
+    - type: nauc_recall_at_1_diff1
+      value: 66.18270000000001
+    - type: nauc_recall_at_3_max
+      value: 63.914300000000004
+    - type: nauc_recall_at_3_std
+      value: 14.8614
+    - type: nauc_recall_at_3_diff1
+      value: 56.044700000000006
+    - type: nauc_recall_at_5_max
+      value: 63.6523
+    - type: nauc_recall_at_5_std
+      value: 17.2352
+    - type: nauc_recall_at_5_diff1
+      value: 53.2316
+    - type: nauc_recall_at_10_max
+      value: 63.6138
+    - type: nauc_recall_at_10_std
+      value: 20.4315
+    - type: nauc_recall_at_10_diff1
+      value: 49.4388
+    - type: nauc_recall_at_20_max
+      value: 62.605
+    - type: nauc_recall_at_20_std
+      value: 22.8045
+    - type: nauc_recall_at_20_diff1
+      value: 46.5945
+    - type: nauc_recall_at_100_max
+      value: 61.5178
+    - type: nauc_recall_at_100_std
+      value: 30.4825
+    - type: nauc_recall_at_100_diff1
+      value: 44.9405
+    - type: nauc_recall_at_1000_max
+      value: 63.473
+    - type: nauc_recall_at_1000_std
+      value: 39.1421
+    - type: nauc_recall_at_1000_diff1
+      value: 43.4873
+    - type: nauc_precision_at_1_max
+      value: 61.8437
+    - type: nauc_precision_at_1_std
+      value: 10.782
+    - type: nauc_precision_at_1_diff1
+      value: 66.1842
+    - type: nauc_precision_at_3_max
+      value: 63.962799999999994
+    - type: nauc_precision_at_3_std
+      value: 14.908299999999999
+    - type: nauc_precision_at_3_diff1
+      value: 56.0511
+    - type: nauc_precision_at_5_max
+      value: 63.7072
+    - type: nauc_precision_at_5_std
+      value: 17.2854
+    - type: nauc_precision_at_5_diff1
+      value: 53.2417
+    - type: nauc_precision_at_10_max
+      value: 63.672200000000004
+    - type: nauc_precision_at_10_std
+      value: 20.485300000000002
+    - type: nauc_precision_at_10_diff1
+      value: 49.4491
+    - type: nauc_precision_at_20_max
+      value: 62.674600000000005
+    - type: nauc_precision_at_20_std
+      value: 22.8667
+    - type: nauc_precision_at_20_diff1
+      value: 46.6088
+    - type: nauc_precision_at_100_max
+      value: 61.622600000000006
+    - type: nauc_precision_at_100_std
+      value: 30.5766
+    - type: nauc_precision_at_100_diff1
+      value: 44.9643
+    - type: nauc_precision_at_1000_max
+      value: 63.131400000000006
+    - type: nauc_precision_at_1000_std
+      value: 39.6527
+    - type: nauc_precision_at_1000_diff1
+      value: 42.9196
+    - type: nauc_mrr_at_1_max
+      value: 61.8437
+    - type: nauc_mrr_at_1_std
+      value: 10.782
+    - type: nauc_mrr_at_1_diff1
+      value: 66.1842
+    - type: nauc_mrr_at_3_max
+      value: 62.9188
+    - type: nauc_mrr_at_3_std
+      value: 12.5514
+    - type: nauc_mrr_at_3_diff1
+      value: 61.768699999999995
+    - type: nauc_mrr_at_5_max
+      value: 62.836800000000004
+    - type: nauc_mrr_at_5_std
+      value: 13.0102
+    - type: nauc_mrr_at_5_diff1
+      value: 61.2128
+    - type: nauc_mrr_at_10_max
+      value: 62.8492
+    - type: nauc_mrr_at_10_std
+      value: 13.3741
+    - type: nauc_mrr_at_10_diff1
+      value: 60.8352
+    - type: nauc_mrr_at_20_max
+      value: 62.7783
+    - type: nauc_mrr_at_20_std
+      value: 13.4578
+    - type: nauc_mrr_at_20_diff1
+      value: 60.74889999999999
+    - type: nauc_mrr_at_100_max
+      value: 62.7497
+    - type: nauc_mrr_at_100_std
+      value: 13.5022
+    - type: nauc_mrr_at_100_diff1
+      value: 60.7944
+    - type: nauc_mrr_at_1000_max
+      value: 62.7546
+    - type: nauc_mrr_at_1000_std
+      value: 13.490499999999999
+    - type: nauc_mrr_at_1000_diff1
+      value: 60.8168
     - type: main_score
-      value: 63.155
-    - type: map_at_1
-      value: 28.674
-    - type: map_at_3
-      value: 52.21
-    - type: map_at_5
-      value: 53.052
-    - type: map_at_10
-      value: 53.498
-    - type: ndcg_at_1
-      value: 28.674
-    - type: ndcg_at_3
-      value: 60.604
-    - type: ndcg_at_5
-      value: 62.092
-    - type: ndcg_at_10
-      value: 63.155
-    - type: recall_at_1
-      value: 28.674
-    - type: recall_at_3
-      value: 85.112
-    - type: recall_at_5
-      value: 88.655
-    - type: recall_at_10
-      value: 91.91
-    - type: precision_at_1
-      value: 28.674
-    - type: precision_at_3
-      value: 28.371
-    - type: precision_at_5
-      value: 17.731
-    - type: precision_at_10
-      value: 9.191
-    - type: mrr_at_1
-      value: 25.371
-    - type: mrr_at_3
-      value: 50.2314
-    - type: mrr_at_5
-      value: 51.0212
-    - type: mrr_at_10
-      value: 51.4811
+      value: 48.076
     task:
       type: Retrieval
   - dataset: