---
model-index:
- name: karsar/paraphrase-multilingual-MiniLM-L12-hu-v2
  results:
  - dataset:
      config: hun_Latn-hun_Latn
      name: MTEB BelebeleRetrieval (hun_Latn-hun_Latn)
      revision: 75b399394a9803252cfec289d103de462763db7c
      split: test
      type: facebook/belebele
    metrics:
    - type: main_score
      value: 80.204
    - type: map_at_1
      value: 69.111
    - type: map_at_10
      value: 76.773
    - type: map_at_100
      value: 77.169
    - type: map_at_1000
      value: 77.173
    - type: map_at_20
      value: 77.033
    - type: map_at_3
      value: 75.333
    - type: map_at_5
      value: 76.19399999999999
    - type: mrr_at_1
      value: 69.11111111111111
    - type: mrr_at_10
      value: 76.77345679012352
    - type: mrr_at_100
      value: 77.16929744881674
    - type: mrr_at_1000
      value: 77.17269244765126
    - type: mrr_at_20
      value: 77.03286768605402
    - type: mrr_at_3
      value: 75.33333333333334
    - type: mrr_at_5
      value: 76.19444444444449
    - type: nauc_map_at_1000_diff1
      value: 80.43265248651925
    - type: nauc_map_at_1000_max
      value: 71.870230668987
    - type: nauc_map_at_1000_std
      value: -3.0084092423300604
    - type: nauc_map_at_100_diff1
      value: 80.42911054177607
    - type: nauc_map_at_100_max
      value: 71.86888714337594
    - type: nauc_map_at_100_std
      value: -3.0086379837670716
    - type: nauc_map_at_10_diff1
      value: 80.36522921472617
    - type: nauc_map_at_10_max
      value: 71.97959119190223
    - type: nauc_map_at_10_std
      value: -2.7429598598137104
    - type: nauc_map_at_1_diff1
      value: 83.07496179427446
    - type: nauc_map_at_1_max
      value: 70.1472835630915
    - type: nauc_map_at_1_std
      value: -4.892100745257178
    - type: nauc_map_at_20_diff1
      value: 80.4010557171958
    - type: nauc_map_at_20_max
      value: 71.9262402987486
    - type: nauc_map_at_20_std
      value: -2.855142719268829
    - type: nauc_map_at_3_diff1
      value: 80.21618957663902
    - type: nauc_map_at_3_max
      value: 72.32078865805673
    - type: nauc_map_at_3_std
      value: -3.307117509227628
    - type: nauc_map_at_5_diff1
      value: 80.25726339569668
    - type: nauc_map_at_5_max
      value: 71.96694381406756
    - type: nauc_map_at_5_std
      value: -2.835991564758579
    - type: nauc_mrr_at_1000_diff1
      value: 80.43265248651925
    - type: nauc_mrr_at_1000_max
      value: 71.870230668987
    - type: nauc_mrr_at_1000_std
      value: -3.0084092423300604
    - type: nauc_mrr_at_100_diff1
      value: 80.42911054177607
    - type: nauc_mrr_at_100_max
      value: 71.86888714337594
    - type: nauc_mrr_at_100_std
      value: -3.0086379837670716
    - type: nauc_mrr_at_10_diff1
      value: 80.36522921472617
    - type: nauc_mrr_at_10_max
      value: 71.97959119190223
    - type: nauc_mrr_at_10_std
      value: -2.7429598598137104
    - type: nauc_mrr_at_1_diff1
      value: 83.07496179427446
    - type: nauc_mrr_at_1_max
      value: 70.1472835630915
    - type: nauc_mrr_at_1_std
      value: -4.892100745257178
    - type: nauc_mrr_at_20_diff1
      value: 80.4010557171958
    - type: nauc_mrr_at_20_max
      value: 71.9262402987486
    - type: nauc_mrr_at_20_std
      value: -2.855142719268829
    - type: nauc_mrr_at_3_diff1
      value: 80.21618957663902
    - type: nauc_mrr_at_3_max
      value: 72.32078865805673
    - type: nauc_mrr_at_3_std
      value: -3.307117509227628
    - type: nauc_mrr_at_5_diff1
      value: 80.25726339569668
    - type: nauc_mrr_at_5_max
      value: 71.96694381406756
    - type: nauc_mrr_at_5_std
      value: -2.835991564758579
    - type: nauc_ndcg_at_1000_diff1
      value: 79.98494037296896
    - type: nauc_ndcg_at_1000_max
      value: 72.09578054274171
    - type: nauc_ndcg_at_1000_std
      value: -2.480464992138408
    - type: nauc_ndcg_at_100_diff1
      value: 79.80423727797705
    - type: nauc_ndcg_at_100_max
      value: 72.0536867142539
    - type: nauc_ndcg_at_100_std
      value: -2.344303480460221
    - type: nauc_ndcg_at_10_diff1
      value: 79.4824234416871
    - type: nauc_ndcg_at_10_max
      value: 72.68066855765318
    - type: nauc_ndcg_at_10_std
      value: -1.0802283735752285
    - type: nauc_ndcg_at_1_diff1
      value: 83.07496179427446
    - type: nauc_ndcg_at_1_max
      value: 70.1472835630915
    - type: nauc_ndcg_at_1_std
      value: -4.892100745257178
    - type: nauc_ndcg_at_20_diff1
      value: 79.57286963155312
    - type: nauc_ndcg_at_20_max
      value: 72.45565146275474
    - type: nauc_ndcg_at_20_std
      value: -1.5388256709848513
    - type: nauc_ndcg_at_3_diff1
      value: 79.27965557528921
    - type: nauc_ndcg_at_3_max
      value: 73.21665805867235
    - type: nauc_ndcg_at_3_std
      value: -2.325102213384337
    - type: nauc_ndcg_at_5_diff1
      value: 79.24430450556383
    - type: nauc_ndcg_at_5_max
      value: 72.55798047361041
    - type: nauc_ndcg_at_5_std
      value: -1.346397266164686
    - type: nauc_precision_at_1000_diff1
      value: .nan
    - type: nauc_precision_at_1000_max
      value: .nan
    - type: nauc_precision_at_1000_std
      value: .nan
    - type: nauc_precision_at_100_diff1
      value: 48.65946378551628
    - type: nauc_precision_at_100_max
      value: 65.39282379618602
    - type: nauc_precision_at_100_std
      value: 24.616513271977254
    - type: nauc_precision_at_10_diff1
      value: 74.02416251053245
    - type: nauc_precision_at_10_max
      value: 77.2101523536241
    - type: nauc_precision_at_10_std
      value: 10.31518298376219
    - type: nauc_precision_at_1_diff1
      value: 83.07496179427446
    - type: nauc_precision_at_1_max
      value: 70.1472835630915
    - type: nauc_precision_at_1_std
      value: -4.892100745257178
    - type: nauc_precision_at_20_diff1
      value: 71.5107376283843
    - type: nauc_precision_at_20_max
      value: 77.21568627450955
    - type: nauc_precision_at_20_std
      value: 11.723622782445986
    - type: nauc_precision_at_3_diff1
      value: 75.76535137737912
    - type: nauc_precision_at_3_max
      value: 76.6685040168277
    - type: nauc_precision_at_3_std
      value: 1.5867736131175436
    - type: nauc_precision_at_5_diff1
      value: 74.58750059437934
    - type: nauc_precision_at_5_max
      value: 75.14502860946868
    - type: nauc_precision_at_5_std
      value: 5.935474156377063
    - type: nauc_recall_at_1000_diff1
      value: .nan
    - type: nauc_recall_at_1000_max
      value: .nan
    - type: nauc_recall_at_1000_std
      value: .nan
    - type: nauc_recall_at_100_diff1
      value: 48.6594637855143
    - type: nauc_recall_at_100_max
      value: 65.39282379618471
    - type: nauc_recall_at_100_std
      value: 24.616513271975943
    - type: nauc_recall_at_10_diff1
      value: 74.0241625105327
    - type: nauc_recall_at_10_max
      value: 77.21015235362442
    - type: nauc_recall_at_10_std
      value: 10.31518298376255
    - type: nauc_recall_at_1_diff1
      value: 83.07496179427446
    - type: nauc_recall_at_1_max
      value: 70.1472835630915
    - type: nauc_recall_at_1_std
      value: -4.892100745257178
    - type: nauc_recall_at_20_diff1
      value: 71.51073762838479
    - type: nauc_recall_at_20_max
      value: 77.21568627450962
    - type: nauc_recall_at_20_std
      value: 11.72362278244639
    - type: nauc_recall_at_3_diff1
      value: 75.7653513773791
    - type: nauc_recall_at_3_max
      value: 76.66850401682761
    - type: nauc_recall_at_3_std
      value: 1.5867736131174044
    - type: nauc_recall_at_5_diff1
      value: 74.58750059437952
    - type: nauc_recall_at_5_max
      value: 75.1450286094688
    - type: nauc_recall_at_5_std
      value: 5.935474156377355
    - type: ndcg_at_1
      value: 69.111
    - type: ndcg_at_10
      value: 80.204
    - type: ndcg_at_100
      value: 82.03399999999999
    - type: ndcg_at_1000
      value: 82.132
    - type: ndcg_at_20
      value: 81.119
    - type: ndcg_at_3
      value: 77.227
    - type: ndcg_at_5
      value: 78.781
    - type: precision_at_1
      value: 69.111
    - type: precision_at_10
      value: 9.089
    - type: precision_at_100
      value: 0.992
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.7219999999999995
    - type: precision_at_3
      value: 27.556000000000004
    - type: precision_at_5
      value: 17.288999999999998
    - type: recall_at_1
      value: 69.111
    - type: recall_at_10
      value: 90.889
    - type: recall_at_100
      value: 99.222
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 94.44399999999999
    - type: recall_at_3
      value: 82.667
    - type: recall_at_5
      value: 86.444
    task:
      type: Retrieval
  - dataset:
      config: hun_Latn-eng_Latn
      name: MTEB BelebeleRetrieval (hun_Latn-eng_Latn)
      revision: 75b399394a9803252cfec289d103de462763db7c
      split: test
      type: facebook/belebele
    metrics:
    - type: main_score
      value: 75.395
    - type: map_at_1
      value: 62.666999999999994
    - type: map_at_10
      value: 71.30300000000001
    - type: map_at_100
      value: 71.774
    - type: map_at_1000
      value: 71.782
    - type: map_at_20
      value: 71.584
    - type: map_at_3
      value: 69.352
    - type: map_at_5
      value: 70.53
    - type: mrr_at_1
      value: 62.66666666666667
    - type: mrr_at_10
      value: 71.3027777777778
    - type: mrr_at_100
      value: 71.77425164712943
    - type: mrr_at_1000
      value: 71.78156792911966
    - type: mrr_at_20
      value: 71.58381913064578
    - type: mrr_at_3
      value: 69.35185185185185
    - type: mrr_at_5
      value: 70.52962962962965
    - type: nauc_map_at_1000_diff1
      value: 75.881602960504
    - type: nauc_map_at_1000_max
      value: 68.66296274339753
    - type: nauc_map_at_1000_std
      value: 7.517075184571474
    - type: nauc_map_at_100_diff1
      value: 75.8786843747508
    - type: nauc_map_at_100_max
      value: 68.66828124033619
    - type: nauc_map_at_100_std
      value: 7.525587871036576
    - type: nauc_map_at_10_diff1
      value: 75.5973833371205
    - type: nauc_map_at_10_max
      value: 68.65021557056664
    - type: nauc_map_at_10_std
      value: 7.562660323790659
    - type: nauc_map_at_1_diff1
      value: 79.25984371863814
    - type: nauc_map_at_1_max
      value: 66.56457853173036
    - type: nauc_map_at_1_std
      value: 3.9501186990857162
    - type: nauc_map_at_20_diff1
      value: 75.85810159356491
    - type: nauc_map_at_20_max
      value: 68.76976086961005
    - type: nauc_map_at_20_std
      value: 7.819971956110064
    - type: nauc_map_at_3_diff1
      value: 75.89565847594535
    - type: nauc_map_at_3_max
      value: 68.86426509148927
    - type: nauc_map_at_3_std
      value: 6.916006381683043
    - type: nauc_map_at_5_diff1
      value: 75.61832788795184
    - type: nauc_map_at_5_max
      value: 68.66734871116772
    - type: nauc_map_at_5_std
      value: 7.108445006055354
    - type: nauc_mrr_at_1000_diff1
      value: 75.881602960504
    - type: nauc_mrr_at_1000_max
      value: 68.66296274339753
    - type: nauc_mrr_at_1000_std
      value: 7.517075184571474
    - type: nauc_mrr_at_100_diff1
      value: 75.8786843747508
    - type: nauc_mrr_at_100_max
      value: 68.66828124033619
    - type: nauc_mrr_at_100_std
      value: 7.525587871036576
    - type: nauc_mrr_at_10_diff1
      value: 75.5973833371205
    - type: nauc_mrr_at_10_max
      value: 68.65021557056664
    - type: nauc_mrr_at_10_std
      value: 7.562660323790659
    - type: nauc_mrr_at_1_diff1
      value: 79.25984371863814
    - type: nauc_mrr_at_1_max
      value: 66.56457853173036
    - type: nauc_mrr_at_1_std
      value: 3.9501186990857162
    - type: nauc_mrr_at_20_diff1
      value: 75.85810159356491
    - type: nauc_mrr_at_20_max
      value: 68.76976086961005
    - type: nauc_mrr_at_20_std
      value: 7.819971956110064
    - type: nauc_mrr_at_3_diff1
      value: 75.89565847594535
    - type: nauc_mrr_at_3_max
      value: 68.86426509148927
    - type: nauc_mrr_at_3_std
      value: 6.916006381683043
    - type: nauc_mrr_at_5_diff1
      value: 75.61832788795184
    - type: nauc_mrr_at_5_max
      value: 68.66734871116772
    - type: nauc_mrr_at_5_std
      value: 7.108445006055354
    - type: nauc_ndcg_at_1000_diff1
      value: 75.2994418691362
    - type: nauc_ndcg_at_1000_max
      value: 69.06426768849241
    - type: nauc_ndcg_at_1000_std
      value: 8.535785357759078
    - type: nauc_ndcg_at_100_diff1
      value: 75.24120510322648
    - type: nauc_ndcg_at_100_max
      value: 69.20598137031494
    - type: nauc_ndcg_at_100_std
      value: 8.809082971368174
    - type: nauc_ndcg_at_10_diff1
      value: 73.85929786184265
    - type: nauc_ndcg_at_10_max
      value: 69.35906735202224
    - type: nauc_ndcg_at_10_std
      value: 9.803390649271314
    - type: nauc_ndcg_at_1_diff1
      value: 79.25984371863814
    - type: nauc_ndcg_at_1_max
      value: 66.56457853173036
    - type: nauc_ndcg_at_1_std
      value: 3.9501186990857162
    - type: nauc_ndcg_at_20_diff1
      value: 74.908346673254
    - type: nauc_ndcg_at_20_max
      value: 69.94089128246969
    - type: nauc_ndcg_at_20_std
      value: 11.040261082698441
    - type: nauc_ndcg_at_3_diff1
      value: 74.63723173221176
    - type: nauc_ndcg_at_3_max
      value: 69.66882097579499
    - type: nauc_ndcg_at_3_std
      value: 8.070938288986905
    - type: nauc_ndcg_at_5_diff1
      value: 74.03823148610475
    - type: nauc_ndcg_at_5_max
      value: 69.35847081273427
    - type: nauc_ndcg_at_5_std
      value: 8.544629619697409
    - type: nauc_precision_at_1000_diff1
      value: .nan
    - type: nauc_precision_at_1000_max
      value: .nan
    - type: nauc_precision_at_1000_std
      value: .nan
    - type: nauc_precision_at_100_diff1
      value: 68.52007469654558
    - type: nauc_precision_at_100_max
      value: 86.99813258636793
    - type: nauc_precision_at_100_std
      value: 44.83193277310911
    - type: nauc_precision_at_10_diff1
      value: 63.121147314127334
    - type: nauc_precision_at_10_max
      value: 73.48453534137256
    - type: nauc_precision_at_10_std
      value: 24.29146523372198
    - type: nauc_precision_at_1_diff1
      value: 79.25984371863814
    - type: nauc_precision_at_1_max
      value: 66.56457853173036
    - type: nauc_precision_at_1_std
      value: 3.9501186990857162
    - type: nauc_precision_at_20_diff1
      value: 68.71215152727741
    - type: nauc_precision_at_20_max
      value: 81.60730959050274
    - type: nauc_precision_at_20_std
      value: 44.10897692410284
    - type: nauc_precision_at_3_diff1
      value: 70.11884635511014
    - type: nauc_precision_at_3_max
      value: 72.53602624481753
    - type: nauc_precision_at_3_std
      value: 12.235337922151093
    - type: nauc_precision_at_5_diff1
      value: 67.13640746909785
    - type: nauc_precision_at_5_max
      value: 72.25763628849465
    - type: nauc_precision_at_5_std
      value: 14.868376560758348
    - type: nauc_recall_at_1000_diff1
      value: .nan
    - type: nauc_recall_at_1000_max
      value: .nan
    - type: nauc_recall_at_1000_std
      value: .nan
    - type: nauc_recall_at_100_diff1
      value: 68.52007469654454
    - type: nauc_recall_at_100_max
      value: 86.99813258636755
    - type: nauc_recall_at_100_std
      value: 44.83193277310874
    - type: nauc_recall_at_10_diff1
      value: 63.121147314127604
    - type: nauc_recall_at_10_max
      value: 73.48453534137263
    - type: nauc_recall_at_10_std
      value: 24.291465233722057
    - type: nauc_recall_at_1_diff1
      value: 79.25984371863814
    - type: nauc_recall_at_1_max
      value: 66.56457853173036
    - type: nauc_recall_at_1_std
      value: 3.9501186990857162
    - type: nauc_recall_at_20_diff1
      value: 68.71215152727751
    - type: nauc_recall_at_20_max
      value: 81.60730959050267
    - type: nauc_recall_at_20_std
      value: 44.10897692410295
    - type: nauc_recall_at_3_diff1
      value: 70.11884635511011
    - type: nauc_recall_at_3_max
      value: 72.5360262448175
    - type: nauc_recall_at_3_std
      value: 12.23533792215117
    - type: nauc_recall_at_5_diff1
      value: 67.13640746909788
    - type: nauc_recall_at_5_max
      value: 72.25763628849458
    - type: nauc_recall_at_5_std
      value: 14.868376560758476
    - type: ndcg_at_1
      value: 62.666999999999994
    - type: ndcg_at_10
      value: 75.395
    - type: ndcg_at_100
      value: 77.684
    - type: ndcg_at_1000
      value: 77.836
    - type: ndcg_at_20
      value: 76.41
    - type: ndcg_at_3
      value: 71.411
    - type: ndcg_at_5
      value: 73.52499999999999
    - type: precision_at_1
      value: 62.666999999999994
    - type: precision_at_10
      value: 8.822000000000001
    - type: precision_at_100
      value: 0.989
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.611
    - type: precision_at_3
      value: 25.778000000000002
    - type: precision_at_5
      value: 16.489
    - type: recall_at_1
      value: 62.666999999999994
    - type: recall_at_10
      value: 88.222
    - type: recall_at_100
      value: 98.88900000000001
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 92.22200000000001
    - type: recall_at_3
      value: 77.333
    - type: recall_at_5
      value: 82.44399999999999
    task:
      type: Retrieval
  - dataset:
      config: eng_Latn-hun_Latn
      name: MTEB BelebeleRetrieval (eng_Latn-hun_Latn)
      revision: 75b399394a9803252cfec289d103de462763db7c
      split: test
      type: facebook/belebele
    metrics:
    - type: main_score
      value: 76.872
    - type: map_at_1
      value: 65.0
    - type: map_at_10
      value: 72.896
    - type: map_at_100
      value: 73.358
    - type: map_at_1000
      value: 73.36500000000001
    - type: map_at_20
      value: 73.2
    - type: map_at_3
      value: 70.907
    - type: map_at_5
      value: 72.002
    - type: mrr_at_1
      value: 65.0
    - type: mrr_at_10
      value: 72.89603174603175
    - type: mrr_at_100
      value: 73.3579205518051
    - type: mrr_at_1000
      value: 73.3654112460061
    - type: mrr_at_20
      value: 73.19952956877624
    - type: mrr_at_3
      value: 70.90740740740742
    - type: mrr_at_5
      value: 72.00185185185185
    - type: nauc_map_at_1000_diff1
      value: 77.77369357560062
    - type: nauc_map_at_1000_max
      value: 70.94830494912476
    - type: nauc_map_at_1000_std
      value: 6.522974403262641
    - type: nauc_map_at_100_diff1
      value: 77.77362905601957
    - type: nauc_map_at_100_max
      value: 70.95095989526841
    - type: nauc_map_at_100_std
      value: 6.5352551972569435
    - type: nauc_map_at_10_diff1
      value: 77.5247904322094
    - type: nauc_map_at_10_max
      value: 71.02603340796348
    - type: nauc_map_at_10_std
      value: 6.757278192437519
    - type: nauc_map_at_1_diff1
      value: 80.6553286136653
    - type: nauc_map_at_1_max
      value: 68.35724812614716
    - type: nauc_map_at_1_std
      value: 4.038661494923131
    - type: nauc_map_at_20_diff1
      value: 77.68304529150893
    - type: nauc_map_at_20_max
      value: 70.95365196926124
    - type: nauc_map_at_20_std
      value: 6.459235608230074
    - type: nauc_map_at_3_diff1
      value: 77.65108311925263
    - type: nauc_map_at_3_max
      value: 71.27300229679268
    - type: nauc_map_at_3_std
      value: 6.421413249698873
    - type: nauc_map_at_5_diff1
      value: 77.62058612073584
    - type: nauc_map_at_5_max
      value: 71.28166308466814
    - type: nauc_map_at_5_std
      value: 7.148832281239676
    - type: nauc_mrr_at_1000_diff1
      value: 77.77369357560062
    - type: nauc_mrr_at_1000_max
      value: 70.94830494912476
    - type: nauc_mrr_at_1000_std
      value: 6.522974403262641
    - type: nauc_mrr_at_100_diff1
      value: 77.77362905601957
    - type: nauc_mrr_at_100_max
      value: 70.95095989526841
    - type: nauc_mrr_at_100_std
      value: 6.5352551972569435
    - type: nauc_mrr_at_10_diff1
      value: 77.5247904322094
    - type: nauc_mrr_at_10_max
      value: 71.02603340796348
    - type: nauc_mrr_at_10_std
      value: 6.757278192437519
    - type: nauc_mrr_at_1_diff1
      value: 80.6553286136653
    - type: nauc_mrr_at_1_max
      value: 68.35724812614716
    - type: nauc_mrr_at_1_std
      value: 4.038661494923131
    - type: nauc_mrr_at_20_diff1
      value: 77.68304529150893
    - type: nauc_mrr_at_20_max
      value: 70.95365196926124
    - type: nauc_mrr_at_20_std
      value: 6.459235608230074
    - type: nauc_mrr_at_3_diff1
      value: 77.65108311925263
    - type: nauc_mrr_at_3_max
      value: 71.27300229679268
    - type: nauc_mrr_at_3_std
      value: 6.421413249698873
    - type: nauc_mrr_at_5_diff1
      value: 77.62058612073584
    - type: nauc_mrr_at_5_max
      value: 71.28166308466814
    - type: nauc_mrr_at_5_std
      value: 7.148832281239676
    - type: nauc_ndcg_at_1000_diff1
      value: 77.32834118213609
    - type: nauc_ndcg_at_1000_max
      value: 71.28407034639005
    - type: nauc_ndcg_at_1000_std
      value: 7.054791737753761
    - type: nauc_ndcg_at_100_diff1
      value: 77.3138740535263
    - type: nauc_ndcg_at_100_max
      value: 71.38841430408482
    - type: nauc_ndcg_at_100_std
      value: 7.495181794448738
    - type: nauc_ndcg_at_10_diff1
      value: 76.09808428652988
    - type: nauc_ndcg_at_10_max
      value: 71.69225339870586
    - type: nauc_ndcg_at_10_std
      value: 8.049899262534995
    - type: nauc_ndcg_at_1_diff1
      value: 80.6553286136653
    - type: nauc_ndcg_at_1_max
      value: 68.35724812614716
    - type: nauc_ndcg_at_1_std
      value: 4.038661494923131
    - type: nauc_ndcg_at_20_diff1
      value: 76.72021561109376
    - type: nauc_ndcg_at_20_max
      value: 71.44696555289187
    - type: nauc_ndcg_at_20_std
      value: 6.921724399287313
    - type: nauc_ndcg_at_3_diff1
      value: 76.56243231944167
    - type: nauc_ndcg_at_3_max
      value: 72.19254115417164
    - type: nauc_ndcg_at_3_std
      value: 7.41142651827797
    - type: nauc_ndcg_at_5_diff1
      value: 76.42995455832103
    - type: nauc_ndcg_at_5_max
      value: 72.29448332833202
    - type: nauc_ndcg_at_5_std
      value: 8.945757639249557
    - type: nauc_precision_at_1000_diff1
      value: .nan
    - type: nauc_precision_at_1000_max
      value: .nan
    - type: nauc_precision_at_1000_std
      value: .nan
    - type: nauc_precision_at_100_diff1
      value: 75.5835667600378
    - type: nauc_precision_at_100_max
      value: 81.91840838899772
    - type: nauc_precision_at_100_std
      value: 50.65000359118282
    - type: nauc_precision_at_10_diff1
      value: 66.80290959473481
    - type: nauc_precision_at_10_max
      value: 75.3540501756643
    - type: nauc_precision_at_10_std
      value: 16.157652531050392
    - type: nauc_precision_at_1_diff1
      value: 80.6553286136653
    - type: nauc_precision_at_1_max
      value: 68.35724812614716
    - type: nauc_precision_at_1_std
      value: 4.038661494923131
    - type: nauc_precision_at_20_diff1
      value: 68.47710835746726
    - type: nauc_precision_at_20_max
      value: 74.90069474117318
    - type: nauc_precision_at_20_std
      value: 8.589311430786644
    - type: nauc_precision_at_3_diff1
      value: 72.69790694125835
    - type: nauc_precision_at_3_max
      value: 75.40287436733661
    - type: nauc_precision_at_3_std
      value: 10.97556244649672
    - type: nauc_precision_at_5_diff1
      value: 71.35323836023953
    - type: nauc_precision_at_5_max
      value: 76.56660725505522
    - type: nauc_precision_at_5_std
      value: 17.011489094336106
    - type: nauc_recall_at_1000_diff1
      value: .nan
    - type: nauc_recall_at_1000_max
      value: .nan
    - type: nauc_recall_at_1000_std
      value: .nan
    - type: nauc_recall_at_100_diff1
      value: 75.58356676003798
    - type: nauc_recall_at_100_max
      value: 81.9184083889972
    - type: nauc_recall_at_100_std
      value: 50.65000359118012
    - type: nauc_recall_at_10_diff1
      value: 66.80290959473508
    - type: nauc_recall_at_10_max
      value: 75.35405017566428
    - type: nauc_recall_at_10_std
      value: 16.157652531050555
    - type: nauc_recall_at_1_diff1
      value: 80.6553286136653
    - type: nauc_recall_at_1_max
      value: 68.35724812614716
    - type: nauc_recall_at_1_std
      value: 4.038661494923131
    - type: nauc_recall_at_20_diff1
      value: 68.47710835746722
    - type: nauc_recall_at_20_max
      value: 74.90069474117321
    - type: nauc_recall_at_20_std
      value: 8.589311430787212
    - type: nauc_recall_at_3_diff1
      value: 72.69790694125835
    - type: nauc_recall_at_3_max
      value: 75.40287436733665
    - type: nauc_recall_at_3_std
      value: 10.97556244649683
    - type: nauc_recall_at_5_diff1
      value: 71.35323836023952
    - type: nauc_recall_at_5_max
      value: 76.56660725505535
    - type: nauc_recall_at_5_std
      value: 17.011489094336287
    - type: ndcg_at_1
      value: 65.0
    - type: ndcg_at_10
      value: 76.872
    - type: ndcg_at_100
      value: 78.914
    - type: ndcg_at_1000
      value: 79.103
    - type: ndcg_at_20
      value: 77.916
    - type: ndcg_at_3
      value: 72.763
    - type: ndcg_at_5
      value: 74.733
    - type: precision_at_1
      value: 65.0
    - type: precision_at_10
      value: 8.944
    - type: precision_at_100
      value: 0.9860000000000001
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.672
    - type: precision_at_3
      value: 26.037
    - type: precision_at_5
      value: 16.578
    - type: recall_at_1
      value: 65.0
    - type: recall_at_10
      value: 89.444
    - type: recall_at_100
      value: 98.556
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 93.444
    - type: recall_at_3
      value: 78.11099999999999
    - type: recall_at_5
      value: 82.889
    task:
      type: Retrieval
  - dataset:
      config: eng_Latn-hun_Latn
      name: MTEB BibleNLPBitextMining (eng_Latn-hun_Latn)
      revision: 264a18480c529d9e922483839b4b9758e690b762
      split: train
      type: davidstap/biblenlp-corpus-mmteb
    metrics:
    - type: accuracy
      value: 90.234375
    - type: f1
      value: 87.39583333333334
    - type: main_score
      value: 87.39583333333334
    - type: precision
      value: 86.16536458333334
    - type: recall
      value: 90.234375
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-eng_Latn
      name: MTEB BibleNLPBitextMining (hun_Latn-eng_Latn)
      revision: 264a18480c529d9e922483839b4b9758e690b762
      split: train
      type: davidstap/biblenlp-corpus-mmteb
    metrics:
    - type: accuracy
      value: 94.140625
    - type: f1
      value: 92.31770833333333
    - type: main_score
      value: 92.31770833333333
    - type: precision
      value: 91.47135416666667
    - type: recall
      value: 94.140625
    task:
      type: BitextMining
  - dataset:
      config: ace_Arab-hun_Latn
      name: MTEB FloresBitextMining (ace_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 3.9525691699604746
    - type: f1
      value: 2.718313281160631
    - type: main_score
      value: 2.718313281160631
    - type: precision
      value: 2.4432359216840003
    - type: recall
      value: 3.9525691699604746
    task:
      type: BitextMining
  - dataset:
      config: bam_Latn-hun_Latn
      name: MTEB FloresBitextMining (bam_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 17.292490118577074
    - type: f1
      value: 14.412508948579852
    - type: main_score
      value: 14.412508948579852
    - type: precision
      value: 13.573447632736169
    - type: recall
      value: 17.292490118577074
    task:
      type: BitextMining
  - dataset:
      config: dzo_Tibt-hun_Latn
      name: MTEB FloresBitextMining (dzo_Tibt-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 0.1976284584980237
    - type: f1
      value: 0.09915379704711844
    - type: main_score
      value: 0.09915379704711844
    - type: precision
      value: 0.0989843053750859
    - type: recall
      value: 0.1976284584980237
    task:
      type: BitextMining
  - dataset:
      config: hin_Deva-hun_Latn
      name: MTEB FloresBitextMining (hin_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.75559947299077
    - type: main_score
      value: 96.75559947299077
    - type: precision
      value: 96.37681159420289
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: khm_Khmr-hun_Latn
      name: MTEB FloresBitextMining (khm_Khmr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 68.08300395256917
    - type: f1
      value: 63.653194009913385
    - type: main_score
      value: 63.653194009913385
    - type: precision
      value: 62.11347116124245
    - type: recall
      value: 68.08300395256917
    task:
      type: BitextMining
  - dataset:
      config: mag_Deva-hun_Latn
      name: MTEB FloresBitextMining (mag_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.2806324110672
    - type: f1
      value: 91.34387351778655
    - type: main_score
      value: 91.34387351778655
    - type: precision
      value: 90.43972332015811
    - type: recall
      value: 93.2806324110672
    task:
      type: BitextMining
  - dataset:
      config: pap_Latn-hun_Latn
      name: MTEB FloresBitextMining (pap_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 54.644268774703555
    - type: f1
      value: 48.62909252196955
    - type: main_score
      value: 48.62909252196955
    - type: precision
      value: 46.553095546518996
    - type: recall
      value: 54.644268774703555
    task:
      type: BitextMining
  - dataset:
      config: sot_Latn-hun_Latn
      name: MTEB FloresBitextMining (sot_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.55335968379447
    - type: f1
      value: 17.502922881384027
    - type: main_score
      value: 17.502922881384027
    - type: precision
      value: 16.63979655199267
    - type: recall
      value: 20.55335968379447
    task:
      type: BitextMining
  - dataset:
      config: tur_Latn-hun_Latn
      name: MTEB FloresBitextMining (tur_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.62845849802372
    - type: f1
      value: 96.92028985507247
    - type: main_score
      value: 96.92028985507247
    - type: precision
      value: 96.57444005270092
    - type: recall
      value: 97.62845849802372
    task:
      type: BitextMining
  - dataset:
      config: ace_Latn-hun_Latn
      name: MTEB FloresBitextMining (ace_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.43873517786561
    - type: f1
      value: 33.24499725124158
    - type: main_score
      value: 33.24499725124158
    - type: precision
      value: 31.77884583863561
    - type: recall
      value: 38.43873517786561
    task:
      type: BitextMining
  - dataset:
      config: ban_Latn-hun_Latn
      name: MTEB FloresBitextMining (ban_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 48.91304347826087
    - type: f1
      value: 44.35356436362516
    - type: main_score
      value: 44.35356436362516
    - type: precision
      value: 42.96094110367433
    - type: recall
      value: 48.91304347826087
    task:
      type: BitextMining
  - dataset:
      config: ell_Grek-hun_Latn
      name: MTEB FloresBitextMining (ell_Grek-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.82608695652173
    - type: f1
      value: 97.10144927536233
    - type: main_score
      value: 97.10144927536233
    - type: precision
      value: 96.73913043478261
    - type: recall
      value: 97.82608695652173
    task:
      type: BitextMining
  - dataset:
      config: hne_Deva-hun_Latn
      name: MTEB FloresBitextMining (hne_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 87.84584980237155
    - type: f1
      value: 84.86692161593346
    - type: main_score
      value: 84.86692161593346
    - type: precision
      value: 83.5935441370224
    - type: recall
      value: 87.84584980237155
    task:
      type: BitextMining
  - dataset:
      config: kik_Latn-hun_Latn
      name: MTEB FloresBitextMining (kik_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.715415019762844
    - type: f1
      value: 19.22128411093596
    - type: main_score
      value: 19.22128411093596
    - type: precision
      value: 17.90331065874544
    - type: recall
      value: 23.715415019762844
    task:
      type: BitextMining
  - dataset:
      config: mai_Deva-hun_Latn
      name: MTEB FloresBitextMining (mai_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 89.82213438735178
    - type: f1
      value: 87.06709956709956
    - type: main_score
      value: 87.06709956709956
    - type: precision
      value: 85.86462450592886
    - type: recall
      value: 89.82213438735178
    task:
      type: BitextMining
  - dataset:
      config: pbt_Arab-hun_Latn
      name: MTEB FloresBitextMining (pbt_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 63.73517786561265
    - type: f1
      value: 57.547061524334254
    - type: main_score
      value: 57.547061524334254
    - type: precision
      value: 55.19507721088749
    - type: recall
      value: 63.73517786561265
    task:
      type: BitextMining
  - dataset:
      config: spa_Latn-hun_Latn
      name: MTEB FloresBitextMining (spa_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.62845849802372
    - type: f1
      value: 96.83794466403161
    - type: main_score
      value: 96.83794466403161
    - type: precision
      value: 96.44268774703558
    - type: recall
      value: 97.62845849802372
    task:
      type: BitextMining
  - dataset:
      config: twi_Latn-hun_Latn
      name: MTEB FloresBitextMining (twi_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.703557312252965
    - type: f1
      value: 21.308236787786768
    - type: main_score
      value: 21.308236787786768
    - type: precision
      value: 20.315155748950218
    - type: recall
      value: 24.703557312252965
    task:
      type: BitextMining
  - dataset:
      config: acm_Arab-hun_Latn
      name: MTEB FloresBitextMining (acm_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.97233201581028
    - type: f1
      value: 92.09486166007905
    - type: main_score
      value: 92.09486166007905
    - type: precision
      value: 91.17259552042162
    - type: recall
      value: 93.97233201581028
    task:
      type: BitextMining
  - dataset:
      config: bel_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (bel_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 81.12648221343873
    - type: f1
      value: 76.51703369094673
    - type: main_score
      value: 76.51703369094673
    - type: precision
      value: 74.49604743083003
    - type: recall
      value: 81.12648221343873
    task:
      type: BitextMining
  - dataset:
      config: eng_Latn-hun_Latn
      name: MTEB FloresBitextMining (eng_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.01185770750988
    - type: f1
      value: 98.68247694334651
    - type: main_score
      value: 98.68247694334651
    - type: precision
      value: 98.51778656126481
    - type: recall
      value: 99.01185770750988
    task:
      type: BitextMining
  - dataset:
      config: hrv_Latn-hun_Latn
      name: MTEB FloresBitextMining (hrv_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.92490118577075
    - type: f1
      value: 97.23320158102767
    - type: main_score
      value: 97.23320158102767
    - type: precision
      value: 96.88735177865613
    - type: recall
      value: 97.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: kin_Latn-hun_Latn
      name: MTEB FloresBitextMining (kin_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.019762845849801
    - type: f1
      value: 12.332167116915086
    - type: main_score
      value: 12.332167116915086
    - type: precision
      value: 11.740474888018761
    - type: recall
      value: 15.019762845849801
    task:
      type: BitextMining
  - dataset:
      config: mal_Mlym-hun_Latn
      name: MTEB FloresBitextMining (mal_Mlym-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 33.59683794466403
    - type: f1
      value: 30.864648203424984
    - type: main_score
      value: 30.864648203424984
    - type: precision
      value: 30.062430482986752
    - type: recall
      value: 33.59683794466403
    task:
      type: BitextMining
  - dataset:
      config: pes_Arab-hun_Latn
      name: MTEB FloresBitextMining (pes_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.76218708827405
    - type: main_score
      value: 96.76218708827405
    - type: precision
      value: 96.40151515151516
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: srd_Latn-hun_Latn
      name: MTEB FloresBitextMining (srd_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 52.96442687747036
    - type: f1
      value: 47.33298407988886
    - type: main_score
      value: 47.33298407988886
    - type: precision
      value: 45.48929230899056
    - type: recall
      value: 52.96442687747036
    task:
      type: BitextMining
  - dataset:
      config: tzm_Tfng-hun_Latn
      name: MTEB FloresBitextMining (tzm_Tfng-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 5.237154150197629
    - type: f1
      value: 4.39265051268832
    - type: main_score
      value: 4.39265051268832
    - type: precision
      value: 4.097047550604863
    - type: recall
      value: 5.237154150197629
    task:
      type: BitextMining
  - dataset:
      config: acq_Arab-hun_Latn
      name: MTEB FloresBitextMining (acq_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.97233201581028
    - type: f1
      value: 92.12779973649539
    - type: main_score
      value: 92.12779973649539
    - type: precision
      value: 91.25494071146245
    - type: recall
      value: 93.97233201581028
    task:
      type: BitextMining
  - dataset:
      config: bem_Latn-hun_Latn
      name: MTEB FloresBitextMining (bem_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.675889328063242
    - type: f1
      value: 15.075806380558266
    - type: main_score
      value: 15.075806380558266
    - type: precision
      value: 14.171124044192936
    - type: recall
      value: 18.675889328063242
    task:
      type: BitextMining
  - dataset:
      config: epo_Latn-hun_Latn
      name: MTEB FloresBitextMining (epo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 66.99604743083005
    - type: f1
      value: 61.33262680446475
    - type: main_score
      value: 61.33262680446475
    - type: precision
      value: 59.24099003397423
    - type: recall
      value: 66.99604743083005
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ace_Arab
      name: MTEB FloresBitextMining (hun_Latn-ace_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 6.521739130434782
    - type: f1
      value: 3.9718614718614718
    - type: main_score
      value: 3.9718614718614718
    - type: precision
      value: 3.308186378838552
    - type: recall
      value: 6.521739130434782
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bam_Latn
      name: MTEB FloresBitextMining (hun_Latn-bam_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.122529644268774
    - type: f1
      value: 15.787741734614555
    - type: main_score
      value: 15.787741734614555
    - type: precision
      value: 13.658630017325669
    - type: recall
      value: 23.122529644268774
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-dzo_Tibt
      name: MTEB FloresBitextMining (hun_Latn-dzo_Tibt)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 0.3952569169960474
    - type: f1
      value: 0.05601337757948798
    - type: main_score
      value: 0.05601337757948798
    - type: precision
      value: 0.03628323767656674
    - type: recall
      value: 0.3952569169960474
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hin_Deva
      name: MTEB FloresBitextMining (hun_Latn-hin_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.14624505928853
    - type: f1
      value: 94.87812911725956
    - type: main_score
      value: 94.87812911725956
    - type: precision
      value: 94.25230566534914
    - type: recall
      value: 96.14624505928853
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-khm_Khmr
      name: MTEB FloresBitextMining (hun_Latn-khm_Khmr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 62.845849802371546
    - type: f1
      value: 54.13686554990903
    - type: main_score
      value: 54.13686554990903
    - type: precision
      value: 50.82372639437857
    - type: recall
      value: 62.845849802371546
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mag_Deva
      name: MTEB FloresBitextMining (hun_Latn-mag_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.61264822134387
    - type: f1
      value: 87.73056653491436
    - type: main_score
      value: 87.73056653491436
    - type: precision
      value: 86.34716732542819
    - type: recall
      value: 90.61264822134387
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pap_Latn
      name: MTEB FloresBitextMining (hun_Latn-pap_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 58.498023715415016
    - type: f1
      value: 50.39611958090219
    - type: main_score
      value: 50.39611958090219
    - type: precision
      value: 47.40914937061182
    - type: recall
      value: 58.498023715415016
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sot_Latn
      name: MTEB FloresBitextMining (hun_Latn-sot_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 25.988142292490117
    - type: f1
      value: 18.030898751007445
    - type: main_score
      value: 18.030898751007445
    - type: precision
      value: 15.501295069700017
    - type: recall
      value: 25.988142292490117
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tur_Latn
      name: MTEB FloresBitextMining (hun_Latn-tur_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.83794466403161
    - type: f1
      value: 95.83333333333333
    - type: main_score
      value: 95.83333333333333
    - type: precision
      value: 95.33926218708827
    - type: recall
      value: 96.83794466403161
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ace_Latn
      name: MTEB FloresBitextMining (hun_Latn-ace_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 44.36758893280632
    - type: f1
      value: 35.26076690108311
    - type: main_score
      value: 35.26076690108311
    - type: precision
      value: 32.16497024056312
    - type: recall
      value: 44.36758893280632
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ban_Latn
      name: MTEB FloresBitextMining (hun_Latn-ban_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 52.76679841897233
    - type: f1
      value: 44.383484872615306
    - type: main_score
      value: 44.383484872615306
    - type: precision
      value: 41.43778624756886
    - type: recall
      value: 52.76679841897233
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ell_Grek
      name: MTEB FloresBitextMining (hun_Latn-ell_Grek)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.23320158102767
    - type: f1
      value: 96.34387351778656
    - type: main_score
      value: 96.34387351778656
    - type: precision
      value: 95.899209486166
    - type: recall
      value: 97.23320158102767
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hne_Deva
      name: MTEB FloresBitextMining (hun_Latn-hne_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 85.27667984189723
    - type: f1
      value: 81.1413043478261
    - type: main_score
      value: 81.1413043478261
    - type: precision
      value: 79.2384246188594
    - type: recall
      value: 85.27667984189723
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kik_Latn
      name: MTEB FloresBitextMining (hun_Latn-kik_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 29.150197628458496
    - type: f1
      value: 20.971334492317986
    - type: main_score
      value: 20.971334492317986
    - type: precision
      value: 18.460184139531965
    - type: recall
      value: 29.150197628458496
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mai_Deva
      name: MTEB FloresBitextMining (hun_Latn-mai_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 85.57312252964427
    - type: f1
      value: 81.4939770374553
    - type: main_score
      value: 81.4939770374553
    - type: precision
      value: 79.62779973649539
    - type: recall
      value: 85.57312252964427
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pbt_Arab
      name: MTEB FloresBitextMining (hun_Latn-pbt_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 62.154150197628454
    - type: f1
      value: 54.20100430969996
    - type: main_score
      value: 54.20100430969996
    - type: precision
      value: 51.04707792207792
    - type: recall
      value: 62.154150197628454
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-spa_Latn
      name: MTEB FloresBitextMining (hun_Latn-spa_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.3201581027668
    - type: f1
      value: 97.76021080368905
    - type: main_score
      value: 97.76021080368905
    - type: precision
      value: 97.48023715415019
    - type: recall
      value: 98.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-twi_Latn
      name: MTEB FloresBitextMining (hun_Latn-twi_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 31.719367588932805
    - type: f1
      value: 22.72889550063463
    - type: main_score
      value: 22.72889550063463
    - type: precision
      value: 19.817498871352623
    - type: recall
      value: 31.719367588932805
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-acm_Arab
      name: MTEB FloresBitextMining (hun_Latn-acm_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 94.1699604743083
    - type: f1
      value: 92.40777338603425
    - type: main_score
      value: 92.40777338603425
    - type: precision
      value: 91.56785243741766
    - type: recall
      value: 94.1699604743083
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bel_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-bel_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 76.6798418972332
    - type: f1
      value: 70.4479578392622
    - type: main_score
      value: 70.4479578392622
    - type: precision
      value: 67.76515151515152
    - type: recall
      value: 76.6798418972332
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-eng_Latn
      name: MTEB FloresBitextMining (hun_Latn-eng_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.70355731225297
    - type: f1
      value: 99.60474308300395
    - type: main_score
      value: 99.60474308300395
    - type: precision
      value: 99.55533596837944
    - type: recall
      value: 99.70355731225297
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hrv_Latn
      name: MTEB FloresBitextMining (hun_Latn-hrv_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.02371541501977
    - type: f1
      value: 97.364953886693
    - type: main_score
      value: 97.364953886693
    - type: precision
      value: 97.03557312252964
    - type: recall
      value: 98.02371541501977
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kin_Latn
      name: MTEB FloresBitextMining (hun_Latn-kin_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.565217391304348
    - type: f1
      value: 13.530654483339905
    - type: main_score
      value: 13.530654483339905
    - type: precision
      value: 11.832674215332318
    - type: recall
      value: 19.565217391304348
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mal_Mlym
      name: MTEB FloresBitextMining (hun_Latn-mal_Mlym)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 31.521739130434785
    - type: f1
      value: 20.393220086895976
    - type: main_score
      value: 20.393220086895976
    - type: precision
      value: 17.17544303716124
    - type: recall
      value: 31.521739130434785
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pes_Arab
      name: MTEB FloresBitextMining (hun_Latn-pes_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.13438735177866
    - type: f1
      value: 96.17918313570487
    - type: main_score
      value: 96.17918313570487
    - type: precision
      value: 95.70158102766798
    - type: recall
      value: 97.13438735177866
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-srd_Latn
      name: MTEB FloresBitextMining (hun_Latn-srd_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.41106719367589
    - type: f1
      value: 49.03174357251745
    - type: main_score
      value: 49.03174357251745
    - type: precision
      value: 45.837058472928035
    - type: recall
      value: 57.41106719367589
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tzm_Tfng
      name: MTEB FloresBitextMining (hun_Latn-tzm_Tfng)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 8.399209486166008
    - type: f1
      value: 3.58000764181376
    - type: main_score
      value: 3.58000764181376
    - type: precision
      value: 2.673917936490082
    - type: recall
      value: 8.399209486166008
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-acq_Arab
      name: MTEB FloresBitextMining (hun_Latn-acq_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 94.26877470355731
    - type: f1
      value: 92.60069640504423
    - type: main_score
      value: 92.60069640504423
    - type: precision
      value: 91.79841897233202
    - type: recall
      value: 94.26877470355731
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bem_Latn
      name: MTEB FloresBitextMining (hun_Latn-bem_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.703557312252965
    - type: f1
      value: 17.53664045660093
    - type: main_score
      value: 17.53664045660093
    - type: precision
      value: 15.379173966130487
    - type: recall
      value: 24.703557312252965
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-epo_Latn
      name: MTEB FloresBitextMining (hun_Latn-epo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 67.09486166007905
    - type: f1
      value: 59.89585293933119
    - type: main_score
      value: 59.89585293933119
    - type: precision
      value: 57.095371416023575
    - type: recall
      value: 67.09486166007905
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kir_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-kir_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 62.74703557312253
    - type: f1
      value: 53.884105025409376
    - type: main_score
      value: 53.884105025409376
    - type: precision
      value: 50.45713344626388
    - type: recall
      value: 62.74703557312253
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mar_Deva
      name: MTEB FloresBitextMining (hun_Latn-mar_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.41501976284584
    - type: f1
      value: 87.33530961791831
    - type: main_score
      value: 87.33530961791831
    - type: precision
      value: 85.83662714097497
    - type: recall
      value: 90.41501976284584
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-plt_Latn
      name: MTEB FloresBitextMining (hun_Latn-plt_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.727272727272727
    - type: f1
      value: 15.532662879500823
    - type: main_score
      value: 15.532662879500823
    - type: precision
      value: 13.448042632073395
    - type: recall
      value: 22.727272727272727
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-srp_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-srp_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.22134387351778
    - type: main_score
      value: 98.22134387351778
    - type: precision
      value: 98.04018445322794
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-uig_Arab
      name: MTEB FloresBitextMining (hun_Latn-uig_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.43873517786561
    - type: f1
      value: 27.744194485795276
    - type: main_score
      value: 27.744194485795276
    - type: precision
      value: 24.23794804229587
    - type: recall
      value: 38.43873517786561
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-aeb_Arab
      name: MTEB FloresBitextMining (hun_Latn-aeb_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 87.64822134387352
    - type: f1
      value: 84.20289855072464
    - type: main_score
      value: 84.20289855072464
    - type: precision
      value: 82.59222661396575
    - type: recall
      value: 87.64822134387352
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ben_Beng
      name: MTEB FloresBitextMining (hun_Latn-ben_Beng)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 58.89328063241107
    - type: f1
      value: 50.06368028107159
    - type: main_score
      value: 50.06368028107159
    - type: precision
      value: 46.65843214756259
    - type: recall
      value: 58.89328063241107
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-est_Latn
      name: MTEB FloresBitextMining (hun_Latn-est_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.93675889328063
    - type: f1
      value: 95.94861660079052
    - type: main_score
      value: 95.94861660079052
    - type: precision
      value: 95.45454545454545
    - type: recall
      value: 96.93675889328063
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hye_Armn
      name: MTEB FloresBitextMining (hun_Latn-hye_Armn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 95.25691699604744
    - type: f1
      value: 93.72529644268775
    - type: main_score
      value: 93.72529644268775
    - type: precision
      value: 92.96772068511198
    - type: recall
      value: 95.25691699604744
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kmb_Latn
      name: MTEB FloresBitextMining (hun_Latn-kmb_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.960474308300398
    - type: f1
      value: 13.20237384873516
    - type: main_score
      value: 13.20237384873516
    - type: precision
      value: 11.311335102095969
    - type: recall
      value: 19.960474308300398
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-min_Arab
      name: MTEB FloresBitextMining (hun_Latn-min_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 5.0395256916996045
    - type: f1
      value: 3.1676777328951236
    - type: main_score
      value: 3.1676777328951236
    - type: precision
      value: 2.674258109040718
    - type: recall
      value: 5.0395256916996045
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pol_Latn
      name: MTEB FloresBitextMining (hun_Latn-pol_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.82608695652173
    - type: f1
      value: 97.10144927536233
    - type: main_score
      value: 97.10144927536233
    - type: precision
      value: 96.73913043478261
    - type: recall
      value: 97.82608695652173
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ssw_Latn
      name: MTEB FloresBitextMining (hun_Latn-ssw_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.280632411067195
    - type: f1
      value: 11.959353583975764
    - type: main_score
      value: 11.959353583975764
    - type: precision
      value: 10.166556516605924
    - type: recall
      value: 18.280632411067195
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ukr_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-ukr_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.02371541501977
    - type: main_score
      value: 98.02371541501977
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-afr_Latn
      name: MTEB FloresBitextMining (hun_Latn-afr_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 86.16600790513834
    - type: f1
      value: 82.3254281949934
    - type: main_score
      value: 82.3254281949934
    - type: precision
      value: 80.62252964426878
    - type: recall
      value: 86.16600790513834
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bho_Deva
      name: MTEB FloresBitextMining (hun_Latn-bho_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 79.1501976284585
    - type: f1
      value: 73.85210803689063
    - type: main_score
      value: 73.85210803689063
    - type: precision
      value: 71.59679089026916
    - type: recall
      value: 79.1501976284585
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-eus_Latn
      name: MTEB FloresBitextMining (hun_Latn-eus_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.509881422924906
    - type: f1
      value: 48.961673482424466
    - type: main_score
      value: 48.961673482424466
    - type: precision
      value: 45.691503544764416
    - type: recall
      value: 57.509881422924906
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ibo_Latn
      name: MTEB FloresBitextMining (hun_Latn-ibo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.81422924901186
    - type: f1
      value: 16.730436325688043
    - type: main_score
      value: 16.730436325688043
    - type: precision
      value: 14.637218419333042
    - type: recall
      value: 23.81422924901186
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kmr_Latn
      name: MTEB FloresBitextMining (hun_Latn-kmr_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.537549407114625
    - type: f1
      value: 31.067899491812533
    - type: main_score
      value: 31.067899491812533
    - type: precision
      value: 28.343532016950988
    - type: recall
      value: 38.537549407114625
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-min_Latn
      name: MTEB FloresBitextMining (hun_Latn-min_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 53.16205533596838
    - type: f1
      value: 44.79422257584313
    - type: main_score
      value: 44.79422257584313
    - type: precision
      value: 41.8558253340862
    - type: recall
      value: 53.16205533596838
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-por_Latn
      name: MTEB FloresBitextMining (hun_Latn-por_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.15546772068511
    - type: main_score
      value: 98.15546772068511
    - type: precision
      value: 97.92490118577075
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sun_Latn
      name: MTEB FloresBitextMining (hun_Latn-sun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.015810276679844
    - type: f1
      value: 48.49260752422808
    - type: main_score
      value: 48.49260752422808
    - type: precision
      value: 45.30459878285965
    - type: recall
      value: 57.015810276679844
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-umb_Latn
      name: MTEB FloresBitextMining (hun_Latn-umb_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.35573122529644
    - type: f1
      value: 14.320594864073124
    - type: main_score
      value: 14.320594864073124
    - type: precision
      value: 12.56864386162805
    - type: recall
      value: 20.35573122529644
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ajp_Arab
      name: MTEB FloresBitextMining (hun_Latn-ajp_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.51383399209486
    - type: f1
      value: 87.63833992094861
    - type: main_score
      value: 87.63833992094861
    - type: precision
      value: 86.27305665349144
    - type: recall
      value: 90.51383399209486
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bjn_Arab
      name: MTEB FloresBitextMining (hun_Latn-bjn_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 4.545454545454546
    - type: f1
      value: 2.8589608678541487
    - type: main_score
      value: 2.8589608678541487
    - type: precision
      value: 2.3945981554677207
    - type: recall
      value: 4.545454545454546
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ewe_Latn
      name: MTEB FloresBitextMining (hun_Latn-ewe_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 28.65612648221344
    - type: f1
      value: 20.871396294793783
    - type: main_score
      value: 20.871396294793783
    - type: precision
      value: 18.36751906415938
    - type: recall
      value: 28.65612648221344
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ilo_Latn
      name: MTEB FloresBitextMining (hun_Latn-ilo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.04347826086957
    - type: f1
      value: 29.756703825379716
    - type: main_score
      value: 29.756703825379716
    - type: precision
      value: 27.0737723648384
    - type: recall
      value: 38.04347826086957
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-knc_Arab
      name: MTEB FloresBitextMining (hun_Latn-knc_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 6.521739130434782
    - type: f1
      value: 3.7350465997873576
    - type: main_score
      value: 3.7350465997873576
    - type: precision
      value: 2.9545258485475876
    - type: recall
      value: 6.521739130434782
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mkd_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-mkd_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.01185770750988
    - type: f1
      value: 98.69894598155466
    - type: main_score
      value: 98.69894598155466
    - type: precision
      value: 98.55072463768117
    - type: recall
      value: 99.01185770750988
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-prs_Arab
      name: MTEB FloresBitextMining (hun_Latn-prs_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.24505928853755
    - type: f1
      value: 95.0592885375494
    - type: main_score
      value: 95.0592885375494
    - type: precision
      value: 94.46640316205533
    - type: recall
      value: 96.24505928853755
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-swe_Latn
      name: MTEB FloresBitextMining (hun_Latn-swe_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.12252964426878
    - type: f1
      value: 97.5296442687747
    - type: main_score
      value: 97.5296442687747
    - type: precision
      value: 97.23320158102767
    - type: recall
      value: 98.12252964426878
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-urd_Arab
      name: MTEB FloresBitextMining (hun_Latn-urd_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 91.30434782608695
    - type: f1
      value: 88.71870882740447
    - type: main_score
      value: 88.71870882740447
    - type: precision
      value: 87.54940711462451
    - type: recall
      value: 91.30434782608695
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-aka_Latn
      name: MTEB FloresBitextMining (hun_Latn-aka_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 32.80632411067194
    - type: f1
      value: 24.35555304379415
    - type: main_score
      value: 24.35555304379415
    - type: precision
      value: 21.803324036525616
    - type: recall
      value: 32.80632411067194
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bjn_Latn
      name: MTEB FloresBitextMining (hun_Latn-bjn_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.36363636363637
    - type: f1
      value: 53.60664807305123
    - type: main_score
      value: 53.60664807305123
    - type: precision
      value: 50.76114404918752
    - type: recall
      value: 61.36363636363637
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fao_Latn
      name: MTEB FloresBitextMining (hun_Latn-fao_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.21739130434783
    - type: f1
      value: 31.916111995163376
    - type: main_score
      value: 31.916111995163376
    - type: precision
      value: 29.210699269987806
    - type: recall
      value: 40.21739130434783
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ind_Latn
      name: MTEB FloresBitextMining (hun_Latn-ind_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.3201581027668
    - type: f1
      value: 97.76021080368908
    - type: main_score
      value: 97.76021080368908
    - type: precision
      value: 97.48023715415019
    - type: recall
      value: 98.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-knc_Latn
      name: MTEB FloresBitextMining (hun_Latn-knc_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 28.063241106719367
    - type: f1
      value: 20.564513338982866
    - type: main_score
      value: 20.564513338982866
    - type: precision
      value: 18.309011014180555
    - type: recall
      value: 28.063241106719367
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mlt_Latn
      name: MTEB FloresBitextMining (hun_Latn-mlt_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.24110671936759
    - type: f1
      value: 29.853454077762382
    - type: main_score
      value: 29.853454077762382
    - type: precision
      value: 27.077266168175257
    - type: recall
      value: 38.24110671936759
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-quy_Latn
      name: MTEB FloresBitextMining (hun_Latn-quy_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 30.731225296442688
    - type: f1
      value: 22.011588898068787
    - type: main_score
      value: 22.011588898068787
    - type: precision
      value: 19.295338362779074
    - type: recall
      value: 30.731225296442688
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-swh_Latn
      name: MTEB FloresBitextMining (hun_Latn-swh_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 43.18181818181818
    - type: f1
      value: 33.97571137689715
    - type: main_score
      value: 33.97571137689715
    - type: precision
      value: 30.92795187903884
    - type: recall
      value: 43.18181818181818
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-uzn_Latn
      name: MTEB FloresBitextMining (hun_Latn-uzn_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 53.16205533596838
    - type: f1
      value: 44.43652362130623
    - type: main_score
      value: 44.43652362130623
    - type: precision
      value: 41.17314805308877
    - type: recall
      value: 53.16205533596838
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-als_Latn
      name: MTEB FloresBitextMining (hun_Latn-als_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.3201581027668
    - type: f1
      value: 97.79973649538867
    - type: main_score
      value: 97.79973649538867
    - type: precision
      value: 97.55434782608695
    - type: recall
      value: 98.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bod_Tibt
      name: MTEB FloresBitextMining (hun_Latn-bod_Tibt)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 6.8181818181818175
    - type: f1
      value: 2.2953050215236326
    - type: main_score
      value: 2.2953050215236326
    - type: precision
      value: 1.5697520183166118
    - type: recall
      value: 6.8181818181818175
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fij_Latn
      name: MTEB FloresBitextMining (hun_Latn-fij_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.035573122529645
    - type: f1
      value: 14.69390622552678
    - type: main_score
      value: 14.69390622552678
    - type: precision
      value: 12.644612469217211
    - type: recall
      value: 22.035573122529645
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-isl_Latn
      name: MTEB FloresBitextMining (hun_Latn-isl_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 53.458498023715414
    - type: f1
      value: 44.832148527800705
    - type: main_score
      value: 44.832148527800705
    - type: precision
      value: 41.66498055085012
    - type: recall
      value: 53.458498023715414
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kon_Latn
      name: MTEB FloresBitextMining (hun_Latn-kon_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 28.65612648221344
    - type: f1
      value: 20.795180061484405
    - type: main_score
      value: 20.795180061484405
    - type: precision
      value: 18.46173214022184
    - type: recall
      value: 28.65612648221344
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mni_Beng
      name: MTEB FloresBitextMining (hun_Latn-mni_Beng)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 8.003952569169961
    - type: f1
      value: 4.158688065918943
    - type: main_score
      value: 4.158688065918943
    - type: precision
      value: 3.2068937614034385
    - type: recall
      value: 8.003952569169961
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ron_Latn
      name: MTEB FloresBitextMining (hun_Latn-ron_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.02371541501977
    - type: f1
      value: 97.41436100131752
    - type: main_score
      value: 97.41436100131752
    - type: precision
      value: 97.1179183135705
    - type: recall
      value: 98.02371541501977
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-szl_Latn
      name: MTEB FloresBitextMining (hun_Latn-szl_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 67.3913043478261
    - type: f1
      value: 60.07080479906567
    - type: main_score
      value: 60.07080479906567
    - type: precision
      value: 57.09662619988707
    - type: recall
      value: 67.3913043478261
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-vec_Latn
      name: MTEB FloresBitextMining (hun_Latn-vec_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 71.04743083003953
    - type: f1
      value: 64.06934249325555
    - type: main_score
      value: 64.06934249325555
    - type: precision
      value: 61.27450749733357
    - type: recall
      value: 71.04743083003953
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-amh_Ethi
      name: MTEB FloresBitextMining (hun_Latn-amh_Ethi)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 48.22134387351779
    - type: f1
      value: 39.01194326095512
    - type: main_score
      value: 39.01194326095512
    - type: precision
      value: 35.72693427449513
    - type: recall
      value: 48.22134387351779
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bos_Latn
      name: MTEB FloresBitextMining (hun_Latn-bos_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.66139657444003
    - type: main_score
      value: 97.66139657444003
    - type: precision
      value: 97.38142292490119
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fin_Latn
      name: MTEB FloresBitextMining (hun_Latn-fin_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.54150197628458
    - type: f1
      value: 95.48748353096178
    - type: main_score
      value: 95.48748353096178
    - type: precision
      value: 94.97694334650856
    - type: recall
      value: 96.54150197628458
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ita_Latn
      name: MTEB FloresBitextMining (hun_Latn-ita_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.62845849802372
    - type: main_score
      value: 97.62845849802372
    - type: precision
      value: 97.33201581027669
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kor_Hang
      name: MTEB FloresBitextMining (hun_Latn-kor_Hang)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.6403162055336
    - type: f1
      value: 95.55335968379447
    - type: main_score
      value: 95.55335968379447
    - type: precision
      value: 95.02635046113308
    - type: recall
      value: 96.6403162055336
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mos_Latn
      name: MTEB FloresBitextMining (hun_Latn-mos_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.40711462450593
    - type: f1
      value: 17.097392616167323
    - type: main_score
      value: 17.097392616167323
    - type: precision
      value: 14.96211680863506
    - type: recall
      value: 24.40711462450593
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-run_Latn
      name: MTEB FloresBitextMining (hun_Latn-run_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.268774703557312
    - type: f1
      value: 13.393394674637408
    - type: main_score
      value: 13.393394674637408
    - type: precision
      value: 11.684515665493928
    - type: recall
      value: 19.268774703557312
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tam_Taml
      name: MTEB FloresBitextMining (hun_Latn-tam_Taml)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 33.10276679841897
    - type: f1
      value: 22.323034516970438
    - type: main_score
      value: 22.323034516970438
    - type: precision
      value: 19.09643852053971
    - type: recall
      value: 33.10276679841897
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-vie_Latn
      name: MTEB FloresBitextMining (hun_Latn-vie_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.78853754940711
    - type: main_score
      value: 96.78853754940711
    - type: precision
      value: 96.44268774703558
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-apc_Arab
      name: MTEB FloresBitextMining (hun_Latn-apc_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 89.52569169960475
    - type: f1
      value: 86.3866930171278
    - type: main_score
      value: 86.3866930171278
    - type: precision
      value: 84.88965744400527
    - type: recall
      value: 89.52569169960475
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bug_Latn
      name: MTEB FloresBitextMining (hun_Latn-bug_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 41.10671936758894
    - type: f1
      value: 32.519071288834134
    - type: main_score
      value: 32.519071288834134
    - type: precision
      value: 29.589724888637935
    - type: recall
      value: 41.10671936758894
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fon_Latn
      name: MTEB FloresBitextMining (hun_Latn-fon_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.011857707509883
    - type: f1
      value: 16.65413666051177
    - type: main_score
      value: 16.65413666051177
    - type: precision
      value: 14.44553387982242
    - type: recall
      value: 24.011857707509883
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-jav_Latn
      name: MTEB FloresBitextMining (hun_Latn-jav_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 50.790513833992094
    - type: f1
      value: 42.12222669732551
    - type: main_score
      value: 42.12222669732551
    - type: precision
      value: 38.93025754438798
    - type: recall
      value: 50.790513833992094
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lao_Laoo
      name: MTEB FloresBitextMining (hun_Latn-lao_Laoo)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 81.22529644268775
    - type: f1
      value: 76.44268774703558
    - type: main_score
      value: 76.44268774703558
    - type: precision
      value: 74.38899868247694
    - type: recall
      value: 81.22529644268775
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mri_Latn
      name: MTEB FloresBitextMining (hun_Latn-mri_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.14624505928854
    - type: f1
      value: 14.113868754795284
    - type: main_score
      value: 14.113868754795284
    - type: precision
      value: 12.233295487683236
    - type: recall
      value: 21.14624505928854
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-rus_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-rus_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.02371541501977
    - type: main_score
      value: 98.02371541501977
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-taq_Latn
      name: MTEB FloresBitextMining (hun_Latn-taq_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 29.150197628458496
    - type: f1
      value: 21.56224940835925
    - type: main_score
      value: 21.56224940835925
    - type: precision
      value: 19.12067594435067
    - type: recall
      value: 29.150197628458496
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-war_Latn
      name: MTEB FloresBitextMining (hun_Latn-war_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.92490118577075
    - type: f1
      value: 39.02455745835192
    - type: main_score
      value: 39.02455745835192
    - type: precision
      value: 35.80729656816613
    - type: recall
      value: 47.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-arb_Arab
      name: MTEB FloresBitextMining (hun_Latn-arb_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.73913043478261
    - type: f1
      value: 95.70158102766798
    - type: main_score
      value: 95.70158102766798
    - type: precision
      value: 95.20750988142292
    - type: recall
      value: 96.73913043478261
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bul_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-bul_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.81422924901186
    - type: f1
      value: 98.41897233201581
    - type: main_score
      value: 98.41897233201581
    - type: precision
      value: 98.22134387351778
    - type: recall
      value: 98.81422924901186
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fra_Latn
      name: MTEB FloresBitextMining (hun_Latn-fra_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.20487483530961
    - type: main_score
      value: 98.20487483530961
    - type: precision
      value: 98.00724637681158
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-jpn_Jpan
      name: MTEB FloresBitextMining (hun_Latn-jpn_Jpan)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.4308300395257
    - type: f1
      value: 96.62384716732542
    - type: main_score
      value: 96.62384716732542
    - type: precision
      value: 96.22859025032938
    - type: recall
      value: 97.4308300395257
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lij_Latn
      name: MTEB FloresBitextMining (hun_Latn-lij_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.462450592885375
    - type: f1
      value: 53.83956019825585
    - type: main_score
      value: 53.83956019825585
    - type: precision
      value: 50.99355354790137
    - type: recall
      value: 61.462450592885375
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-mya_Mymr
      name: MTEB FloresBitextMining (hun_Latn-mya_Mymr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 87.94466403162056
    - type: f1
      value: 84.35441370223978
    - type: main_score
      value: 84.35441370223978
    - type: precision
      value: 82.62516469038209
    - type: recall
      value: 87.94466403162056
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sag_Latn
      name: MTEB FloresBitextMining (hun_Latn-sag_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 26.778656126482215
    - type: f1
      value: 19.308452307464165
    - type: main_score
      value: 19.308452307464165
    - type: precision
      value: 17.034204267405848
    - type: recall
      value: 26.778656126482215
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-taq_Tfng
      name: MTEB FloresBitextMining (hun_Latn-taq_Tfng)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 9.881422924901186
    - type: f1
      value: 4.609802089712222
    - type: main_score
      value: 4.609802089712222
    - type: precision
      value: 3.637119451226313
    - type: recall
      value: 9.881422924901186
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-wol_Latn
      name: MTEB FloresBitextMining (hun_Latn-wol_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 25.889328063241106
    - type: f1
      value: 18.100804452349074
    - type: main_score
      value: 18.100804452349074
    - type: precision
      value: 15.810534115118239
    - type: recall
      value: 25.889328063241106
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-arb_Latn
      name: MTEB FloresBitextMining (hun_Latn-arb_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.909090909090908
    - type: f1
      value: 10.402177262184757
    - type: main_score
      value: 10.402177262184757
    - type: precision
      value: 8.865648966497606
    - type: recall
      value: 15.909090909090908
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-cat_Latn
      name: MTEB FloresBitextMining (hun_Latn-cat_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.92490118577075
    - type: f1
      value: 97.266139657444
    - type: main_score
      value: 97.266139657444
    - type: precision
      value: 96.95322793148881
    - type: recall
      value: 97.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fur_Latn
      name: MTEB FloresBitextMining (hun_Latn-fur_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.015810276679844
    - type: f1
      value: 48.64083380387728
    - type: main_score
      value: 48.64083380387728
    - type: precision
      value: 45.417258411329556
    - type: recall
      value: 57.015810276679844
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kab_Latn
      name: MTEB FloresBitextMining (hun_Latn-kab_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 10.968379446640316
    - type: f1
      value: 6.959759140211361
    - type: main_score
      value: 6.959759140211361
    - type: precision
      value: 5.963116127394784
    - type: recall
      value: 10.968379446640316
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lim_Latn
      name: MTEB FloresBitextMining (hun_Latn-lim_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.95652173913043
    - type: f1
      value: 54.0354633289416
    - type: main_score
      value: 54.0354633289416
    - type: precision
      value: 50.790317774013424
    - type: recall
      value: 61.95652173913043
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nld_Latn
      name: MTEB FloresBitextMining (hun_Latn-nld_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.92490118577075
    - type: f1
      value: 97.24967061923583
    - type: main_score
      value: 97.24967061923583
    - type: precision
      value: 96.92028985507247
    - type: recall
      value: 97.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-san_Deva
      name: MTEB FloresBitextMining (hun_Latn-san_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 68.18181818181817
    - type: f1
      value: 60.617824204780725
    - type: main_score
      value: 60.617824204780725
    - type: precision
      value: 57.45059288537549
    - type: recall
      value: 68.18181818181817
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tat_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-tat_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 44.26877470355731
    - type: f1
      value: 35.63577836305109
    - type: main_score
      value: 35.63577836305109
    - type: precision
      value: 32.610738240678955
    - type: recall
      value: 44.26877470355731
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-xho_Latn
      name: MTEB FloresBitextMining (hun_Latn-xho_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.640316205533598
    - type: f1
      value: 14.986725724868016
    - type: main_score
      value: 14.986725724868016
    - type: precision
      value: 13.088259456836532
    - type: recall
      value: 21.640316205533598
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ars_Arab
      name: MTEB FloresBitextMining (hun_Latn-ars_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.73913043478261
    - type: f1
      value: 95.71805006587614
    - type: main_score
      value: 95.71805006587614
    - type: precision
      value: 95.24044795783925
    - type: recall
      value: 96.73913043478261
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ceb_Latn
      name: MTEB FloresBitextMining (hun_Latn-ceb_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 42.88537549407115
    - type: f1
      value: 34.336194383131144
    - type: main_score
      value: 34.336194383131144
    - type: precision
      value: 31.347837494082555
    - type: recall
      value: 42.88537549407115
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fuv_Latn
      name: MTEB FloresBitextMining (hun_Latn-fuv_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.3201581027668
    - type: f1
      value: 16.141826616394955
    - type: main_score
      value: 16.141826616394955
    - type: precision
      value: 14.023000672762354
    - type: recall
      value: 23.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kac_Latn
      name: MTEB FloresBitextMining (hun_Latn-kac_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 25.592885375494074
    - type: f1
      value: 17.57004650805358
    - type: main_score
      value: 17.57004650805358
    - type: precision
      value: 15.081969336051927
    - type: recall
      value: 25.592885375494074
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lin_Latn
      name: MTEB FloresBitextMining (hun_Latn-lin_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 27.4703557312253
    - type: f1
      value: 20.036600356769586
    - type: main_score
      value: 20.036600356769586
    - type: precision
      value: 17.735989968815623
    - type: recall
      value: 27.4703557312253
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nno_Latn
      name: MTEB FloresBitextMining (hun_Latn-nno_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.01976284584981
    - type: f1
      value: 86.83135704874834
    - type: main_score
      value: 86.83135704874834
    - type: precision
      value: 85.28491436100131
    - type: recall
      value: 90.01976284584981
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sat_Olck
      name: MTEB FloresBitextMining (hun_Latn-sat_Olck)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 1.6798418972332017
    - type: f1
      value: 0.1837116340481598
    - type: main_score
      value: 0.1837116340481598
    - type: precision
      value: 0.1042284157267985
    - type: recall
      value: 1.6798418972332017
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tel_Telu
      name: MTEB FloresBitextMining (hun_Latn-tel_Telu)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 37.05533596837945
    - type: f1
      value: 25.82022797141374
    - type: main_score
      value: 25.82022797141374
    - type: precision
      value: 22.46902005548251
    - type: recall
      value: 37.05533596837945
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ydd_Hebr
      name: MTEB FloresBitextMining (hun_Latn-ydd_Hebr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 26.679841897233203
    - type: f1
      value: 19.173300623399435
    - type: main_score
      value: 19.173300623399435
    - type: precision
      value: 16.94224610479551
    - type: recall
      value: 26.679841897233203
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ary_Arab
      name: MTEB FloresBitextMining (hun_Latn-ary_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 78.26086956521739
    - type: f1
      value: 72.50000000000001
    - type: main_score
      value: 72.50000000000001
    - type: precision
      value: 69.96376811594203
    - type: recall
      value: 78.26086956521739
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ces_Latn
      name: MTEB FloresBitextMining (hun_Latn-ces_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.81422924901186
    - type: f1
      value: 98.43544137022397
    - type: main_score
      value: 98.43544137022397
    - type: precision
      value: 98.25428194993412
    - type: recall
      value: 98.81422924901186
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-gaz_Latn
      name: MTEB FloresBitextMining (hun_Latn-gaz_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 9.980237154150199
    - type: f1
      value: 5.994494635798983
    - type: main_score
      value: 5.994494635798983
    - type: precision
      value: 4.919005840448529
    - type: recall
      value: 9.980237154150199
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kam_Latn
      name: MTEB FloresBitextMining (hun_Latn-kam_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.3201581027668
    - type: f1
      value: 16.424051495806534
    - type: main_score
      value: 16.424051495806534
    - type: precision
      value: 14.459522553643106
    - type: recall
      value: 23.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lit_Latn
      name: MTEB FloresBitextMining (hun_Latn-lit_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.83794466403161
    - type: f1
      value: 95.83333333333333
    - type: main_score
      value: 95.83333333333333
    - type: precision
      value: 95.33926218708827
    - type: recall
      value: 96.83794466403161
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nob_Latn
      name: MTEB FloresBitextMining (hun_Latn-nob_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.3201581027668
    - type: f1
      value: 97.76021080368905
    - type: main_score
      value: 97.76021080368905
    - type: precision
      value: 97.48023715415019
    - type: recall
      value: 98.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-scn_Latn
      name: MTEB FloresBitextMining (hun_Latn-scn_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 51.87747035573123
    - type: f1
      value: 43.36049361653871
    - type: main_score
      value: 43.36049361653871
    - type: precision
      value: 40.30740244055462
    - type: recall
      value: 51.87747035573123
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tgk_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-tgk_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.55335968379447
    - type: f1
      value: 13.128935458480912
    - type: main_score
      value: 13.128935458480912
    - type: precision
      value: 11.057231361085117
    - type: recall
      value: 20.55335968379447
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-yor_Latn
      name: MTEB FloresBitextMining (hun_Latn-yor_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.442687747035574
    - type: f1
      value: 14.66318540923284
    - type: main_score
      value: 14.66318540923284
    - type: precision
      value: 12.66918769636161
    - type: recall
      value: 21.442687747035574
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-arz_Arab
      name: MTEB FloresBitextMining (hun_Latn-arz_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 88.83399209486166
    - type: f1
      value: 85.53359683794466
    - type: main_score
      value: 85.53359683794466
    - type: precision
      value: 83.9756258234519
    - type: recall
      value: 88.83399209486166
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-cjk_Latn
      name: MTEB FloresBitextMining (hun_Latn-cjk_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.110671936758894
    - type: f1
      value: 15.892393728362105
    - type: main_score
      value: 15.892393728362105
    - type: precision
      value: 13.535460289542877
    - type: recall
      value: 24.110671936758894
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-gla_Latn
      name: MTEB FloresBitextMining (hun_Latn-gla_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.675889328063242
    - type: f1
      value: 11.970781275739425
    - type: main_score
      value: 11.970781275739425
    - type: precision
      value: 10.05144079131233
    - type: recall
      value: 18.675889328063242
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kan_Knda
      name: MTEB FloresBitextMining (hun_Latn-kan_Knda)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 26.877470355731226
    - type: f1
      value: 16.721570477237762
    - type: main_score
      value: 16.721570477237762
    - type: precision
      value: 14.197536551479637
    - type: recall
      value: 26.877470355731226
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lmo_Latn
      name: MTEB FloresBitextMining (hun_Latn-lmo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 53.359683794466406
    - type: f1
      value: 44.27324487107096
    - type: main_score
      value: 44.27324487107096
    - type: precision
      value: 40.8869004842325
    - type: recall
      value: 53.359683794466406
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-npi_Deva
      name: MTEB FloresBitextMining (hun_Latn-npi_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 84.28853754940711
    - type: f1
      value: 79.7364953886693
    - type: main_score
      value: 79.7364953886693
    - type: precision
      value: 77.65151515151516
    - type: recall
      value: 84.28853754940711
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-shn_Mymr
      name: MTEB FloresBitextMining (hun_Latn-shn_Mymr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 25.395256916996047
    - type: f1
      value: 17.231134039434433
    - type: main_score
      value: 17.231134039434433
    - type: precision
      value: 14.857109019658427
    - type: recall
      value: 25.395256916996047
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tgl_Latn
      name: MTEB FloresBitextMining (hun_Latn-tgl_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 48.81422924901186
    - type: f1
      value: 39.49636112679591
    - type: main_score
      value: 39.49636112679591
    - type: precision
      value: 36.20188084861998
    - type: recall
      value: 48.81422924901186
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-yue_Hant
      name: MTEB FloresBitextMining (hun_Latn-yue_Hant)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.01185770750988
    - type: f1
      value: 98.6824769433465
    - type: main_score
      value: 98.6824769433465
    - type: precision
      value: 98.51778656126481
    - type: recall
      value: 99.01185770750988
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-asm_Beng
      name: MTEB FloresBitextMining (hun_Latn-asm_Beng)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 30.039525691699602
    - type: f1
      value: 21.138940933901406
    - type: main_score
      value: 21.138940933901406
    - type: precision
      value: 18.549949624118426
    - type: recall
      value: 30.039525691699602
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ckb_Arab
      name: MTEB FloresBitextMining (hun_Latn-ckb_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 76.58102766798419
    - type: f1
      value: 70.57171089779786
    - type: main_score
      value: 70.57171089779786
    - type: precision
      value: 67.91172595520422
    - type: recall
      value: 76.58102766798419
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-gle_Latn
      name: MTEB FloresBitextMining (hun_Latn-gle_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 29.446640316205535
    - type: f1
      value: 20.85340493937332
    - type: main_score
      value: 20.85340493937332
    - type: precision
      value: 18.02043230155878
    - type: recall
      value: 29.446640316205535
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kas_Arab
      name: MTEB FloresBitextMining (hun_Latn-kas_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 50.0
    - type: f1
      value: 40.8562402682956
    - type: main_score
      value: 40.8562402682956
    - type: precision
      value: 37.39381748027993
    - type: recall
      value: 50.0
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ltg_Latn
      name: MTEB FloresBitextMining (hun_Latn-ltg_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 52.569169960474305
    - type: f1
      value: 43.97233201581028
    - type: main_score
      value: 43.97233201581028
    - type: precision
      value: 40.78106730774715
    - type: recall
      value: 52.569169960474305
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nso_Latn
      name: MTEB FloresBitextMining (hun_Latn-nso_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 27.37154150197628
    - type: f1
      value: 19.641404927966192
    - type: main_score
      value: 19.641404927966192
    - type: precision
      value: 17.284974206475024
    - type: recall
      value: 27.37154150197628
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sin_Sinh
      name: MTEB FloresBitextMining (hun_Latn-sin_Sinh)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 28.3596837944664
    - type: f1
      value: 17.97366297191919
    - type: main_score
      value: 17.97366297191919
    - type: precision
      value: 15.241521666480978
    - type: recall
      value: 28.3596837944664
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tha_Thai
      name: MTEB FloresBitextMining (hun_Latn-tha_Thai)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.12252964426878
    - type: f1
      value: 97.5296442687747
    - type: main_score
      value: 97.5296442687747
    - type: precision
      value: 97.24967061923584
    - type: recall
      value: 98.12252964426878
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zho_Hans
      name: MTEB FloresBitextMining (hun_Latn-zho_Hans)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.41897233201581
    - type: f1
      value: 97.92490118577075
    - type: main_score
      value: 97.92490118577075
    - type: precision
      value: 97.67786561264822
    - type: recall
      value: 98.41897233201581
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ast_Latn
      name: MTEB FloresBitextMining (hun_Latn-ast_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 84.68379446640316
    - type: f1
      value: 80.36890645586297
    - type: main_score
      value: 80.36890645586297
    - type: precision
      value: 78.43379446640316
    - type: recall
      value: 84.68379446640316
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-crh_Latn
      name: MTEB FloresBitextMining (hun_Latn-crh_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.26482213438735
    - type: f1
      value: 53.22761779283518
    - type: main_score
      value: 53.22761779283518
    - type: precision
      value: 49.9952589132431
    - type: recall
      value: 61.26482213438735
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-glg_Latn
      name: MTEB FloresBitextMining (hun_Latn-glg_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.15546772068511
    - type: main_score
      value: 98.15546772068511
    - type: precision
      value: 97.92490118577075
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kas_Deva
      name: MTEB FloresBitextMining (hun_Latn-kas_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 36.26482213438735
    - type: f1
      value: 27.66971171121369
    - type: main_score
      value: 27.66971171121369
    - type: precision
      value: 24.78311845159671
    - type: recall
      value: 36.26482213438735
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ltz_Latn
      name: MTEB FloresBitextMining (hun_Latn-ltz_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 53.2608695652174
    - type: f1
      value: 44.85122968818621
    - type: main_score
      value: 44.85122968818621
    - type: precision
      value: 41.7704155747634
    - type: recall
      value: 53.2608695652174
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nus_Latn
      name: MTEB FloresBitextMining (hun_Latn-nus_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 13.339920948616601
    - type: f1
      value: 7.966730865684836
    - type: main_score
      value: 7.966730865684836
    - type: precision
      value: 6.637502813392141
    - type: recall
      value: 13.339920948616601
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-slk_Latn
      name: MTEB FloresBitextMining (hun_Latn-slk_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.71541501976284
    - type: f1
      value: 98.28722002635047
    - type: main_score
      value: 98.28722002635047
    - type: precision
      value: 98.07312252964427
    - type: recall
      value: 98.71541501976284
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tir_Ethi
      name: MTEB FloresBitextMining (hun_Latn-tir_Ethi)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 12.944664031620553
    - type: f1
      value: 7.59177670790943
    - type: main_score
      value: 7.59177670790943
    - type: precision
      value: 6.155644969874219
    - type: recall
      value: 12.944664031620553
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zho_Hant
      name: MTEB FloresBitextMining (hun_Latn-zho_Hant)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.12252964426878
    - type: f1
      value: 97.5296442687747
    - type: main_score
      value: 97.5296442687747
    - type: precision
      value: 97.24967061923584
    - type: recall
      value: 98.12252964426878
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-awa_Deva
      name: MTEB FloresBitextMining (hun_Latn-awa_Deva)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.21739130434783
    - type: f1
      value: 87.2364953886693
    - type: main_score
      value: 87.2364953886693
    - type: precision
      value: 85.8201581027668
    - type: recall
      value: 90.21739130434783
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-cym_Latn
      name: MTEB FloresBitextMining (hun_Latn-cym_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 39.62450592885375
    - type: f1
      value: 30.688616938616942
    - type: main_score
      value: 30.688616938616942
    - type: precision
      value: 27.73519355041094
    - type: recall
      value: 39.62450592885375
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-grn_Latn
      name: MTEB FloresBitextMining (hun_Latn-grn_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 42.391304347826086
    - type: f1
      value: 33.27725524365841
    - type: main_score
      value: 33.27725524365841
    - type: precision
      value: 30.256414369556662
    - type: recall
      value: 42.391304347826086
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kat_Geor
      name: MTEB FloresBitextMining (hun_Latn-kat_Geor)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 82.11462450592886
    - type: f1
      value: 76.94005270092227
    - type: main_score
      value: 76.94005270092227
    - type: precision
      value: 74.57509881422925
    - type: recall
      value: 82.11462450592886
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lua_Latn
      name: MTEB FloresBitextMining (hun_Latn-lua_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 28.952569169960473
    - type: f1
      value: 21.36499095985262
    - type: main_score
      value: 21.36499095985262
    - type: precision
      value: 18.969600838908278
    - type: recall
      value: 28.952569169960473
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nya_Latn
      name: MTEB FloresBitextMining (hun_Latn-nya_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 26.08695652173913
    - type: f1
      value: 18.8175894154155
    - type: main_score
      value: 18.8175894154155
    - type: precision
      value: 16.6012942371638
    - type: recall
      value: 26.08695652173913
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-slv_Latn
      name: MTEB FloresBitextMining (hun_Latn-slv_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.04018445322794
    - type: main_score
      value: 98.04018445322794
    - type: precision
      value: 97.80961791831356
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tpi_Latn
      name: MTEB FloresBitextMining (hun_Latn-tpi_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 44.762845849802375
    - type: f1
      value: 35.505650929048414
    - type: main_score
      value: 35.505650929048414
    - type: precision
      value: 32.31607544848652
    - type: recall
      value: 44.762845849802375
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zsm_Latn
      name: MTEB FloresBitextMining (hun_Latn-zsm_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.72727272727273
    - type: f1
      value: 96.96969696969695
    - type: main_score
      value: 96.96969696969695
    - type: precision
      value: 96.5909090909091
    - type: recall
      value: 97.72727272727273
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ayr_Latn
      name: MTEB FloresBitextMining (hun_Latn-ayr_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.50592885375494
    - type: f1
      value: 17.262127977495183
    - type: main_score
      value: 17.262127977495183
    - type: precision
      value: 15.150913116622558
    - type: recall
      value: 24.50592885375494
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-dan_Latn
      name: MTEB FloresBitextMining (hun_Latn-dan_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.02371541501977
    - type: main_score
      value: 98.02371541501977
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-guj_Gujr
      name: MTEB FloresBitextMining (hun_Latn-guj_Gujr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 78.55731225296442
    - type: f1
      value: 72.55623000188217
    - type: main_score
      value: 72.55623000188217
    - type: precision
      value: 69.9120082815735
    - type: recall
      value: 78.55731225296442
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kaz_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-kaz_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 59.88142292490119
    - type: f1
      value: 50.81168831168831
    - type: main_score
      value: 50.81168831168831
    - type: precision
      value: 47.32471634645547
    - type: recall
      value: 59.88142292490119
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lug_Latn
      name: MTEB FloresBitextMining (hun_Latn-lug_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.936758893280633
    - type: f1
      value: 15.249594671791467
    - type: main_score
      value: 15.249594671791467
    - type: precision
      value: 13.205270519993839
    - type: recall
      value: 21.936758893280633
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-oci_Latn
      name: MTEB FloresBitextMining (hun_Latn-oci_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 81.32411067193675
    - type: f1
      value: 76.37869376999812
    - type: main_score
      value: 76.37869376999812
    - type: precision
      value: 74.19137022397891
    - type: recall
      value: 81.32411067193675
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-smo_Latn
      name: MTEB FloresBitextMining (hun_Latn-smo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.529644268774703
    - type: f1
      value: 15.407162729557152
    - type: main_score
      value: 15.407162729557152
    - type: precision
      value: 13.453589120585166
    - type: recall
      value: 22.529644268774703
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tsn_Latn
      name: MTEB FloresBitextMining (hun_Latn-tsn_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.33201581027668
    - type: f1
      value: 15.625927458059522
    - type: main_score
      value: 15.625927458059522
    - type: precision
      value: 13.692123408831733
    - type: recall
      value: 22.33201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zul_Latn
      name: MTEB FloresBitextMining (hun_Latn-zul_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 16.304347826086957
    - type: f1
      value: 10.428190057636698
    - type: main_score
      value: 10.428190057636698
    - type: precision
      value: 8.688091388190202
    - type: recall
      value: 16.304347826086957
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-azb_Arab
      name: MTEB FloresBitextMining (hun_Latn-azb_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 50.8893280632411
    - type: f1
      value: 42.635046113306984
    - type: main_score
      value: 42.635046113306984
    - type: precision
      value: 39.6389751552795
    - type: recall
      value: 50.8893280632411
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-deu_Latn
      name: MTEB FloresBitextMining (hun_Latn-deu_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.64492753623189
    - type: main_score
      value: 97.64492753623189
    - type: precision
      value: 97.364953886693
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hat_Latn
      name: MTEB FloresBitextMining (hun_Latn-hat_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 31.521739130434785
    - type: f1
      value: 23.651600101698914
    - type: main_score
      value: 23.651600101698914
    - type: precision
      value: 21.092916745090655
    - type: recall
      value: 31.521739130434785
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kbp_Latn
      name: MTEB FloresBitextMining (hun_Latn-kbp_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.715415019762844
    - type: f1
      value: 15.919660141498088
    - type: main_score
      value: 15.919660141498088
    - type: precision
      value: 13.665858735028696
    - type: recall
      value: 23.715415019762844
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-luo_Latn
      name: MTEB FloresBitextMining (hun_Latn-luo_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.122529644268774
    - type: f1
      value: 15.960489334995263
    - type: main_score
      value: 15.960489334995263
    - type: precision
      value: 13.902061329669166
    - type: recall
      value: 23.122529644268774
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ory_Orya
      name: MTEB FloresBitextMining (hun_Latn-ory_Orya)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 36.16600790513834
    - type: f1
      value: 25.981314469456755
    - type: main_score
      value: 25.981314469456755
    - type: precision
      value: 22.85000024130459
    - type: recall
      value: 36.16600790513834
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-sna_Latn
      name: MTEB FloresBitextMining (hun_Latn-sna_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.652173913043477
    - type: f1
      value: 13.815830634012451
    - type: main_score
      value: 13.815830634012451
    - type: precision
      value: 11.828758175232068
    - type: recall
      value: 20.652173913043477
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tso_Latn
      name: MTEB FloresBitextMining (hun_Latn-tso_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.82608695652174
    - type: f1
      value: 15.460107686624774
    - type: main_score
      value: 15.460107686624774
    - type: precision
      value: 13.26553935743659
    - type: recall
      value: 22.82608695652174
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-azj_Latn
      name: MTEB FloresBitextMining (hun_Latn-azj_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 77.76679841897233
    - type: f1
      value: 71.658667419537
    - type: main_score
      value: 71.658667419537
    - type: precision
      value: 68.94268774703558
    - type: recall
      value: 77.76679841897233
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-dik_Latn
      name: MTEB FloresBitextMining (hun_Latn-dik_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 29.446640316205535
    - type: f1
      value: 21.81777664962209
    - type: main_score
      value: 21.81777664962209
    - type: precision
      value: 19.40655833949468
    - type: recall
      value: 29.446640316205535
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hau_Latn
      name: MTEB FloresBitextMining (hun_Latn-hau_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.936758893280633
    - type: f1
      value: 15.499452512792436
    - type: main_score
      value: 15.499452512792436
    - type: precision
      value: 13.616447507257783
    - type: recall
      value: 21.936758893280633
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kea_Latn
      name: MTEB FloresBitextMining (hun_Latn-kea_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 56.62055335968379
    - type: f1
      value: 48.048582949768715
    - type: main_score
      value: 48.048582949768715
    - type: precision
      value: 44.875619549532594
    - type: recall
      value: 56.62055335968379
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lus_Latn
      name: MTEB FloresBitextMining (hun_Latn-lus_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 41.205533596837945
    - type: f1
      value: 32.68056493352936
    - type: main_score
      value: 32.68056493352936
    - type: precision
      value: 29.827235511524048
    - type: recall
      value: 41.205533596837945
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pag_Latn
      name: MTEB FloresBitextMining (hun_Latn-pag_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.33201581027668
    - type: f1
      value: 38.30125792082314
    - type: main_score
      value: 38.30125792082314
    - type: precision
      value: 35.08230954377199
    - type: recall
      value: 47.33201581027668
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-snd_Arab
      name: MTEB FloresBitextMining (hun_Latn-snd_Arab)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.62845849802372
    - type: f1
      value: 37.64038113840485
    - type: main_score
      value: 37.64038113840485
    - type: precision
      value: 34.04405075600728
    - type: recall
      value: 47.62845849802372
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tuk_Latn
      name: MTEB FloresBitextMining (hun_Latn-tuk_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 31.422924901185773
    - type: f1
      value: 23.869501161991277
    - type: main_score
      value: 23.869501161991277
    - type: precision
      value: 21.477979640034977
    - type: recall
      value: 31.422924901185773
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-bak_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-bak_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.909090909090914
    - type: f1
      value: 31.982558504297636
    - type: main_score
      value: 31.982558504297636
    - type: precision
      value: 28.935515516543187
    - type: recall
      value: 40.909090909090914
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-dyu_Latn
      name: MTEB FloresBitextMining (hun_Latn-dyu_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.92490118577075
    - type: f1
      value: 16.00171677246776
    - type: main_score
      value: 16.00171677246776
    - type: precision
      value: 13.938420768954366
    - type: recall
      value: 22.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-heb_Hebr
      name: MTEB FloresBitextMining (hun_Latn-heb_Hebr)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.14624505928853
    - type: f1
      value: 94.89459815546772
    - type: main_score
      value: 94.89459815546772
    - type: precision
      value: 94.28524374176548
    - type: recall
      value: 96.14624505928853
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-khk_Cyrl
      name: MTEB FloresBitextMining (hun_Latn-khk_Cyrl)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 91.600790513834
    - type: f1
      value: 88.99868247694334
    - type: main_score
      value: 88.99868247694334
    - type: precision
      value: 87.74703557312253
    - type: recall
      value: 91.600790513834
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lvs_Latn
      name: MTEB FloresBitextMining (hun_Latn-lvs_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.54150197628458
    - type: f1
      value: 95.48748353096178
    - type: main_score
      value: 95.48748353096178
    - type: precision
      value: 94.97694334650856
    - type: recall
      value: 96.54150197628458
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pan_Guru
      name: MTEB FloresBitextMining (hun_Latn-pan_Guru)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 39.723320158102766
    - type: f1
      value: 30.170511032665182
    - type: main_score
      value: 30.170511032665182
    - type: precision
      value: 27.099723947550036
    - type: recall
      value: 39.723320158102766
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-som_Latn
      name: MTEB FloresBitextMining (hun_Latn-som_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.76284584980237
    - type: f1
      value: 13.974213208232564
    - type: main_score
      value: 13.974213208232564
    - type: precision
      value: 12.249349519606437
    - type: recall
      value: 19.76284584980237
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tum_Latn
      name: MTEB FloresBitextMining (hun_Latn-tum_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.233201581027668
    - type: f1
      value: 15.462855558763486
    - type: main_score
      value: 15.462855558763486
    - type: precision
      value: 13.327695032240486
    - type: recall
      value: 22.233201581027668
    task:
      type: BitextMining
  - dataset:
      config: kir_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (kir_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 67.78656126482213
    - type: f1
      value: 62.55124514264829
    - type: main_score
      value: 62.55124514264829
    - type: precision
      value: 60.53767845022786
    - type: recall
      value: 67.78656126482213
    task:
      type: BitextMining
  - dataset:
      config: mar_Deva-hun_Latn
      name: MTEB FloresBitextMining (mar_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.2806324110672
    - type: f1
      value: 91.49044795783927
    - type: main_score
      value: 91.49044795783927
    - type: precision
      value: 90.71240353849049
    - type: recall
      value: 93.2806324110672
    task:
      type: BitextMining
  - dataset:
      config: plt_Latn-hun_Latn
      name: MTEB FloresBitextMining (plt_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 16.699604743083004
    - type: f1
      value: 12.972814847982647
    - type: main_score
      value: 12.972814847982647
    - type: precision
      value: 12.126541024119227
    - type: recall
      value: 16.699604743083004
    task:
      type: BitextMining
  - dataset:
      config: srp_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (srp_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.71541501976284
    - type: f1
      value: 98.30368906455863
    - type: main_score
      value: 98.30368906455863
    - type: precision
      value: 98.10606060606061
    - type: recall
      value: 98.71541501976284
    task:
      type: BitextMining
  - dataset:
      config: uig_Arab-hun_Latn
      name: MTEB FloresBitextMining (uig_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.612648221343875
    - type: f1
      value: 37.30982427385185
    - type: main_score
      value: 37.30982427385185
    - type: precision
      value: 36.21401005361219
    - type: recall
      value: 40.612648221343875
    task:
      type: BitextMining
  - dataset:
      config: aeb_Arab-hun_Latn
      name: MTEB FloresBitextMining (aeb_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 88.83399209486166
    - type: f1
      value: 85.76086956521739
    - type: main_score
      value: 85.76086956521739
    - type: precision
      value: 84.34617918313569
    - type: recall
      value: 88.83399209486166
    task:
      type: BitextMining
  - dataset:
      config: ben_Beng-hun_Latn
      name: MTEB FloresBitextMining (ben_Beng-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.16600790513834
    - type: f1
      value: 55.32904211510932
    - type: main_score
      value: 55.32904211510932
    - type: precision
      value: 53.313553292918556
    - type: recall
      value: 61.16600790513834
    task:
      type: BitextMining
  - dataset:
      config: est_Latn-hun_Latn
      name: MTEB FloresBitextMining (est_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.82608695652173
    - type: f1
      value: 97.1179183135705
    - type: main_score
      value: 97.1179183135705
    - type: precision
      value: 96.77206851119895
    - type: recall
      value: 97.82608695652173
    task:
      type: BitextMining
  - dataset:
      config: hye_Armn-hun_Latn
      name: MTEB FloresBitextMining (hye_Armn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 95.94861660079052
    - type: f1
      value: 94.64756258234517
    - type: main_score
      value: 94.64756258234517
    - type: precision
      value: 94.02173913043478
    - type: recall
      value: 95.94861660079052
    task:
      type: BitextMining
  - dataset:
      config: kmb_Latn-hun_Latn
      name: MTEB FloresBitextMining (kmb_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 13.636363636363635
    - type: f1
      value: 11.493686417240255
    - type: main_score
      value: 11.493686417240255
    - type: precision
      value: 10.967810981787105
    - type: recall
      value: 13.636363636363635
    task:
      type: BitextMining
  - dataset:
      config: min_Arab-hun_Latn
      name: MTEB FloresBitextMining (min_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 2.371541501976284
    - type: f1
      value: 1.304238189026053
    - type: main_score
      value: 1.304238189026053
    - type: precision
      value: 1.0698012736056213
    - type: recall
      value: 2.371541501976284
    task:
      type: BitextMining
  - dataset:
      config: pol_Latn-hun_Latn
      name: MTEB FloresBitextMining (pol_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.72266139657442
    - type: main_score
      value: 96.72266139657442
    - type: precision
      value: 96.32740447957838
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: ssw_Latn-hun_Latn
      name: MTEB FloresBitextMining (ssw_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 14.130434782608695
    - type: f1
      value: 11.03256887007013
    - type: main_score
      value: 11.03256887007013
    - type: precision
      value: 10.281894737076017
    - type: recall
      value: 14.130434782608695
    task:
      type: BitextMining
  - dataset:
      config: ukr_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (ukr_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.62845849802372
    - type: main_score
      value: 97.62845849802372
    - type: precision
      value: 97.33201581027669
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: afr_Latn-hun_Latn
      name: MTEB FloresBitextMining (afr_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 89.03162055335969
    - type: f1
      value: 86.12036514210428
    - type: main_score
      value: 86.12036514210428
    - type: precision
      value: 84.78260869565217
    - type: recall
      value: 89.03162055335969
    task:
      type: BitextMining
  - dataset:
      config: bho_Deva-hun_Latn
      name: MTEB FloresBitextMining (bho_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 83.399209486166
    - type: f1
      value: 79.37935253152644
    - type: main_score
      value: 79.37935253152644
    - type: precision
      value: 77.5675230566535
    - type: recall
      value: 83.399209486166
    task:
      type: BitextMining
  - dataset:
      config: eus_Latn-hun_Latn
      name: MTEB FloresBitextMining (eus_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 56.916996047430835
    - type: f1
      value: 50.83497530137846
    - type: main_score
      value: 50.83497530137846
    - type: precision
      value: 48.72433277818652
    - type: recall
      value: 56.916996047430835
    task:
      type: BitextMining
  - dataset:
      config: ibo_Latn-hun_Latn
      name: MTEB FloresBitextMining (ibo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.379446640316203
    - type: f1
      value: 15.199650757579485
    - type: main_score
      value: 15.199650757579485
    - type: precision
      value: 14.399338657404062
    - type: recall
      value: 18.379446640316203
    task:
      type: BitextMining
  - dataset:
      config: kmr_Latn-hun_Latn
      name: MTEB FloresBitextMining (kmr_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.73517786561265
    - type: f1
      value: 32.97756114975795
    - type: main_score
      value: 32.97756114975795
    - type: precision
      value: 31.05113339303063
    - type: recall
      value: 38.73517786561265
    task:
      type: BitextMining
  - dataset:
      config: min_Latn-hun_Latn
      name: MTEB FloresBitextMining (min_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.5296442687747
    - type: f1
      value: 41.59258299563993
    - type: main_score
      value: 41.59258299563993
    - type: precision
      value: 39.61788977191108
    - type: recall
      value: 47.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: por_Latn-hun_Latn
      name: MTEB FloresBitextMining (por_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.91304347826086
    - type: f1
      value: 98.55072463768116
    - type: main_score
      value: 98.55072463768116
    - type: precision
      value: 98.36956521739131
    - type: recall
      value: 98.91304347826086
    task:
      type: BitextMining
  - dataset:
      config: sun_Latn-hun_Latn
      name: MTEB FloresBitextMining (sun_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 50.988142292490124
    - type: f1
      value: 45.01380504902198
    - type: main_score
      value: 45.01380504902198
    - type: precision
      value: 43.1177600396968
    - type: recall
      value: 50.988142292490124
    task:
      type: BitextMining
  - dataset:
      config: umb_Latn-hun_Latn
      name: MTEB FloresBitextMining (umb_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.41501976284585
    - type: f1
      value: 12.013860880650153
    - type: main_score
      value: 12.013860880650153
    - type: precision
      value: 11.15130019516461
    - type: recall
      value: 15.41501976284585
    task:
      type: BitextMining
  - dataset:
      config: ajp_Arab-hun_Latn
      name: MTEB FloresBitextMining (ajp_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.2806324110672
    - type: f1
      value: 91.23847167325428
    - type: main_score
      value: 91.23847167325428
    - type: precision
      value: 90.233860342556
    - type: recall
      value: 93.2806324110672
    task:
      type: BitextMining
  - dataset:
      config: bjn_Arab-hun_Latn
      name: MTEB FloresBitextMining (bjn_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 3.260869565217391
    - type: f1
      value: 1.8444887521234516
    - type: main_score
      value: 1.8444887521234516
    - type: precision
      value: 1.5911745259571348
    - type: recall
      value: 3.260869565217391
    task:
      type: BitextMining
  - dataset:
      config: ewe_Latn-hun_Latn
      name: MTEB FloresBitextMining (ewe_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.442687747035574
    - type: f1
      value: 17.24544962687255
    - type: main_score
      value: 17.24544962687255
    - type: precision
      value: 16.002338067947935
    - type: recall
      value: 21.442687747035574
    task:
      type: BitextMining
  - dataset:
      config: ilo_Latn-hun_Latn
      name: MTEB FloresBitextMining (ilo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 32.31225296442688
    - type: f1
      value: 27.893851064851287
    - type: main_score
      value: 27.893851064851287
    - type: precision
      value: 26.718565013325836
    - type: recall
      value: 32.31225296442688
    task:
      type: BitextMining
  - dataset:
      config: knc_Arab-hun_Latn
      name: MTEB FloresBitextMining (knc_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 4.940711462450593
    - type: f1
      value: 3.8501055515630616
    - type: main_score
      value: 3.8501055515630616
    - type: precision
      value: 3.5312754877972266
    - type: recall
      value: 4.940711462450593
    task:
      type: BitextMining
  - dataset:
      config: mkd_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (mkd_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.1106719367589
    - type: f1
      value: 98.81422924901186
    - type: main_score
      value: 98.81422924901186
    - type: precision
      value: 98.66600790513834
    - type: recall
      value: 99.1106719367589
    task:
      type: BitextMining
  - dataset:
      config: prs_Arab-hun_Latn
      name: MTEB FloresBitextMining (prs_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.73913043478261
    - type: f1
      value: 95.71805006587614
    - type: main_score
      value: 95.71805006587614
    - type: precision
      value: 95.22397891963111
    - type: recall
      value: 96.73913043478261
    task:
      type: BitextMining
  - dataset:
      config: swe_Latn-hun_Latn
      name: MTEB FloresBitextMining (swe_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.20487483530961
    - type: main_score
      value: 98.20487483530961
    - type: precision
      value: 98.0072463768116
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: urd_Arab-hun_Latn
      name: MTEB FloresBitextMining (urd_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 93.08300395256917
    - type: f1
      value: 90.94202898550724
    - type: main_score
      value: 90.94202898550724
    - type: precision
      value: 89.88801054018445
    - type: recall
      value: 93.08300395256917
    task:
      type: BitextMining
  - dataset:
      config: aka_Latn-hun_Latn
      name: MTEB FloresBitextMining (aka_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 25.790513833992097
    - type: f1
      value: 21.766758391257927
    - type: main_score
      value: 21.766758391257927
    - type: precision
      value: 20.572599613124208
    - type: recall
      value: 25.790513833992097
    task:
      type: BitextMining
  - dataset:
      config: bjn_Latn-hun_Latn
      name: MTEB FloresBitextMining (bjn_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.31225296442688
    - type: f1
      value: 51.95480911155968
    - type: main_score
      value: 51.95480911155968
    - type: precision
      value: 50.13292662860705
    - type: recall
      value: 57.31225296442688
    task:
      type: BitextMining
  - dataset:
      config: fao_Latn-hun_Latn
      name: MTEB FloresBitextMining (fao_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 37.54940711462451
    - type: f1
      value: 32.46161722342712
    - type: main_score
      value: 32.46161722342712
    - type: precision
      value: 30.948283963976458
    - type: recall
      value: 37.54940711462451
    task:
      type: BitextMining
  - dataset:
      config: ind_Latn-hun_Latn
      name: MTEB FloresBitextMining (ind_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.62845849802372
    - type: main_score
      value: 97.62845849802372
    - type: precision
      value: 97.33201581027669
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: knc_Latn-hun_Latn
      name: MTEB FloresBitextMining (knc_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.221343873517785
    - type: f1
      value: 19.469989733763317
    - type: main_score
      value: 19.469989733763317
    - type: precision
      value: 18.48101665023602
    - type: recall
      value: 23.221343873517785
    task:
      type: BitextMining
  - dataset:
      config: mlt_Latn-hun_Latn
      name: MTEB FloresBitextMining (mlt_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 33.300395256917
    - type: f1
      value: 27.260741747183186
    - type: main_score
      value: 27.260741747183186
    - type: precision
      value: 25.4248790425261
    - type: recall
      value: 33.300395256917
    task:
      type: BitextMining
  - dataset:
      config: quy_Latn-hun_Latn
      name: MTEB FloresBitextMining (quy_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.122529644268774
    - type: f1
      value: 19.880470152876523
    - type: main_score
      value: 19.880470152876523
    - type: precision
      value: 19.046627171429297
    - type: recall
      value: 23.122529644268774
    task:
      type: BitextMining
  - dataset:
      config: swh_Latn-hun_Latn
      name: MTEB FloresBitextMining (swh_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 35.177865612648226
    - type: f1
      value: 30.49574814294886
    - type: main_score
      value: 30.49574814294886
    - type: precision
      value: 29.20121112018525
    - type: recall
      value: 35.177865612648226
    task:
      type: BitextMining
  - dataset:
      config: uzn_Latn-hun_Latn
      name: MTEB FloresBitextMining (uzn_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 46.837944664031625
    - type: f1
      value: 40.62050219502893
    - type: main_score
      value: 40.62050219502893
    - type: precision
      value: 38.42979237495047
    - type: recall
      value: 46.837944664031625
    task:
      type: BitextMining
  - dataset:
      config: als_Latn-hun_Latn
      name: MTEB FloresBitextMining (als_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.02371541501977
    - type: main_score
      value: 98.02371541501977
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: bod_Tibt-hun_Latn
      name: MTEB FloresBitextMining (bod_Tibt-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 4.940711462450593
    - type: f1
      value: 3.6934883130925176
    - type: main_score
      value: 3.6934883130925176
    - type: precision
      value: 3.3896928429207747
    - type: recall
      value: 4.940711462450593
    task:
      type: BitextMining
  - dataset:
      config: fij_Latn-hun_Latn
      name: MTEB FloresBitextMining (fij_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 16.106719367588934
    - type: f1
      value: 12.942267666250842
    - type: main_score
      value: 12.942267666250842
    - type: precision
      value: 12.171157490646543
    - type: recall
      value: 16.106719367588934
    task:
      type: BitextMining
  - dataset:
      config: isl_Latn-hun_Latn
      name: MTEB FloresBitextMining (isl_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 52.4703557312253
    - type: f1
      value: 46.318629573686536
    - type: main_score
      value: 46.318629573686536
    - type: precision
      value: 44.31922093606876
    - type: recall
      value: 52.4703557312253
    task:
      type: BitextMining
  - dataset:
      config: kon_Latn-hun_Latn
      name: MTEB FloresBitextMining (kon_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.181818181818183
    - type: f1
      value: 15.810641790663343
    - type: main_score
      value: 15.810641790663343
    - type: precision
      value: 15.287023922768798
    - type: recall
      value: 18.181818181818183
    task:
      type: BitextMining
  - dataset:
      config: mni_Beng-hun_Latn
      name: MTEB FloresBitextMining (mni_Beng-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 3.7549407114624502
    - type: f1
      value: 3.125048438347671
    - type: main_score
      value: 3.125048438347671
    - type: precision
      value: 2.937890558852805
    - type: recall
      value: 3.7549407114624502
    task:
      type: BitextMining
  - dataset:
      config: ron_Latn-hun_Latn
      name: MTEB FloresBitextMining (ron_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.41897233201581
    - type: f1
      value: 97.90843214756258
    - type: main_score
      value: 97.90843214756258
    - type: precision
      value: 97.66139657444005
    - type: recall
      value: 98.41897233201581
    task:
      type: BitextMining
  - dataset:
      config: szl_Latn-hun_Latn
      name: MTEB FloresBitextMining (szl_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 68.57707509881423
    - type: f1
      value: 62.67753985145288
    - type: main_score
      value: 62.67753985145288
    - type: precision
      value: 60.42066629023151
    - type: recall
      value: 68.57707509881423
    task:
      type: BitextMining
  - dataset:
      config: vec_Latn-hun_Latn
      name: MTEB FloresBitextMining (vec_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 73.22134387351778
    - type: f1
      value: 68.45346244452135
    - type: main_score
      value: 68.45346244452135
    - type: precision
      value: 66.63042874999397
    - type: recall
      value: 73.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: amh_Ethi-hun_Latn
      name: MTEB FloresBitextMining (amh_Ethi-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 49.40711462450593
    - type: f1
      value: 42.779504557288796
    - type: main_score
      value: 42.779504557288796
    - type: precision
      value: 40.556594673442504
    - type: recall
      value: 49.40711462450593
    task:
      type: BitextMining
  - dataset:
      config: bos_Latn-hun_Latn
      name: MTEB FloresBitextMining (bos_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.12252964426878
    - type: f1
      value: 97.51317523056653
    - type: main_score
      value: 97.51317523056653
    - type: precision
      value: 97.2167325428195
    - type: recall
      value: 98.12252964426878
    task:
      type: BitextMining
  - dataset:
      config: fin_Latn-hun_Latn
      name: MTEB FloresBitextMining (fin_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.77206851119894
    - type: main_score
      value: 96.77206851119894
    - type: precision
      value: 96.39328063241108
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: ita_Latn-hun_Latn
      name: MTEB FloresBitextMining (ita_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.61660079051383
    - type: f1
      value: 98.15546772068511
    - type: main_score
      value: 98.15546772068511
    - type: precision
      value: 97.92490118577075
    - type: recall
      value: 98.61660079051383
    task:
      type: BitextMining
  - dataset:
      config: kor_Hang-hun_Latn
      name: MTEB FloresBitextMining (kor_Hang-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.33201581027669
    - type: f1
      value: 96.50856389986826
    - type: main_score
      value: 96.50856389986826
    - type: precision
      value: 96.11330698287219
    - type: recall
      value: 97.33201581027669
    task:
      type: BitextMining
  - dataset:
      config: mos_Latn-hun_Latn
      name: MTEB FloresBitextMining (mos_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.35573122529644
    - type: f1
      value: 16.913049030504524
    - type: main_score
      value: 16.913049030504524
    - type: precision
      value: 15.994132281399326
    - type: recall
      value: 20.35573122529644
    task:
      type: BitextMining
  - dataset:
      config: run_Latn-hun_Latn
      name: MTEB FloresBitextMining (run_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 12.450592885375494
    - type: f1
      value: 9.758455246330797
    - type: main_score
      value: 9.758455246330797
    - type: precision
      value: 9.24219137217718
    - type: recall
      value: 12.450592885375494
    task:
      type: BitextMining
  - dataset:
      config: tam_Taml-hun_Latn
      name: MTEB FloresBitextMining (tam_Taml-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 34.28853754940712
    - type: f1
      value: 30.415973000888187
    - type: main_score
      value: 30.415973000888187
    - type: precision
      value: 29.35646763669465
    - type: recall
      value: 34.28853754940712
    task:
      type: BitextMining
  - dataset:
      config: vie_Latn-hun_Latn
      name: MTEB FloresBitextMining (vie_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.72266139657442
    - type: main_score
      value: 96.72266139657442
    - type: precision
      value: 96.32740447957839
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: apc_Arab-hun_Latn
      name: MTEB FloresBitextMining (apc_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 92.4901185770751
    - type: f1
      value: 90.24044795783927
    - type: main_score
      value: 90.24044795783927
    - type: precision
      value: 89.17160737812912
    - type: recall
      value: 92.4901185770751
    task:
      type: BitextMining
  - dataset:
      config: bug_Latn-hun_Latn
      name: MTEB FloresBitextMining (bug_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 34.58498023715415
    - type: f1
      value: 29.042712521595952
    - type: main_score
      value: 29.042712521595952
    - type: precision
      value: 27.53825217752767
    - type: recall
      value: 34.58498023715415
    task:
      type: BitextMining
  - dataset:
      config: fon_Latn-hun_Latn
      name: MTEB FloresBitextMining (fon_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.1699604743083
    - type: f1
      value: 16.140887504290145
    - type: main_score
      value: 16.140887504290145
    - type: precision
      value: 15.262140220570744
    - type: recall
      value: 19.1699604743083
    task:
      type: BitextMining
  - dataset:
      config: jav_Latn-hun_Latn
      name: MTEB FloresBitextMining (jav_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 44.565217391304344
    - type: f1
      value: 39.99552949288002
    - type: main_score
      value: 39.99552949288002
    - type: precision
      value: 38.44862821869096
    - type: recall
      value: 44.565217391304344
    task:
      type: BitextMining
  - dataset:
      config: lao_Laoo-hun_Latn
      name: MTEB FloresBitextMining (lao_Laoo-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 85.17786561264822
    - type: f1
      value: 81.86037392559132
    - type: main_score
      value: 81.86037392559132
    - type: precision
      value: 80.43395915678524
    - type: recall
      value: 85.17786561264822
    task:
      type: BitextMining
  - dataset:
      config: mri_Latn-hun_Latn
      name: MTEB FloresBitextMining (mri_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 16.007905138339922
    - type: f1
      value: 13.678581987436234
    - type: main_score
      value: 13.678581987436234
    - type: precision
      value: 13.07263261710131
    - type: recall
      value: 16.007905138339922
    task:
      type: BitextMining
  - dataset:
      config: rus_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (rus_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.41897233201581
    - type: f1
      value: 97.99077733860344
    - type: main_score
      value: 97.99077733860344
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.41897233201581
    task:
      type: BitextMining
  - dataset:
      config: taq_Latn-hun_Latn
      name: MTEB FloresBitextMining (taq_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.40711462450593
    - type: f1
      value: 20.091025879043535
    - type: main_score
      value: 20.091025879043535
    - type: precision
      value: 18.857592814793904
    - type: recall
      value: 24.40711462450593
    task:
      type: BitextMining
  - dataset:
      config: war_Latn-hun_Latn
      name: MTEB FloresBitextMining (war_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.3399209486166
    - type: f1
      value: 33.70403288987423
    - type: main_score
      value: 33.70403288987423
    - type: precision
      value: 32.362814696602065
    - type: recall
      value: 38.3399209486166
    task:
      type: BitextMining
  - dataset:
      config: arb_Arab-hun_Latn
      name: MTEB FloresBitextMining (arb_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.04743083003953
    - type: f1
      value: 94.76284584980237
    - type: main_score
      value: 94.76284584980237
    - type: precision
      value: 94.13702239789197
    - type: recall
      value: 96.04743083003953
    task:
      type: BitextMining
  - dataset:
      config: bul_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (bul_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.3201581027668
    - type: f1
      value: 97.76021080368905
    - type: main_score
      value: 97.76021080368905
    - type: precision
      value: 97.48023715415019
    - type: recall
      value: 98.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: fra_Latn-hun_Latn
      name: MTEB FloresBitextMining (fra_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.41897233201581
    - type: f1
      value: 97.9578392621871
    - type: main_score
      value: 97.9578392621871
    - type: precision
      value: 97.72727272727273
    - type: recall
      value: 98.41897233201581
    task:
      type: BitextMining
  - dataset:
      config: jpn_Jpan-hun_Latn
      name: MTEB FloresBitextMining (jpn_Jpan-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.13438735177866
    - type: f1
      value: 96.17918313570487
    - type: main_score
      value: 96.17918313570487
    - type: precision
      value: 95.70158102766798
    - type: recall
      value: 97.13438735177866
    task:
      type: BitextMining
  - dataset:
      config: lij_Latn-hun_Latn
      name: MTEB FloresBitextMining (lij_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 62.64822134387352
    - type: f1
      value: 57.28780048787782
    - type: main_score
      value: 57.28780048787782
    - type: precision
      value: 55.40574506934075
    - type: recall
      value: 62.64822134387352
    task:
      type: BitextMining
  - dataset:
      config: mya_Mymr-hun_Latn
      name: MTEB FloresBitextMining (mya_Mymr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 89.62450592885376
    - type: f1
      value: 86.46903820816864
    - type: main_score
      value: 86.46903820816864
    - type: precision
      value: 84.98847167325428
    - type: recall
      value: 89.62450592885376
    task:
      type: BitextMining
  - dataset:
      config: sag_Latn-hun_Latn
      name: MTEB FloresBitextMining (sag_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.059288537549406
    - type: f1
      value: 16.154753807064015
    - type: main_score
      value: 16.154753807064015
    - type: precision
      value: 15.159686671858294
    - type: recall
      value: 20.059288537549406
    task:
      type: BitextMining
  - dataset:
      config: taq_Tfng-hun_Latn
      name: MTEB FloresBitextMining (taq_Tfng-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 7.015810276679842
    - type: f1
      value: 6.043592884087592
    - type: main_score
      value: 6.043592884087592
    - type: precision
      value: 5.717992198263059
    - type: recall
      value: 7.015810276679842
    task:
      type: BitextMining
  - dataset:
      config: wol_Latn-hun_Latn
      name: MTEB FloresBitextMining (wol_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.34387351778656
    - type: f1
      value: 17.661266873223397
    - type: main_score
      value: 17.661266873223397
    - type: precision
      value: 16.568215846000083
    - type: recall
      value: 21.34387351778656
    task:
      type: BitextMining
  - dataset:
      config: arb_Latn-hun_Latn
      name: MTEB FloresBitextMining (arb_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 9.090909090909092
    - type: f1
      value: 7.593044508685
    - type: main_score
      value: 7.593044508685
    - type: precision
      value: 7.293043311025518
    - type: recall
      value: 9.090909090909092
    task:
      type: BitextMining
  - dataset:
      config: cat_Latn-hun_Latn
      name: MTEB FloresBitextMining (cat_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.22134387351778
    - type: f1
      value: 97.64492753623189
    - type: main_score
      value: 97.64492753623189
    - type: precision
      value: 97.364953886693
    - type: recall
      value: 98.22134387351778
    task:
      type: BitextMining
  - dataset:
      config: fur_Latn-hun_Latn
      name: MTEB FloresBitextMining (fur_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 56.422924901185766
    - type: f1
      value: 51.63062470764568
    - type: main_score
      value: 51.63062470764568
    - type: precision
      value: 50.136156929682585
    - type: recall
      value: 56.422924901185766
    task:
      type: BitextMining
  - dataset:
      config: kab_Latn-hun_Latn
      name: MTEB FloresBitextMining (kab_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 7.213438735177865
    - type: f1
      value: 5.418454687405524
    - type: main_score
      value: 5.418454687405524
    - type: precision
      value: 5.059459277252072
    - type: recall
      value: 7.213438735177865
    task:
      type: BitextMining
  - dataset:
      config: lim_Latn-hun_Latn
      name: MTEB FloresBitextMining (lim_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 61.85770750988142
    - type: f1
      value: 56.60450635610482
    - type: main_score
      value: 56.60450635610482
    - type: precision
      value: 54.77668681115478
    - type: recall
      value: 61.85770750988142
    task:
      type: BitextMining
  - dataset:
      config: nld_Latn-hun_Latn
      name: MTEB FloresBitextMining (nld_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.92490118577075
    - type: f1
      value: 97.31554677206852
    - type: main_score
      value: 97.31554677206852
    - type: precision
      value: 97.01910408432148
    - type: recall
      value: 97.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: san_Deva-hun_Latn
      name: MTEB FloresBitextMining (san_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 66.30434782608695
    - type: f1
      value: 60.25709942618801
    - type: main_score
      value: 60.25709942618801
    - type: precision
      value: 57.885904856013546
    - type: recall
      value: 66.30434782608695
    task:
      type: BitextMining
  - dataset:
      config: tat_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (tat_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 38.63636363636363
    - type: f1
      value: 34.028326558100844
    - type: main_score
      value: 34.028326558100844
    - type: precision
      value: 32.58253540112611
    - type: recall
      value: 38.63636363636363
    task:
      type: BitextMining
  - dataset:
      config: xho_Latn-hun_Latn
      name: MTEB FloresBitextMining (xho_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.08300395256917
    - type: f1
      value: 14.366854545797416
    - type: main_score
      value: 14.366854545797416
    - type: precision
      value: 13.44059510777766
    - type: recall
      value: 18.08300395256917
    task:
      type: BitextMining
  - dataset:
      config: ars_Arab-hun_Latn
      name: MTEB FloresBitextMining (ars_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.04743083003953
    - type: f1
      value: 94.76284584980237
    - type: main_score
      value: 94.76284584980237
    - type: precision
      value: 94.13702239789197
    - type: recall
      value: 96.04743083003953
    task:
      type: BitextMining
  - dataset:
      config: ceb_Latn-hun_Latn
      name: MTEB FloresBitextMining (ceb_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 37.54940711462451
    - type: f1
      value: 32.22564530368272
    - type: main_score
      value: 32.22564530368272
    - type: precision
      value: 30.68090107410454
    - type: recall
      value: 37.54940711462451
    task:
      type: BitextMining
  - dataset:
      config: fuv_Latn-hun_Latn
      name: MTEB FloresBitextMining (fuv_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.972332015810274
    - type: f1
      value: 15.243319829595265
    - type: main_score
      value: 15.243319829595265
    - type: precision
      value: 14.143473778341626
    - type: recall
      value: 18.972332015810274
    task:
      type: BitextMining
  - dataset:
      config: kac_Latn-hun_Latn
      name: MTEB FloresBitextMining (kac_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.774703557312254
    - type: f1
      value: 15.965204465621746
    - type: main_score
      value: 15.965204465621746
    - type: precision
      value: 15.226399595261068
    - type: recall
      value: 18.774703557312254
    task:
      type: BitextMining
  - dataset:
      config: lin_Latn-hun_Latn
      name: MTEB FloresBitextMining (lin_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.158102766798418
    - type: f1
      value: 16.350855328798083
    - type: main_score
      value: 16.350855328798083
    - type: precision
      value: 15.448903315360193
    - type: recall
      value: 20.158102766798418
    task:
      type: BitextMining
  - dataset:
      config: nno_Latn-hun_Latn
      name: MTEB FloresBitextMining (nno_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 92.68774703557312
    - type: f1
      value: 90.62582345191039
    - type: main_score
      value: 90.62582345191039
    - type: precision
      value: 89.67391304347827
    - type: recall
      value: 92.68774703557312
    task:
      type: BitextMining
  - dataset:
      config: sat_Olck-hun_Latn
      name: MTEB FloresBitextMining (sat_Olck-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 1.0869565217391304
    - type: f1
      value: 0.9224777332960928
    - type: main_score
      value: 0.9224777332960928
    - type: precision
      value: 0.889433973454664
    - type: recall
      value: 1.0869565217391304
    task:
      type: BitextMining
  - dataset:
      config: tel_Telu-hun_Latn
      name: MTEB FloresBitextMining (tel_Telu-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.21739130434783
    - type: f1
      value: 36.8107158028631
    - type: main_score
      value: 36.8107158028631
    - type: precision
      value: 35.90606953506693
    - type: recall
      value: 40.21739130434783
    task:
      type: BitextMining
  - dataset:
      config: ydd_Hebr-hun_Latn
      name: MTEB FloresBitextMining (ydd_Hebr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 21.34387351778656
    - type: f1
      value: 17.004942464791917
    - type: main_score
      value: 17.004942464791917
    - type: precision
      value: 15.780154903387217
    - type: recall
      value: 21.34387351778656
    task:
      type: BitextMining
  - dataset:
      config: ary_Arab-hun_Latn
      name: MTEB FloresBitextMining (ary_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 80.8300395256917
    - type: f1
      value: 76.46103896103895
    - type: main_score
      value: 76.46103896103895
    - type: precision
      value: 74.51745718050064
    - type: recall
      value: 80.8300395256917
    task:
      type: BitextMining
  - dataset:
      config: ces_Latn-hun_Latn
      name: MTEB FloresBitextMining (ces_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.02371541501977
    - type: main_score
      value: 98.02371541501977
    - type: precision
      value: 97.77667984189723
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: gaz_Latn-hun_Latn
      name: MTEB FloresBitextMining (gaz_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 5.632411067193676
    - type: f1
      value: 4.414592419545639
    - type: main_score
      value: 4.414592419545639
    - type: precision
      value: 4.166785388582284
    - type: recall
      value: 5.632411067193676
    task:
      type: BitextMining
  - dataset:
      config: kam_Latn-hun_Latn
      name: MTEB FloresBitextMining (kam_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 17.292490118577074
    - type: f1
      value: 13.978509748795728
    - type: main_score
      value: 13.978509748795728
    - type: precision
      value: 13.087779710674102
    - type: recall
      value: 17.292490118577074
    task:
      type: BitextMining
  - dataset:
      config: lit_Latn-hun_Latn
      name: MTEB FloresBitextMining (lit_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.83794466403161
    - type: f1
      value: 95.81686429512517
    - type: main_score
      value: 95.81686429512517
    - type: precision
      value: 95.30632411067194
    - type: recall
      value: 96.83794466403161
    task:
      type: BitextMining
  - dataset:
      config: nob_Latn-hun_Latn
      name: MTEB FloresBitextMining (nob_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.02371541501977
    - type: f1
      value: 97.4308300395257
    - type: main_score
      value: 97.4308300395257
    - type: precision
      value: 97.13438735177866
    - type: recall
      value: 98.02371541501977
    task:
      type: BitextMining
  - dataset:
      config: scn_Latn-hun_Latn
      name: MTEB FloresBitextMining (scn_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 50.59288537549407
    - type: f1
      value: 44.64749445506674
    - type: main_score
      value: 44.64749445506674
    - type: precision
      value: 42.80617082741588
    - type: recall
      value: 50.59288537549407
    task:
      type: BitextMining
  - dataset:
      config: tgk_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (tgk_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 16.40316205533597
    - type: f1
      value: 12.390752159083043
    - type: main_score
      value: 12.390752159083043
    - type: precision
      value: 11.3621310415241
    - type: recall
      value: 16.40316205533597
    task:
      type: BitextMining
  - dataset:
      config: yor_Latn-hun_Latn
      name: MTEB FloresBitextMining (yor_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.379446640316203
    - type: f1
      value: 14.975164772076328
    - type: main_score
      value: 14.975164772076328
    - type: precision
      value: 14.061350015460155
    - type: recall
      value: 18.379446640316203
    task:
      type: BitextMining
  - dataset:
      config: arz_Arab-hun_Latn
      name: MTEB FloresBitextMining (arz_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 91.30434782608695
    - type: f1
      value: 88.82411067193675
    - type: main_score
      value: 88.82411067193675
    - type: precision
      value: 87.67292490118577
    - type: recall
      value: 91.30434782608695
    task:
      type: BitextMining
  - dataset:
      config: cjk_Latn-hun_Latn
      name: MTEB FloresBitextMining (cjk_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.711462450592887
    - type: f1
      value: 12.85740613589683
    - type: main_score
      value: 12.85740613589683
    - type: precision
      value: 12.150262394721757
    - type: recall
      value: 15.711462450592887
    task:
      type: BitextMining
  - dataset:
      config: gla_Latn-hun_Latn
      name: MTEB FloresBitextMining (gla_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 14.525691699604742
    - type: f1
      value: 12.382199958286915
    - type: main_score
      value: 12.382199958286915
    - type: precision
      value: 11.81338232474596
    - type: recall
      value: 14.525691699604742
    task:
      type: BitextMining
  - dataset:
      config: kan_Knda-hun_Latn
      name: MTEB FloresBitextMining (kan_Knda-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 29.347826086956523
    - type: f1
      value: 26.560991473948352
    - type: main_score
      value: 26.560991473948352
    - type: precision
      value: 25.906892141298577
    - type: recall
      value: 29.347826086956523
    task:
      type: BitextMining
  - dataset:
      config: lmo_Latn-hun_Latn
      name: MTEB FloresBitextMining (lmo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 49.308300395256914
    - type: f1
      value: 43.40692889964834
    - type: main_score
      value: 43.40692889964834
    - type: precision
      value: 41.37531102699087
    - type: recall
      value: 49.308300395256914
    task:
      type: BitextMining
  - dataset:
      config: npi_Deva-hun_Latn
      name: MTEB FloresBitextMining (npi_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 88.14229249011858
    - type: f1
      value: 85.11387163561076
    - type: main_score
      value: 85.11387163561076
    - type: precision
      value: 83.73682476943347
    - type: recall
      value: 88.14229249011858
    task:
      type: BitextMining
  - dataset:
      config: shn_Mymr-hun_Latn
      name: MTEB FloresBitextMining (shn_Mymr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.75098814229249
    - type: f1
      value: 17.98585669836591
    - type: main_score
      value: 17.98585669836591
    - type: precision
      value: 17.22281226807383
    - type: recall
      value: 20.75098814229249
    task:
      type: BitextMining
  - dataset:
      config: tgl_Latn-hun_Latn
      name: MTEB FloresBitextMining (tgl_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 44.07114624505929
    - type: f1
      value: 38.808035928957864
    - type: main_score
      value: 38.808035928957864
    - type: precision
      value: 37.18096971793987
    - type: recall
      value: 44.07114624505929
    task:
      type: BitextMining
  - dataset:
      config: yue_Hant-hun_Latn
      name: MTEB FloresBitextMining (yue_Hant-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.23320158102767
    - type: f1
      value: 96.35046113306981
    - type: main_score
      value: 96.35046113306981
    - type: precision
      value: 95.92391304347827
    - type: recall
      value: 97.23320158102767
    task:
      type: BitextMining
  - dataset:
      config: asm_Beng-hun_Latn
      name: MTEB FloresBitextMining (asm_Beng-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.221343873517785
    - type: f1
      value: 19.59812012085852
    - type: main_score
      value: 19.59812012085852
    - type: precision
      value: 18.61767081018159
    - type: recall
      value: 23.221343873517785
    task:
      type: BitextMining
  - dataset:
      config: ckb_Arab-hun_Latn
      name: MTEB FloresBitextMining (ckb_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 78.95256916996047
    - type: f1
      value: 73.72553171466215
    - type: main_score
      value: 73.72553171466215
    - type: precision
      value: 71.4436288349332
    - type: recall
      value: 78.95256916996047
    task:
      type: BitextMining
  - dataset:
      config: gle_Latn-hun_Latn
      name: MTEB FloresBitextMining (gle_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 24.110671936758894
    - type: f1
      value: 20.347436767164737
    - type: main_score
      value: 20.347436767164737
    - type: precision
      value: 19.339669586635527
    - type: recall
      value: 24.110671936758894
    task:
      type: BitextMining
  - dataset:
      config: kas_Arab-hun_Latn
      name: MTEB FloresBitextMining (kas_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.03557312252965
    - type: f1
      value: 40.803089448462615
    - type: main_score
      value: 40.803089448462615
    - type: precision
      value: 38.54788533271734
    - type: recall
      value: 47.03557312252965
    task:
      type: BitextMining
  - dataset:
      config: ltg_Latn-hun_Latn
      name: MTEB FloresBitextMining (ltg_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 52.569169960474305
    - type: f1
      value: 46.720622372796285
    - type: main_score
      value: 46.720622372796285
    - type: precision
      value: 44.499066754501534
    - type: recall
      value: 52.569169960474305
    task:
      type: BitextMining
  - dataset:
      config: nso_Latn-hun_Latn
      name: MTEB FloresBitextMining (nso_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 22.33201581027668
    - type: f1
      value: 18.52324708726891
    - type: main_score
      value: 18.52324708726891
    - type: precision
      value: 17.59790700872703
    - type: recall
      value: 22.33201581027668
    task:
      type: BitextMining
  - dataset:
      config: sin_Sinh-hun_Latn
      name: MTEB FloresBitextMining (sin_Sinh-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 31.027667984189723
    - type: f1
      value: 28.594575259253673
    - type: main_score
      value: 28.594575259253673
    - type: precision
      value: 27.937059763389698
    - type: recall
      value: 31.027667984189723
    task:
      type: BitextMining
  - dataset:
      config: tha_Thai-hun_Latn
      name: MTEB FloresBitextMining (tha_Thai-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.74571805006586
    - type: main_score
      value: 96.74571805006586
    - type: precision
      value: 96.36857707509881
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: zho_Hans-hun_Latn
      name: MTEB FloresBitextMining (zho_Hans-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.23320158102767
    - type: f1
      value: 96.366930171278
    - type: main_score
      value: 96.366930171278
    - type: precision
      value: 95.95685111989461
    - type: recall
      value: 97.23320158102767
    task:
      type: BitextMining
  - dataset:
      config: ast_Latn-hun_Latn
      name: MTEB FloresBitextMining (ast_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 88.43873517786561
    - type: f1
      value: 85.5764163372859
    - type: main_score
      value: 85.5764163372859
    - type: precision
      value: 84.30610452349582
    - type: recall
      value: 88.43873517786561
    task:
      type: BitextMining
  - dataset:
      config: crh_Latn-hun_Latn
      name: MTEB FloresBitextMining (crh_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 60.27667984189723
    - type: f1
      value: 54.6745677918661
    - type: main_score
      value: 54.6745677918661
    - type: precision
      value: 52.62730138767688
    - type: recall
      value: 60.27667984189723
    task:
      type: BitextMining
  - dataset:
      config: glg_Latn-hun_Latn
      name: MTEB FloresBitextMining (glg_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.51778656126481
    - type: f1
      value: 98.04018445322794
    - type: main_score
      value: 98.04018445322794
    - type: precision
      value: 97.80961791831358
    - type: recall
      value: 98.51778656126481
    task:
      type: BitextMining
  - dataset:
      config: kas_Deva-hun_Latn
      name: MTEB FloresBitextMining (kas_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 32.70750988142292
    - type: f1
      value: 27.69448322612363
    - type: main_score
      value: 27.69448322612363
    - type: precision
      value: 26.09332062864671
    - type: recall
      value: 32.70750988142292
    task:
      type: BitextMining
  - dataset:
      config: ltz_Latn-hun_Latn
      name: MTEB FloresBitextMining (ltz_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 48.616600790513836
    - type: f1
      value: 43.32506484857729
    - type: main_score
      value: 43.32506484857729
    - type: precision
      value: 41.56048161411434
    - type: recall
      value: 48.616600790513836
    task:
      type: BitextMining
  - dataset:
      config: nus_Latn-hun_Latn
      name: MTEB FloresBitextMining (nus_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 9.486166007905137
    - type: f1
      value: 7.6923754090022305
    - type: main_score
      value: 7.6923754090022305
    - type: precision
      value: 7.233126860824543
    - type: recall
      value: 9.486166007905137
    task:
      type: BitextMining
  - dataset:
      config: slk_Latn-hun_Latn
      name: MTEB FloresBitextMining (slk_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.71541501976284
    - type: f1
      value: 98.28722002635045
    - type: main_score
      value: 98.28722002635045
    - type: precision
      value: 98.07312252964427
    - type: recall
      value: 98.71541501976284
    task:
      type: BitextMining
  - dataset:
      config: tir_Ethi-hun_Latn
      name: MTEB FloresBitextMining (tir_Ethi-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 8.300395256916996
    - type: f1
      value: 5.774805673027017
    - type: main_score
      value: 5.774805673027017
    - type: precision
      value: 5.174559534119811
    - type: recall
      value: 8.300395256916996
    task:
      type: BitextMining
  - dataset:
      config: zho_Hant-hun_Latn
      name: MTEB FloresBitextMining (zho_Hant-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 96.24505928853755
    - type: f1
      value: 95.04281949934123
    - type: main_score
      value: 95.04281949934123
    - type: precision
      value: 94.44993412384717
    - type: recall
      value: 96.24505928853755
    task:
      type: BitextMining
  - dataset:
      config: awa_Deva-hun_Latn
      name: MTEB FloresBitextMining (awa_Deva-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 92.88537549407114
    - type: f1
      value: 90.800395256917
    - type: main_score
      value: 90.800395256917
    - type: precision
      value: 89.81389986824769
    - type: recall
      value: 92.88537549407114
    task:
      type: BitextMining
  - dataset:
      config: cym_Latn-hun_Latn
      name: MTEB FloresBitextMining (cym_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 35.573122529644266
    - type: f1
      value: 30.259575879834387
    - type: main_score
      value: 30.259575879834387
    - type: precision
      value: 28.578330296571437
    - type: recall
      value: 35.573122529644266
    task:
      type: BitextMining
  - dataset:
      config: grn_Latn-hun_Latn
      name: MTEB FloresBitextMining (grn_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 37.25296442687747
    - type: f1
      value: 31.55922058354646
    - type: main_score
      value: 31.55922058354646
    - type: precision
      value: 29.76076117301547
    - type: recall
      value: 37.25296442687747
    task:
      type: BitextMining
  - dataset:
      config: kat_Geor-hun_Latn
      name: MTEB FloresBitextMining (kat_Geor-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 90.41501976284584
    - type: f1
      value: 88.13137949007515
    - type: main_score
      value: 88.13137949007515
    - type: precision
      value: 87.1682665160926
    - type: recall
      value: 90.41501976284584
    task:
      type: BitextMining
  - dataset:
      config: lua_Latn-hun_Latn
      name: MTEB FloresBitextMining (lua_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 20.8498023715415
    - type: f1
      value: 17.495546672424435
    - type: main_score
      value: 17.495546672424435
    - type: precision
      value: 16.574716453059686
    - type: recall
      value: 20.8498023715415
    task:
      type: BitextMining
  - dataset:
      config: nya_Latn-hun_Latn
      name: MTEB FloresBitextMining (nya_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.1699604743083
    - type: f1
      value: 15.10874820402838
    - type: main_score
      value: 15.10874820402838
    - type: precision
      value: 14.143001004253437
    - type: recall
      value: 19.1699604743083
    task:
      type: BitextMining
  - dataset:
      config: slv_Latn-hun_Latn
      name: MTEB FloresBitextMining (slv_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.71541501976284
    - type: f1
      value: 98.28722002635045
    - type: main_score
      value: 98.28722002635045
    - type: precision
      value: 98.07312252964427
    - type: recall
      value: 98.71541501976284
    task:
      type: BitextMining
  - dataset:
      config: tpi_Latn-hun_Latn
      name: MTEB FloresBitextMining (tpi_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.81027667984189
    - type: f1
      value: 36.12178505591014
    - type: main_score
      value: 36.12178505591014
    - type: precision
      value: 34.642643386161566
    - type: recall
      value: 40.81027667984189
    task:
      type: BitextMining
  - dataset:
      config: zsm_Latn-hun_Latn
      name: MTEB FloresBitextMining (zsm_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.4308300395257
    - type: f1
      value: 96.60737812911727
    - type: main_score
      value: 96.60737812911727
    - type: precision
      value: 96.21212121212122
    - type: recall
      value: 97.4308300395257
    task:
      type: BitextMining
  - dataset:
      config: ayr_Latn-hun_Latn
      name: MTEB FloresBitextMining (ayr_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.76284584980237
    - type: f1
      value: 16.304027371063164
    - type: main_score
      value: 16.304027371063164
    - type: precision
      value: 15.369962975165286
    - type: recall
      value: 19.76284584980237
    task:
      type: BitextMining
  - dataset:
      config: dan_Latn-hun_Latn
      name: MTEB FloresBitextMining (dan_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 98.81422924901186
    - type: f1
      value: 98.41897233201581
    - type: main_score
      value: 98.41897233201581
    - type: precision
      value: 98.22134387351778
    - type: recall
      value: 98.81422924901186
    task:
      type: BitextMining
  - dataset:
      config: guj_Gujr-hun_Latn
      name: MTEB FloresBitextMining (guj_Gujr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 85.7707509881423
    - type: f1
      value: 82.42292766909137
    - type: main_score
      value: 82.42292766909137
    - type: precision
      value: 81.01412380439061
    - type: recall
      value: 85.7707509881423
    task:
      type: BitextMining
  - dataset:
      config: kaz_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (kaz_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 68.08300395256917
    - type: f1
      value: 63.90280777632555
    - type: main_score
      value: 63.90280777632555
    - type: precision
      value: 62.47583937801329
    - type: recall
      value: 68.08300395256917
    task:
      type: BitextMining
  - dataset:
      config: lug_Latn-hun_Latn
      name: MTEB FloresBitextMining (lug_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.909090909090908
    - type: f1
      value: 12.848177384490109
    - type: main_score
      value: 12.848177384490109
    - type: precision
      value: 12.068108361140817
    - type: recall
      value: 15.909090909090908
    task:
      type: BitextMining
  - dataset:
      config: oci_Latn-hun_Latn
      name: MTEB FloresBitextMining (oci_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 85.86956521739131
    - type: f1
      value: 82.35068072024593
    - type: main_score
      value: 82.35068072024593
    - type: precision
      value: 80.75016469038208
    - type: recall
      value: 85.86956521739131
    task:
      type: BitextMining
  - dataset:
      config: smo_Latn-hun_Latn
      name: MTEB FloresBitextMining (smo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.181818181818183
    - type: f1
      value: 14.69275220063741
    - type: main_score
      value: 14.69275220063741
    - type: precision
      value: 13.810157801166623
    - type: recall
      value: 18.181818181818183
    task:
      type: BitextMining
  - dataset:
      config: tsn_Latn-hun_Latn
      name: MTEB FloresBitextMining (tsn_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.1699604743083
    - type: f1
      value: 15.862370930352645
    - type: main_score
      value: 15.862370930352645
    - type: precision
      value: 15.060484497776159
    - type: recall
      value: 19.1699604743083
    task:
      type: BitextMining
  - dataset:
      config: zul_Latn-hun_Latn
      name: MTEB FloresBitextMining (zul_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 12.450592885375494
    - type: f1
      value: 9.804580692141162
    - type: main_score
      value: 9.804580692141162
    - type: precision
      value: 9.180785330048298
    - type: recall
      value: 12.450592885375494
    task:
      type: BitextMining
  - dataset:
      config: azb_Arab-hun_Latn
      name: MTEB FloresBitextMining (azb_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 49.50592885375494
    - type: f1
      value: 42.68414666141938
    - type: main_score
      value: 42.68414666141938
    - type: precision
      value: 40.23086578435549
    - type: recall
      value: 49.50592885375494
    task:
      type: BitextMining
  - dataset:
      config: deu_Latn-hun_Latn
      name: MTEB FloresBitextMining (deu_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 99.1106719367589
    - type: f1
      value: 98.83069828722002
    - type: main_score
      value: 98.83069828722002
    - type: precision
      value: 98.69894598155467
    - type: recall
      value: 99.1106719367589
    task:
      type: BitextMining
  - dataset:
      config: hat_Latn-hun_Latn
      name: MTEB FloresBitextMining (hat_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 26.877470355731226
    - type: f1
      value: 22.13264567563882
    - type: main_score
      value: 22.13264567563882
    - type: precision
      value: 20.804434498869114
    - type: recall
      value: 26.877470355731226
    task:
      type: BitextMining
  - dataset:
      config: kbp_Latn-hun_Latn
      name: MTEB FloresBitextMining (kbp_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 19.268774703557312
    - type: f1
      value: 15.876845674146129
    - type: main_score
      value: 15.876845674146129
    - type: precision
      value: 14.998436352968
    - type: recall
      value: 19.268774703557312
    task:
      type: BitextMining
  - dataset:
      config: luo_Latn-hun_Latn
      name: MTEB FloresBitextMining (luo_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 18.280632411067195
    - type: f1
      value: 14.862343379157354
    - type: main_score
      value: 14.862343379157354
    - type: precision
      value: 14.037423809904045
    - type: recall
      value: 18.280632411067195
    task:
      type: BitextMining
  - dataset:
      config: ory_Orya-hun_Latn
      name: MTEB FloresBitextMining (ory_Orya-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 35.573122529644266
    - type: f1
      value: 31.057313920908943
    - type: main_score
      value: 31.057313920908943
    - type: precision
      value: 29.803750133328787
    - type: recall
      value: 35.573122529644266
    task:
      type: BitextMining
  - dataset:
      config: sna_Latn-hun_Latn
      name: MTEB FloresBitextMining (sna_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 13.73517786561265
    - type: f1
      value: 10.837768960052879
    - type: main_score
      value: 10.837768960052879
    - type: precision
      value: 10.144942517748806
    - type: recall
      value: 13.73517786561265
    task:
      type: BitextMining
  - dataset:
      config: tso_Latn-hun_Latn
      name: MTEB FloresBitextMining (tso_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 17.193675889328063
    - type: f1
      value: 14.763568698390742
    - type: main_score
      value: 14.763568698390742
    - type: precision
      value: 14.093556799816565
    - type: recall
      value: 17.193675889328063
    task:
      type: BitextMining
  - dataset:
      config: azj_Latn-hun_Latn
      name: MTEB FloresBitextMining (azj_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 81.12648221343873
    - type: f1
      value: 76.80030114812723
    - type: main_score
      value: 76.80030114812723
    - type: precision
      value: 74.98462889767238
    - type: recall
      value: 81.12648221343873
    task:
      type: BitextMining
  - dataset:
      config: dik_Latn-hun_Latn
      name: MTEB FloresBitextMining (dik_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 23.3201581027668
    - type: f1
      value: 19.510596089631534
    - type: main_score
      value: 19.510596089631534
    - type: precision
      value: 18.41316033276958
    - type: recall
      value: 23.3201581027668
    task:
      type: BitextMining
  - dataset:
      config: hau_Latn-hun_Latn
      name: MTEB FloresBitextMining (hau_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 14.42687747035573
    - type: f1
      value: 12.043833125757809
    - type: main_score
      value: 12.043833125757809
    - type: precision
      value: 11.416367088571771
    - type: recall
      value: 14.42687747035573
    task:
      type: BitextMining
  - dataset:
      config: kea_Latn-hun_Latn
      name: MTEB FloresBitextMining (kea_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 57.509881422924906
    - type: f1
      value: 51.92013520076762
    - type: main_score
      value: 51.92013520076762
    - type: precision
      value: 49.966749324456835
    - type: recall
      value: 57.509881422924906
    task:
      type: BitextMining
  - dataset:
      config: lus_Latn-hun_Latn
      name: MTEB FloresBitextMining (lus_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 32.41106719367589
    - type: f1
      value: 28.579686761855267
    - type: main_score
      value: 28.579686761855267
    - type: precision
      value: 27.333392120271853
    - type: recall
      value: 32.41106719367589
    task:
      type: BitextMining
  - dataset:
      config: pag_Latn-hun_Latn
      name: MTEB FloresBitextMining (pag_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 43.47826086956522
    - type: f1
      value: 37.421053787058575
    - type: main_score
      value: 37.421053787058575
    - type: precision
      value: 35.53993482414501
    - type: recall
      value: 43.47826086956522
    task:
      type: BitextMining
  - dataset:
      config: snd_Arab-hun_Latn
      name: MTEB FloresBitextMining (snd_Arab-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 47.92490118577075
    - type: f1
      value: 42.21268898117306
    - type: main_score
      value: 42.21268898117306
    - type: precision
      value: 40.3695530973199
    - type: recall
      value: 47.92490118577075
    task:
      type: BitextMining
  - dataset:
      config: tuk_Latn-hun_Latn
      name: MTEB FloresBitextMining (tuk_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 27.4703557312253
    - type: f1
      value: 22.989408311618227
    - type: main_score
      value: 22.989408311618227
    - type: precision
      value: 21.620377220237717
    - type: recall
      value: 27.4703557312253
    task:
      type: BitextMining
  - dataset:
      config: bak_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (bak_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 33.59683794466403
    - type: f1
      value: 28.965332181080555
    - type: main_score
      value: 28.965332181080555
    - type: precision
      value: 27.46776273739011
    - type: recall
      value: 33.59683794466403
    task:
      type: BitextMining
  - dataset:
      config: dyu_Latn-hun_Latn
      name: MTEB FloresBitextMining (dyu_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 17.885375494071145
    - type: f1
      value: 14.751458676772552
    - type: main_score
      value: 14.751458676772552
    - type: precision
      value: 13.908549533726939
    - type: recall
      value: 17.885375494071145
    task:
      type: BitextMining
  - dataset:
      config: heb_Hebr-hun_Latn
      name: MTEB FloresBitextMining (heb_Hebr-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.5296442687747
    - type: f1
      value: 96.73913043478261
    - type: main_score
      value: 96.73913043478261
    - type: precision
      value: 96.34387351778656
    - type: recall
      value: 97.5296442687747
    task:
      type: BitextMining
  - dataset:
      config: khk_Cyrl-hun_Latn
      name: MTEB FloresBitextMining (khk_Cyrl-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 94.1699604743083
    - type: f1
      value: 92.42424242424242
    - type: main_score
      value: 92.42424242424242
    - type: precision
      value: 91.56785243741766
    - type: recall
      value: 94.1699604743083
    task:
      type: BitextMining
  - dataset:
      config: lvs_Latn-hun_Latn
      name: MTEB FloresBitextMining (lvs_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 97.33201581027669
    - type: f1
      value: 96.44268774703558
    - type: main_score
      value: 96.44268774703558
    - type: precision
      value: 95.99802371541502
    - type: recall
      value: 97.33201581027669
    task:
      type: BitextMining
  - dataset:
      config: pan_Guru-hun_Latn
      name: MTEB FloresBitextMining (pan_Guru-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 40.316205533596836
    - type: f1
      value: 35.240886590758386
    - type: main_score
      value: 35.240886590758386
    - type: precision
      value: 33.60392290803924
    - type: recall
      value: 40.316205533596836
    task:
      type: BitextMining
  - dataset:
      config: som_Latn-hun_Latn
      name: MTEB FloresBitextMining (som_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.316205533596838
    - type: f1
      value: 12.67414470997088
    - type: main_score
      value: 12.67414470997088
    - type: precision
      value: 11.959638508091565
    - type: recall
      value: 15.316205533596838
    task:
      type: BitextMining
  - dataset:
      config: tum_Latn-hun_Latn
      name: MTEB FloresBitextMining (tum_Latn-hun_Latn)
      revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e
      split: devtest
      type: mteb/flores
    metrics:
    - type: accuracy
      value: 15.612648221343871
    - type: f1
      value: 12.22862020259427
    - type: main_score
      value: 12.22862020259427
    - type: precision
      value: 11.435463383043796
    - type: recall
      value: 15.612648221343871
    task:
      type: BitextMining
  - dataset:
      config: default
      name: MTEB HunSum2AbstractiveRetrieval (default)
      revision: 24e1445c8180d937f0a16f8ae8a62e77cc952e56
      split: test
      type: SZTAKI-HLT/HunSum-2-abstractive
    metrics:
    - type: main_score
      value: 65.616
    - type: map_at_1
      value: 65.616
    - type: map_at_10
      value: 72.17
    - type: map_at_100
      value: 72.596
    - type: map_at_1000
      value: 72.615
    - type: map_at_20
      value: 72.418
    - type: map_at_3
      value: 70.596
    - type: map_at_5
      value: 71.532
    - type: mrr_at_1
      value: 65.61561561561562
    - type: mrr_at_10
      value: 72.17006689228913
    - type: mrr_at_100
      value: 72.59630726413003
    - type: mrr_at_1000
      value: 72.61533408042457
    - type: mrr_at_20
      value: 72.41848803381308
    - type: mrr_at_3
      value: 70.59559559559558
    - type: mrr_at_5
      value: 71.53153153153156
    - type: nauc_map_at_1000_diff1
      value: 82.11477551036097
    - type: nauc_map_at_1000_max
      value: 69.93216235961877
    - type: nauc_map_at_1000_std
      value: -4.901120373521347
    - type: nauc_map_at_100_diff1
      value: 82.10806987112343
    - type: nauc_map_at_100_max
      value: 69.93576246377116
    - type: nauc_map_at_100_std
      value: -4.888276482937281
    - type: nauc_map_at_10_diff1
      value: 82.04302562091283
    - type: nauc_map_at_10_max
      value: 69.98073646418275
    - type: nauc_map_at_10_std
      value: -4.939406021960221
    - type: nauc_map_at_1_diff1
      value: 85.20668775288361
    - type: nauc_map_at_1_max
      value: 69.09789335497814
    - type: nauc_map_at_1_std
      value: -6.442884331049151
    - type: nauc_map_at_20_diff1
      value: 82.0225558509114
    - type: nauc_map_at_20_max
      value: 69.91856798991726
    - type: nauc_map_at_20_std
      value: -4.865775113195285
    - type: nauc_map_at_3_diff1
      value: 82.27637852190405
    - type: nauc_map_at_3_max
      value: 70.15220150711396
    - type: nauc_map_at_3_std
      value: -5.459983423558685
    - type: nauc_map_at_5_diff1
      value: 81.99868387570363
    - type: nauc_map_at_5_max
      value: 69.96808732325626
    - type: nauc_map_at_5_std
      value: -5.066978528413986
    - type: nauc_mrr_at_1000_diff1
      value: 82.11477551036097
    - type: nauc_mrr_at_1000_max
      value: 69.93216235961877
    - type: nauc_mrr_at_1000_std
      value: -4.901120373521347
    - type: nauc_mrr_at_100_diff1
      value: 82.10806987112343
    - type: nauc_mrr_at_100_max
      value: 69.93576246377116
    - type: nauc_mrr_at_100_std
      value: -4.888276482937281
    - type: nauc_mrr_at_10_diff1
      value: 82.04302562091283
    - type: nauc_mrr_at_10_max
      value: 69.98073646418275
    - type: nauc_mrr_at_10_std
      value: -4.939406021960221
    - type: nauc_mrr_at_1_diff1
      value: 85.20668775288361
    - type: nauc_mrr_at_1_max
      value: 69.09789335497814
    - type: nauc_mrr_at_1_std
      value: -6.442884331049151
    - type: nauc_mrr_at_20_diff1
      value: 82.0225558509114
    - type: nauc_mrr_at_20_max
      value: 69.91856798991726
    - type: nauc_mrr_at_20_std
      value: -4.865775113195285
    - type: nauc_mrr_at_3_diff1
      value: 82.27637852190405
    - type: nauc_mrr_at_3_max
      value: 70.15220150711396
    - type: nauc_mrr_at_3_std
      value: -5.459983423558685
    - type: nauc_mrr_at_5_diff1
      value: 81.99868387570363
    - type: nauc_mrr_at_5_max
      value: 69.96808732325626
    - type: nauc_mrr_at_5_std
      value: -5.066978528413986
    - type: nauc_ndcg_at_1000_diff1
      value: 81.5126840771622
    - type: nauc_ndcg_at_1000_max
      value: 70.12763018849093
    - type: nauc_ndcg_at_1000_std
      value: -3.990763331803255
    - type: nauc_ndcg_at_100_diff1
      value: 81.35314690542201
    - type: nauc_ndcg_at_100_max
      value: 70.29954500310211
    - type: nauc_ndcg_at_100_std
      value: -3.4200000144945704
    - type: nauc_ndcg_at_10_diff1
      value: 80.79088866851619
    - type: nauc_ndcg_at_10_max
      value: 70.32243683355195
    - type: nauc_ndcg_at_10_std
      value: -3.661632655363061
    - type: nauc_ndcg_at_1_diff1
      value: 85.20668775288361
    - type: nauc_ndcg_at_1_max
      value: 69.09789335497814
    - type: nauc_ndcg_at_1_std
      value: -6.442884331049151
    - type: nauc_ndcg_at_20_diff1
      value: 80.65723696292129
    - type: nauc_ndcg_at_20_max
      value: 70.0781627958487
    - type: nauc_ndcg_at_20_std
      value: -3.3268850467427455
    - type: nauc_ndcg_at_3_diff1
      value: 81.30422620216359
    - type: nauc_ndcg_at_3_max
      value: 70.57201377939089
    - type: nauc_ndcg_at_3_std
      value: -4.867226820935226
    - type: nauc_ndcg_at_5_diff1
      value: 80.73570523236309
    - type: nauc_ndcg_at_5_max
      value: 70.26219056465638
    - type: nauc_ndcg_at_5_std
      value: -4.058787558085215
    - type: nauc_precision_at_1000_diff1
      value: 74.43924751465183
    - type: nauc_precision_at_1000_max
      value: 86.51759703882918
    - type: nauc_precision_at_1000_std
      value: 82.31711770484912
    - type: nauc_precision_at_100_diff1
      value: 75.70004441716591
    - type: nauc_precision_at_100_max
      value: 77.61085332471666
    - type: nauc_precision_at_100_std
      value: 22.502459762868824
    - type: nauc_precision_at_10_diff1
      value: 74.62622879461453
    - type: nauc_precision_at_10_max
      value: 72.02341591543264
    - type: nauc_precision_at_10_std
      value: 3.227096017453475
    - type: nauc_precision_at_1_diff1
      value: 85.20668775288361
    - type: nauc_precision_at_1_max
      value: 69.09789335497814
    - type: nauc_precision_at_1_std
      value: -6.442884331049151
    - type: nauc_precision_at_20_diff1
      value: 71.82812396378273
    - type: nauc_precision_at_20_max
      value: 70.67250776468195
    - type: nauc_precision_at_20_std
      value: 7.67961919934869
    - type: nauc_precision_at_3_diff1
      value: 78.00819461913801
    - type: nauc_precision_at_3_max
      value: 72.02361600228878
    - type: nauc_precision_at_3_std
      value: -2.749950579759329
    - type: nauc_precision_at_5_diff1
      value: 75.76784513448565
    - type: nauc_precision_at_5_max
      value: 71.38070257500367
    - type: nauc_precision_at_5_std
      value: 0.14048678160511355
    - type: nauc_recall_at_1000_diff1
      value: 74.43924751465049
    - type: nauc_recall_at_1000_max
      value: 86.51759703883047
    - type: nauc_recall_at_1000_std
      value: 82.31711770484824
    - type: nauc_recall_at_100_diff1
      value: 75.70004441716617
    - type: nauc_recall_at_100_max
      value: 77.61085332471673
    - type: nauc_recall_at_100_std
      value: 22.502459762868686
    - type: nauc_recall_at_10_diff1
      value: 74.62622879461455
    - type: nauc_recall_at_10_max
      value: 72.02341591543261
    - type: nauc_recall_at_10_std
      value: 3.2270960174534973
    - type: nauc_recall_at_1_diff1
      value: 85.20668775288361
    - type: nauc_recall_at_1_max
      value: 69.09789335497814
    - type: nauc_recall_at_1_std
      value: -6.442884331049151
    - type: nauc_recall_at_20_diff1
      value: 71.82812396378263
    - type: nauc_recall_at_20_max
      value: 70.6725077646819
    - type: nauc_recall_at_20_std
      value: 7.679619199348971
    - type: nauc_recall_at_3_diff1
      value: 78.00819461913807
    - type: nauc_recall_at_3_max
      value: 72.02361600228886
    - type: nauc_recall_at_3_std
      value: -2.749950579759317
    - type: nauc_recall_at_5_diff1
      value: 75.76784513448574
    - type: nauc_recall_at_5_max
      value: 71.38070257500377
    - type: nauc_recall_at_5_std
      value: 0.1404867816050954
    - type: ndcg_at_1
      value: 65.616
    - type: ndcg_at_10
      value: 75.372
    - type: ndcg_at_100
      value: 77.536
    - type: ndcg_at_1000
      value: 78.051
    - type: ndcg_at_20
      value: 76.281
    - type: ndcg_at_3
      value: 72.162
    - type: ndcg_at_5
      value: 73.83999999999999
    - type: precision_at_1
      value: 65.616
    - type: precision_at_10
      value: 8.544
    - type: precision_at_100
      value: 0.9570000000000001
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.452
    - type: precision_at_3
      value: 25.558999999999997
    - type: precision_at_5
      value: 16.146
    - type: recall_at_1
      value: 65.616
    - type: recall_at_10
      value: 85.435
    - type: recall_at_100
      value: 95.746
    - type: recall_at_1000
      value: 99.8
    - type: recall_at_20
      value: 89.039
    - type: recall_at_3
      value: 76.67699999999999
    - type: recall_at_5
      value: 80.731
    task:
      type: Retrieval
  - dataset:
      config: hu
      name: MTEB MassiveIntentClassification (hu)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 61.93678547410896
    - type: f1
      value: 59.18089758951288
    - type: f1_weighted
      value: 62.33480431880768
    - type: main_score
      value: 61.93678547410896
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveIntentClassification (hu)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 61.65272995573046
    - type: f1
      value: 59.300294731108615
    - type: f1_weighted
      value: 61.95329485924452
    - type: main_score
      value: 61.65272995573046
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveScenarioClassification (hu)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 66.93342299932749
    - type: f1
      value: 66.09393745126239
    - type: f1_weighted
      value: 67.11013732647363
    - type: main_score
      value: 66.93342299932749
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveScenarioClassification (hu)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 66.27643876045252
    - type: f1
      value: 65.84263838771432
    - type: f1_weighted
      value: 66.48633782928637
    - type: main_score
      value: 66.27643876045252
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MultiEURLEXMultilabelClassification (hu)
      revision: 2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c
      split: test
      type: mteb/eurlex-multilingual
    metrics:
    - type: accuracy
      value: 2.6879999999999997
    - type: f1
      value: 25.112198433514166
    - type: lrap
      value: 41.790686190475135
    - type: main_score
      value: 2.6879999999999997
    task:
      type: MultilabelClassification
  - dataset:
      config: arb_Arab-hun_Latn
      name: MTEB NTREXBitextMining (arb_Arab-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 86.07911867801702
    - type: f1
      value: 82.34184610248707
    - type: main_score
      value: 82.34184610248707
    - type: precision
      value: 80.65598397596395
    - type: recall
      value: 86.07911867801702
    task:
      type: BitextMining
  - dataset:
      config: ben_Beng-hun_Latn
      name: MTEB NTREXBitextMining (ben_Beng-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 40.91136705057586
    - type: f1
      value: 36.01175728956383
    - type: main_score
      value: 36.01175728956383
    - type: precision
      value: 34.36916434339978
    - type: recall
      value: 40.91136705057586
    task:
      type: BitextMining
  - dataset:
      config: deu_Latn-hun_Latn
      name: MTEB NTREXBitextMining (deu_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.54031046569855
    - type: f1
      value: 91.73760640961443
    - type: main_score
      value: 91.73760640961443
    - type: precision
      value: 90.87130696044066
    - type: recall
      value: 93.54031046569855
    task:
      type: BitextMining
  - dataset:
      config: ell_Grek-hun_Latn
      name: MTEB NTREXBitextMining (ell_Grek-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.3870806209314
    - type: f1
      value: 88.87998664663662
    - type: main_score
      value: 88.87998664663662
    - type: precision
      value: 87.69821398764815
    - type: recall
      value: 91.3870806209314
    task:
      type: BitextMining
  - dataset:
      config: eng_Latn-hun_Latn
      name: MTEB NTREXBitextMining (eng_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 94.69203805708563
    - type: f1
      value: 93.04790519112001
    - type: main_score
      value: 93.04790519112001
    - type: precision
      value: 92.24670338841595
    - type: recall
      value: 94.69203805708563
    task:
      type: BitextMining
  - dataset:
      config: fas_Arab-hun_Latn
      name: MTEB NTREXBitextMining (fas_Arab-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 89.43415122684027
    - type: f1
      value: 86.48138874979135
    - type: main_score
      value: 86.48138874979135
    - type: precision
      value: 85.1235186112502
    - type: recall
      value: 89.43415122684027
    task:
      type: BitextMining
  - dataset:
      config: fin_Latn-hun_Latn
      name: MTEB NTREXBitextMining (fin_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.73610415623435
    - type: f1
      value: 88.10716074111167
    - type: main_score
      value: 88.10716074111167
    - type: precision
      value: 86.84860624269739
    - type: recall
      value: 90.73610415623435
    task:
      type: BitextMining
  - dataset:
      config: fra_Latn-hun_Latn
      name: MTEB NTREXBitextMining (fra_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.03955933900852
    - type: f1
      value: 90.97312635620098
    - type: main_score
      value: 90.97312635620098
    - type: precision
      value: 89.97245868803205
    - type: recall
      value: 93.03955933900852
    task:
      type: BitextMining
  - dataset:
      config: heb_Hebr-hun_Latn
      name: MTEB NTREXBitextMining (heb_Hebr-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 88.03204807210815
    - type: f1
      value: 84.71540644299783
    - type: main_score
      value: 84.71540644299783
    - type: precision
      value: 83.14972458688032
    - type: recall
      value: 88.03204807210815
    task:
      type: BitextMining
  - dataset:
      config: hin_Deva-hun_Latn
      name: MTEB NTREXBitextMining (hin_Deva-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 86.9804707060591
    - type: f1
      value: 83.51527290936404
    - type: main_score
      value: 83.51527290936404
    - type: precision
      value: 81.92038057085628
    - type: recall
      value: 86.9804707060591
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-arb_Arab
      name: MTEB NTREXBitextMining (hun_Latn-arb_Arab)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 86.47971957936905
    - type: f1
      value: 82.83592054748789
    - type: main_score
      value: 82.83592054748789
    - type: precision
      value: 81.18260724419963
    - type: recall
      value: 86.47971957936905
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ben_Beng
      name: MTEB NTREXBitextMining (hun_Latn-ben_Beng)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 41.86279419128693
    - type: f1
      value: 33.232896964494365
    - type: main_score
      value: 33.232896964494365
    - type: precision
      value: 30.249043850094402
    - type: recall
      value: 41.86279419128693
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-deu_Latn
      name: MTEB NTREXBitextMining (hun_Latn-deu_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.94091136705057
    - type: f1
      value: 92.14989150392255
    - type: main_score
      value: 92.14989150392255
    - type: precision
      value: 91.28275746953764
    - type: recall
      value: 93.94091136705057
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ell_Grek
      name: MTEB NTREXBitextMining (hun_Latn-ell_Grek)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.8392588883325
    - type: f1
      value: 90.86296110832916
    - type: main_score
      value: 90.86296110832916
    - type: precision
      value: 89.93072942747456
    - type: recall
      value: 92.8392588883325
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-eng_Latn
      name: MTEB NTREXBitextMining (hun_Latn-eng_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 95.54331497245869
    - type: f1
      value: 94.2330161909531
    - type: main_score
      value: 94.2330161909531
    - type: precision
      value: 93.59873143047905
    - type: recall
      value: 95.54331497245869
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fas_Arab
      name: MTEB NTREXBitextMining (hun_Latn-fas_Arab)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 89.43415122684027
    - type: f1
      value: 86.54481722583876
    - type: main_score
      value: 86.54481722583876
    - type: precision
      value: 85.20447337673176
    - type: recall
      value: 89.43415122684027
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fin_Latn
      name: MTEB NTREXBitextMining (hun_Latn-fin_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 89.58437656484726
    - type: f1
      value: 86.70839592722417
    - type: main_score
      value: 86.70839592722417
    - type: precision
      value: 85.37389417459522
    - type: recall
      value: 89.58437656484726
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-fra_Latn
      name: MTEB NTREXBitextMining (hun_Latn-fra_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.13820731096645
    - type: f1
      value: 89.883158070439
    - type: main_score
      value: 89.883158070439
    - type: precision
      value: 88.81822734101151
    - type: recall
      value: 92.13820731096645
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-heb_Hebr
      name: MTEB NTREXBitextMining (hun_Latn-heb_Hebr)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 86.93039559339009
    - type: f1
      value: 83.32336166587544
    - type: main_score
      value: 83.32336166587544
    - type: precision
      value: 81.67334334835587
    - type: recall
      value: 86.93039559339009
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-hin_Deva
      name: MTEB NTREXBitextMining (hun_Latn-hin_Deva)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 85.97896845267901
    - type: f1
      value: 82.34685361375396
    - type: main_score
      value: 82.34685361375396
    - type: precision
      value: 80.72859288933401
    - type: recall
      value: 85.97896845267901
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-ind_Latn
      name: MTEB NTREXBitextMining (hun_Latn-ind_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.33850776164246
    - type: f1
      value: 90.06843598731432
    - type: main_score
      value: 90.06843598731432
    - type: precision
      value: 88.97512936070773
    - type: recall
      value: 92.33850776164246
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-jpn_Jpan
      name: MTEB NTREXBitextMining (hun_Latn-jpn_Jpan)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 87.48122183274913
    - type: f1
      value: 84.08779836421299
    - type: main_score
      value: 84.08779836421299
    - type: precision
      value: 82.53380070105159
    - type: recall
      value: 87.48122183274913
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-kor_Hang
      name: MTEB NTREXBitextMining (hun_Latn-kor_Hang)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 84.82724086129194
    - type: f1
      value: 80.77859213062017
    - type: main_score
      value: 80.77859213062017
    - type: precision
      value: 78.98931730929726
    - type: recall
      value: 84.82724086129194
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lav_Latn
      name: MTEB NTREXBitextMining (hun_Latn-lav_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 89.9849774661993
    - type: f1
      value: 87.0422300116842
    - type: main_score
      value: 87.0422300116842
    - type: precision
      value: 85.65932231680856
    - type: recall
      value: 89.9849774661993
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-lit_Latn
      name: MTEB NTREXBitextMining (hun_Latn-lit_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.38557836755132
    - type: f1
      value: 87.60474044399933
    - type: main_score
      value: 87.60474044399933
    - type: precision
      value: 86.28776498080455
    - type: recall
      value: 90.38557836755132
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-nld_Latn
      name: MTEB NTREXBitextMining (hun_Latn-nld_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.64046069103655
    - type: f1
      value: 91.81271907861792
    - type: main_score
      value: 91.81271907861792
    - type: precision
      value: 90.93807377733266
    - type: recall
      value: 93.64046069103655
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-pol_Latn
      name: MTEB NTREXBitextMining (hun_Latn-pol_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.2368552829244
    - type: f1
      value: 88.85924124281661
    - type: main_score
      value: 88.85924124281661
    - type: precision
      value: 87.7524620263729
    - type: recall
      value: 91.2368552829244
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-por_Latn
      name: MTEB NTREXBitextMining (hun_Latn-por_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.18978467701552
    - type: f1
      value: 91.15172759138709
    - type: main_score
      value: 91.15172759138709
    - type: precision
      value: 90.19362376898682
    - type: recall
      value: 93.18978467701552
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-rus_Cyrl
      name: MTEB NTREXBitextMining (hun_Latn-rus_Cyrl)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.23835753630446
    - type: f1
      value: 89.9382406943749
    - type: main_score
      value: 89.9382406943749
    - type: precision
      value: 88.85411450509096
    - type: recall
      value: 92.23835753630446
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-spa_Latn
      name: MTEB NTREXBitextMining (hun_Latn-spa_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.34001001502253
    - type: f1
      value: 91.47888499415792
    - type: main_score
      value: 91.47888499415792
    - type: precision
      value: 90.58587881822734
    - type: recall
      value: 93.34001001502253
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-swa_Latn
      name: MTEB NTREXBitextMining (hun_Latn-swa_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 40.76114171256886
    - type: f1
      value: 32.341475401874824
    - type: main_score
      value: 32.341475401874824
    - type: precision
      value: 29.515621549076144
    - type: recall
      value: 40.76114171256886
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-swe_Latn
      name: MTEB NTREXBitextMining (hun_Latn-swe_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.44016024036054
    - type: f1
      value: 91.490569187114
    - type: main_score
      value: 91.490569187114
    - type: precision
      value: 90.56501418794859
    - type: recall
      value: 93.44016024036054
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tam_Taml
      name: MTEB NTREXBitextMining (hun_Latn-tam_Taml)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 27.591387080620933
    - type: f1
      value: 18.875023187991868
    - type: main_score
      value: 18.875023187991868
    - type: precision
      value: 16.43982939607956
    - type: recall
      value: 27.591387080620933
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-tur_Latn
      name: MTEB NTREXBitextMining (hun_Latn-tur_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.3870806209314
    - type: f1
      value: 88.90836254381573
    - type: main_score
      value: 88.90836254381573
    - type: precision
      value: 87.72325154398266
    - type: recall
      value: 91.3870806209314
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-vie_Latn
      name: MTEB NTREXBitextMining (hun_Latn-vie_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.13670505758637
    - type: f1
      value: 88.62054987242769
    - type: main_score
      value: 88.62054987242769
    - type: precision
      value: 87.41445501585711
    - type: recall
      value: 91.13670505758637
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zho_Hant
      name: MTEB NTREXBitextMining (hun_Latn-zho_Hant)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.33550325488233
    - type: f1
      value: 87.71574027708229
    - type: main_score
      value: 87.71574027708229
    - type: precision
      value: 86.53861744998451
    - type: recall
      value: 90.33550325488233
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn-zul_Latn
      name: MTEB NTREXBitextMining (hun_Latn-zul_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 17.626439659489236
    - type: f1
      value: 11.826546194507252
    - type: main_score
      value: 11.826546194507252
    - type: precision
      value: 10.340822386979896
    - type: recall
      value: 17.626439659489236
    task:
      type: BitextMining
  - dataset:
      config: ind_Latn-hun_Latn
      name: MTEB NTREXBitextMining (ind_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.93940911367051
    - type: f1
      value: 90.91470539142045
    - type: main_score
      value: 90.91470539142045
    - type: precision
      value: 89.96411283592055
    - type: recall
      value: 92.93940911367051
    task:
      type: BitextMining
  - dataset:
      config: jpn_Jpan-hun_Latn
      name: MTEB NTREXBitextMining (jpn_Jpan-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 88.33249874812218
    - type: f1
      value: 85.07260891337006
    - type: main_score
      value: 85.07260891337006
    - type: precision
      value: 83.54114505090969
    - type: recall
      value: 88.33249874812218
    task:
      type: BitextMining
  - dataset:
      config: kor_Hang-hun_Latn
      name: MTEB NTREXBitextMining (kor_Hang-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 86.07911867801702
    - type: f1
      value: 82.32348522784176
    - type: main_score
      value: 82.32348522784176
    - type: precision
      value: 80.59339008512768
    - type: recall
      value: 86.07911867801702
    task:
      type: BitextMining
  - dataset:
      config: lav_Latn-hun_Latn
      name: MTEB NTREXBitextMining (lav_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.73610415623435
    - type: f1
      value: 88.25833989078856
    - type: main_score
      value: 88.25833989078856
    - type: precision
      value: 87.09480887998664
    - type: recall
      value: 90.73610415623435
    task:
      type: BitextMining
  - dataset:
      config: lit_Latn-hun_Latn
      name: MTEB NTREXBitextMining (lit_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.88783174762143
    - type: f1
      value: 89.59105324653646
    - type: main_score
      value: 89.59105324653646
    - type: precision
      value: 88.49106993824068
    - type: recall
      value: 91.88783174762143
    task:
      type: BitextMining
  - dataset:
      config: nld_Latn-hun_Latn
      name: MTEB NTREXBitextMining (nld_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.98948422633951
    - type: f1
      value: 90.93139709564348
    - type: main_score
      value: 90.93139709564348
    - type: precision
      value: 89.93072942747456
    - type: recall
      value: 92.98948422633951
    task:
      type: BitextMining
  - dataset:
      config: pol_Latn-hun_Latn
      name: MTEB NTREXBitextMining (pol_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.4371557336004
    - type: f1
      value: 89.10699382406943
    - type: main_score
      value: 89.10699382406943
    - type: precision
      value: 88.00701051577366
    - type: recall
      value: 91.4371557336004
    task:
      type: BitextMining
  - dataset:
      config: por_Latn-hun_Latn
      name: MTEB NTREXBitextMining (por_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 92.98948422633951
    - type: f1
      value: 91.02320146886997
    - type: main_score
      value: 91.02320146886997
    - type: precision
      value: 90.09764646970456
    - type: recall
      value: 92.98948422633951
    task:
      type: BitextMining
  - dataset:
      config: rus_Cyrl-hun_Latn
      name: MTEB NTREXBitextMining (rus_Cyrl-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.98647971957938
    - type: f1
      value: 88.3942580537473
    - type: main_score
      value: 88.3942580537473
    - type: precision
      value: 87.16992154899015
    - type: recall
      value: 90.98647971957938
    task:
      type: BitextMining
  - dataset:
      config: spa_Latn-hun_Latn
      name: MTEB NTREXBitextMining (spa_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.13970956434652
    - type: f1
      value: 91.19846436321149
    - type: main_score
      value: 91.19846436321149
    - type: precision
      value: 90.26456351193457
    - type: recall
      value: 93.13970956434652
    task:
      type: BitextMining
  - dataset:
      config: swa_Latn-hun_Latn
      name: MTEB NTREXBitextMining (swa_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 39.05858788182273
    - type: f1
      value: 33.98323169908456
    - type: main_score
      value: 33.98323169908456
    - type: precision
      value: 32.41376425186998
    - type: recall
      value: 39.05858788182273
    task:
      type: BitextMining
  - dataset:
      config: swe_Latn-hun_Latn
      name: MTEB NTREXBitextMining (swe_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 93.03955933900852
    - type: f1
      value: 91.01485561675847
    - type: main_score
      value: 91.01485561675847
    - type: precision
      value: 90.04757135703555
    - type: recall
      value: 93.03955933900852
    task:
      type: BitextMining
  - dataset:
      config: tam_Taml-hun_Latn
      name: MTEB NTREXBitextMining (tam_Taml-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 27.341011517275916
    - type: f1
      value: 24.114490363365103
    - type: main_score
      value: 24.114490363365103
    - type: precision
      value: 23.01465131730559
    - type: recall
      value: 27.341011517275916
    task:
      type: BitextMining
  - dataset:
      config: tur_Latn-hun_Latn
      name: MTEB NTREXBitextMining (tur_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 91.03655483224837
    - type: f1
      value: 88.4843932565515
    - type: main_score
      value: 88.4843932565515
    - type: precision
      value: 87.31180103488568
    - type: recall
      value: 91.03655483224837
    task:
      type: BitextMining
  - dataset:
      config: vie_Latn-hun_Latn
      name: MTEB NTREXBitextMining (vie_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.38557836755132
    - type: f1
      value: 87.73493573693874
    - type: main_score
      value: 87.73493573693874
    - type: precision
      value: 86.5005842096478
    - type: recall
      value: 90.38557836755132
    task:
      type: BitextMining
  - dataset:
      config: zho_Hant-hun_Latn
      name: MTEB NTREXBitextMining (zho_Hant-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 90.33550325488233
    - type: f1
      value: 87.59806376231013
    - type: main_score
      value: 87.59806376231013
    - type: precision
      value: 86.3253213153063
    - type: recall
      value: 90.33550325488233
    task:
      type: BitextMining
  - dataset:
      config: zul_Latn-hun_Latn
      name: MTEB NTREXBitextMining (zul_Latn-hun_Latn)
      revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33
      split: test
      type: mteb/NTREX
    metrics:
    - type: accuracy
      value: 17.676514772158235
    - type: f1
      value: 13.907186347256669
    - type: main_score
      value: 13.907186347256669
    - type: precision
      value: 12.923210518264245
    - type: recall
      value: 17.676514772158235
    task:
      type: BitextMining
  - dataset:
      config: rom-hun
      name: MTEB RomaTalesBitextMining (rom-hun)
      revision: f4394dbca6845743cd33eba77431767b232ef489
      split: test
      type: kardosdrur/roma-tales
    metrics:
    - type: accuracy
      value: 5.116279069767442
    - type: f1
      value: 1.8488798023681745
    - type: main_score
      value: 1.8488798023681745
    - type: precision
      value: 1.472523686477175
    - type: recall
      value: 5.116279069767442
    task:
      type: BitextMining
  - dataset:
      config: hun_Latn
      name: MTEB SIB200Classification (hun_Latn)
      revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
      split: test
      type: mteb/sib200
    metrics:
    - type: accuracy
      value: 68.43137254901961
    - type: f1
      value: 67.64424216338097
    - type: f1_weighted
      value: 68.34815340541722
    - type: main_score
      value: 68.43137254901961
    task:
      type: Classification
  - dataset:
      config: hun_Latn
      name: MTEB SIB200Classification (hun_Latn)
      revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
      split: train
      type: mteb/sib200
    metrics:
    - type: accuracy
      value: 69.04422253922966
    - type: f1
      value: 67.9515950437183
    - type: f1_weighted
      value: 69.07832158763667
    - type: main_score
      value: 69.04422253922966
    task:
      type: Classification
  - dataset:
      config: hun_Latn
      name: MTEB SIB200Classification (hun_Latn)
      revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
      split: validation
      type: mteb/sib200
    metrics:
    - type: accuracy
      value: 64.54545454545453
    - type: f1
      value: 63.78373491440388
    - type: f1_weighted
      value: 64.98788954233397
    - type: main_score
      value: 64.54545454545453
    task:
      type: Classification
  - dataset:
      config: hun_Latn
      name: MTEB SIB200ClusteringS2S (hun_Latn)
      revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b
      split: test
      type: mteb/sib200
    metrics:
    - type: main_score
      value: 34.91858402487903
    - type: v_measure
      value: 34.91858402487903
    - type: v_measure_std
      value: 3.377463869658173
    task:
      type: Clustering
  - dataset:
      config: hun-eng
      name: MTEB Tatoeba (hun-eng)
      revision: 69e8f12da6e31d59addadda9a9c8a2e601a0e282
      split: test
      type: mteb/tatoeba-bitext-mining
    metrics:
    - type: accuracy
      value: 91.5
    - type: f1
      value: 89.06666666666666
    - type: main_score
      value: 89.06666666666666
    - type: precision
      value: 87.9
    - type: recall
      value: 91.5
    task:
      type: BitextMining
tags:
- mteb
---

---
base_model: sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2
language:
- hu
library_name: sentence-transformers
license: apache-2.0
metrics:
- cosine_accuracy
- dot_accuracy
- manhattan_accuracy
- euclidean_accuracy
- max_accuracy
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- sentence-similarity
- feature-extraction
- generated_from_trainer
- dataset_size:1044013
- loss:MultipleNegativesRankingLoss
widget:
- source_sentence: Emberek várnak a lámpánál kerékpárral.
  sentences:
  - Az emberek piros lámpánál haladnak.
  - Az emberek a kerékpárjukon vannak.
  - Egy fekete kutya úszik a vízben egy teniszlabdával a szájában
- source_sentence: A kutya a vízben van.
  sentences:
  - Két férfi takarítja a havat a tetőről, az egyik egy emelőben ül, a másik pedig
    a tetőn.
  - A macska a vízben van, és dühös.
  - Egy kutya van a vízben, a szájában egy faág.
- source_sentence: A nő feketét visel.
  sentences:
  - Egy barna kutya fröcsköl, ahogy úszik a vízben.
  - Egy tetoválással rendelkező nő, aki fekete tank tetején néz a földre.
  - 'Egy kékbe öltözött nő intenzív arckifejezéssel üti a teniszlabdát. A képen:'
- source_sentence: Az emberek alszanak.
  sentences:
  - Három ember beszélget egy városi utcán.
  - A nő fehéret visel.
  - Egy apa és a fia ölelgeti alvás közben.
- source_sentence: Az emberek alszanak.
  sentences:
  - Egy feketébe öltözött nő cigarettát és bevásárlótáskát tart a kezében, miközben
    egy idősebb nő átmegy az utcán.
  - Egy csoport ember ül egy nyitott, térszerű területen, mögötte nagy bokrok és egy
    sor viktoriánus stílusú épület, melyek közül sokat a kép jobb oldalán lévő erős
    elmosódás tesz kivehetetlenné.
  - Egy apa és a fia ölelgeti alvás közben.
model-index:
- name: paraphrase-multilingual-MiniLM-L12-v2-hu
  results:
  - task:
      type: triplet
      name: Triplet
    dataset:
      name: all nli dev
      type: all-nli-dev
    metrics:
    - type: cosine_accuracy
      value: 0.9918
      name: Cosine Accuracy
    - type: dot_accuracy
      value: 0.0102
      name: Dot Accuracy
    - type: manhattan_accuracy
      value: 0.99
      name: Manhattan Accuracy
    - type: euclidean_accuracy
      value: 0.99
      name: Euclidean Accuracy
    - type: max_accuracy
      value: 0.9918
      name: Max Accuracy
  - task:
      type: triplet
      name: Triplet
    dataset:
      name: all nli test
      type: all-nli-test
    metrics:
    - type: cosine_accuracy
      value: 0.9937878787878788
      name: Cosine Accuracy
    - type: dot_accuracy
      value: 0.00803030303030303
      name: Dot Accuracy
    - type: manhattan_accuracy
      value: 0.9928787878787879
      name: Manhattan Accuracy
    - type: euclidean_accuracy
      value: 0.9924242424242424
      name: Euclidean Accuracy
    - type: max_accuracy
      value: 0.9937878787878788
      name: Max Accuracy
---

# paraphrase-multilingual-MiniLM-L12-v2-hu

This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2](https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2) on the train dataset. It maps sentences & paragraphs to a 384-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.

## Model Details

### Model Description
- **Model Type:** Sentence Transformer
- **Base model:** [sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2](https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2) <!-- at revision ae06c001a2546bef168b9bf8f570ccb1a16aaa27 -->
- **Maximum Sequence Length:** 128 tokens
- **Output Dimensionality:** 384 tokens
- **Similarity Function:** Cosine Similarity
- **Training Dataset:**
    - train
- **Language:** hu
- **License:** apache-2.0

### Model Sources

- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)

### Full Model Architecture

```
SentenceTransformer(
  (0): Transformer({'max_seq_length': 128, 'do_lower_case': False}) with Transformer model: BertModel 
  (1): Pooling({'word_embedding_dimension': 384, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
)
```

## Usage

### Direct Usage (Sentence Transformers)

First install the Sentence Transformers library:

```bash
pip install -U sentence-transformers
```

Then you can load this model and run inference.
```python
from sentence_transformers import SentenceTransformer

# Download from the 🤗 Hub
model = SentenceTransformer("karsar/paraphrase-multilingual-MiniLM-L12-hu-v2")
# Run inference
sentences = [
    'Az emberek alszanak.',
    'Egy apa és a fia ölelgeti alvás közben.',
    'Egy csoport ember ül egy nyitott, térszerű területen, mögötte nagy bokrok és egy sor viktoriánus stílusú épület, melyek közül sokat a kép jobb oldalán lévő erős elmosódás tesz kivehetetlenné.',
]
embeddings = model.encode(sentences)
print(embeddings.shape)
# [3, 384]

# Get the similarity scores for the embeddings
similarities = model.similarity(embeddings, embeddings)
print(similarities.shape)
# [3, 3]
```

<!--
### Direct Usage (Transformers)

<details><summary>Click to see the direct usage in Transformers</summary>

</details>
-->

<!--
### Downstream Usage (Sentence Transformers)

You can finetune this model on your own dataset.

<details><summary>Click to expand</summary>

</details>
-->

<!--
### Out-of-Scope Use

*List how the model may foreseeably be misused and address what users ought not to do with the model.*
-->

## Evaluation

### Metrics

#### Triplet
* Dataset: `all-nli-dev`
* Evaluated with [<code>TripletEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.TripletEvaluator)

| Metric             | Value      |
|:-------------------|:-----------|
| cosine_accuracy    | 0.9918     |
| dot_accuracy       | 0.0102     |
| manhattan_accuracy | 0.99       |
| euclidean_accuracy | 0.99       |
| **max_accuracy**   | **0.9918** |

#### Triplet
* Dataset: `all-nli-test`
* Evaluated with [<code>TripletEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.TripletEvaluator)

| Metric             | Value      |
|:-------------------|:-----------|
| cosine_accuracy    | 0.9938     |
| dot_accuracy       | 0.008      |
| manhattan_accuracy | 0.9929     |
| euclidean_accuracy | 0.9924     |
| **max_accuracy**   | **0.9938** |

<!--
## Bias, Risks and Limitations

*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
-->

<!--
### Recommendations

*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
-->

## Training Details

### Training Dataset

#### train

* Dataset: train
* Size: 1,044,013 training samples
* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
* Approximate statistics based on the first 1000 samples:
  |         | anchor                                                                            | positive                                                                          | negative                                                                          |
  |:--------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|
  | type    | string                                                                            | string                                                                            | string                                                                            |
  | details | <ul><li>min: 7 tokens</li><li>mean: 11.73 tokens</li><li>max: 56 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 15.24 tokens</li><li>max: 47 tokens</li></ul> | <ul><li>min: 7 tokens</li><li>mean: 16.07 tokens</li><li>max: 53 tokens</li></ul> |
* Samples:
  | anchor                                                                     | positive                                      | negative                                                       |
  |:---------------------------------------------------------------------------|:----------------------------------------------|:---------------------------------------------------------------|
  | <code>Egy lóháton ülő ember átugrik egy lerombolt repülőgép felett.</code> | <code>Egy ember a szabadban, lóháton.</code>  | <code>Egy ember egy étteremben van, és omlettet rendel.</code> |
  | <code>Gyerekek mosolyogva és integetett a kamera</code>                    | <code>Gyermekek vannak jelen</code>           | <code>A gyerekek homlokot rántanak</code>                      |
  | <code>Egy fiú ugrál a gördeszkát a közepén egy piros híd.</code>           | <code>A fiú gördeszkás trükköt csinál.</code> | <code>A fiú korcsolyázik a járdán.</code>                      |
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
  ```json
  {
      "scale": 20.0,
      "similarity_fct": "cos_sim"
  }
  ```

### Evaluation Dataset

#### train

* Dataset: train
* Size: 5,000 evaluation samples
* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
* Approximate statistics based on the first 1000 samples:
  |         | anchor                                                                            | positive                                                                          | negative                                                                          |
  |:--------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|:----------------------------------------------------------------------------------|
  | type    | string                                                                            | string                                                                            | string                                                                            |
  | details | <ul><li>min: 7 tokens</li><li>mean: 11.73 tokens</li><li>max: 56 tokens</li></ul> | <ul><li>min: 6 tokens</li><li>mean: 15.24 tokens</li><li>max: 47 tokens</li></ul> | <ul><li>min: 7 tokens</li><li>mean: 16.07 tokens</li><li>max: 53 tokens</li></ul> |
* Samples:
  | anchor                                                                     | positive                                      | negative                                                       |
  |:---------------------------------------------------------------------------|:----------------------------------------------|:---------------------------------------------------------------|
  | <code>Egy lóháton ülő ember átugrik egy lerombolt repülőgép felett.</code> | <code>Egy ember a szabadban, lóháton.</code>  | <code>Egy ember egy étteremben van, és omlettet rendel.</code> |
  | <code>Gyerekek mosolyogva és integetett a kamera</code>                    | <code>Gyermekek vannak jelen</code>           | <code>A gyerekek homlokot rántanak</code>                      |
  | <code>Egy fiú ugrál a gördeszkát a közepén egy piros híd.</code>           | <code>A fiú gördeszkás trükköt csinál.</code> | <code>A fiú korcsolyázik a járdán.</code>                      |
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
  ```json
  {
      "scale": 20.0,
      "similarity_fct": "cos_sim"
  }
  ```

### Training Hyperparameters
#### Non-Default Hyperparameters

- `eval_strategy`: steps
- `per_device_train_batch_size`: 128
- `per_device_eval_batch_size`: 128
- `num_train_epochs`: 1
- `warmup_ratio`: 0.1
- `bf16`: True
- `batch_sampler`: no_duplicates

#### All Hyperparameters
<details><summary>Click to expand</summary>

- `overwrite_output_dir`: False
- `do_predict`: False
- `eval_strategy`: steps
- `prediction_loss_only`: True
- `per_device_train_batch_size`: 128
- `per_device_eval_batch_size`: 128
- `per_gpu_train_batch_size`: None
- `per_gpu_eval_batch_size`: None
- `gradient_accumulation_steps`: 1
- `eval_accumulation_steps`: None
- `torch_empty_cache_steps`: None
- `learning_rate`: 5e-05
- `weight_decay`: 0.0
- `adam_beta1`: 0.9
- `adam_beta2`: 0.999
- `adam_epsilon`: 1e-08
- `max_grad_norm`: 1.0
- `num_train_epochs`: 1
- `max_steps`: -1
- `lr_scheduler_type`: linear
- `lr_scheduler_kwargs`: {}
- `warmup_ratio`: 0.1
- `warmup_steps`: 0
- `log_level`: passive
- `log_level_replica`: warning
- `log_on_each_node`: True
- `logging_nan_inf_filter`: True
- `save_safetensors`: True
- `save_on_each_node`: False
- `save_only_model`: False
- `restore_callback_states_from_checkpoint`: False
- `no_cuda`: False
- `use_cpu`: False
- `use_mps_device`: False
- `seed`: 42
- `data_seed`: None
- `jit_mode_eval`: False
- `use_ipex`: False
- `bf16`: True
- `fp16`: False
- `fp16_opt_level`: O1
- `half_precision_backend`: auto
- `bf16_full_eval`: False
- `fp16_full_eval`: False
- `tf32`: None
- `local_rank`: 0
- `ddp_backend`: None
- `tpu_num_cores`: None
- `tpu_metrics_debug`: False
- `debug`: []
- `dataloader_drop_last`: False
- `dataloader_num_workers`: 0
- `dataloader_prefetch_factor`: None
- `past_index`: -1
- `disable_tqdm`: False
- `remove_unused_columns`: True
- `label_names`: None
- `load_best_model_at_end`: False
- `ignore_data_skip`: False
- `fsdp`: []
- `fsdp_min_num_params`: 0
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
- `fsdp_transformer_layer_cls_to_wrap`: None
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
- `deepspeed`: None
- `label_smoothing_factor`: 0.0
- `optim`: adamw_torch
- `optim_args`: None
- `adafactor`: False
- `group_by_length`: False
- `length_column_name`: length
- `ddp_find_unused_parameters`: None
- `ddp_bucket_cap_mb`: None
- `ddp_broadcast_buffers`: False
- `dataloader_pin_memory`: True
- `dataloader_persistent_workers`: False
- `skip_memory_metrics`: True
- `use_legacy_prediction_loop`: False
- `push_to_hub`: False
- `resume_from_checkpoint`: None
- `hub_model_id`: None
- `hub_strategy`: every_save
- `hub_private_repo`: False
- `hub_always_push`: False
- `gradient_checkpointing`: False
- `gradient_checkpointing_kwargs`: None
- `include_inputs_for_metrics`: False
- `eval_do_concat_batches`: True
- `fp16_backend`: auto
- `push_to_hub_model_id`: None
- `push_to_hub_organization`: None
- `mp_parameters`: 
- `auto_find_batch_size`: False
- `full_determinism`: False
- `torchdynamo`: None
- `ray_scope`: last
- `ddp_timeout`: 1800
- `torch_compile`: False
- `torch_compile_backend`: None
- `torch_compile_mode`: None
- `dispatch_batches`: None
- `split_batches`: None
- `include_tokens_per_second`: False
- `include_num_input_tokens_seen`: False
- `neftune_noise_alpha`: None
- `optim_target_modules`: None
- `batch_eval_metrics`: False
- `eval_on_start`: False
- `eval_use_gather_object`: False
- `batch_sampler`: no_duplicates
- `multi_dataset_batch_sampler`: proportional

</details>

### Training Logs
| Epoch  | Step | Training Loss | train loss | all-nli-dev_max_accuracy | all-nli-test_max_accuracy |
|:------:|:----:|:-------------:|:----------:|:------------------------:|:-------------------------:|
| 0      | 0    | -             | -          | 0.7574                   | -                         |
| 0.0123 | 100  | 2.5472        | -          | -                        | -                         |
| 0.0245 | 200  | 2.0478        | -          | -                        | -                         |
| 0.0368 | 300  | 1.8426        | -          | -                        | -                         |
| 0.0490 | 400  | 1.698         | -          | -                        | -                         |
| 0.0613 | 500  | 1.5715        | -          | -                        | -                         |
| 0.0736 | 600  | 1.4616        | -          | -                        | -                         |
| 0.0858 | 700  | 1.6106        | -          | -                        | -                         |
| 0.0981 | 800  | 1.5849        | -          | -                        | -                         |
| 0.1103 | 900  | 1.5374        | -          | -                        | -                         |
| 0.1226 | 1000 | 1.3653        | -          | -                        | -                         |
| 0.1349 | 1100 | 1.274         | -          | -                        | -                         |
| 0.1471 | 1200 | 1.1907        | -          | -                        | -                         |
| 0.1594 | 1300 | 1.2155        | -          | -                        | -                         |
| 0.1716 | 1400 | 1.2786        | -          | -                        | -                         |
| 0.1839 | 1500 | 1.1062        | -          | -                        | -                         |
| 0.1962 | 1600 | 1.0289        | -          | -                        | -                         |
| 0.2084 | 1700 | 1.0013        | -          | -                        | -                         |
| 0.2207 | 1800 | 0.9209        | -          | -                        | -                         |
| 0.2329 | 1900 | 0.8095        | -          | -                        | -                         |
| 0.2452 | 2000 | 0.9753        | 0.1916     | 0.9558                   | -                         |
| 0.2574 | 2100 | 0.8728        | -          | -                        | -                         |
| 0.2697 | 2200 | 0.8343        | -          | -                        | -                         |
| 0.2820 | 2300 | 0.7203        | -          | -                        | -                         |
| 0.2942 | 2400 | 0.6901        | -          | -                        | -                         |
| 0.3065 | 2500 | 0.6606        | -          | -                        | -                         |
| 0.3187 | 2600 | 0.7205        | -          | -                        | -                         |
| 0.3310 | 2700 | 0.7479        | -          | -                        | -                         |
| 0.3433 | 2800 | 0.6677        | -          | -                        | -                         |
| 0.3555 | 2900 | 1.2531        | -          | -                        | -                         |
| 0.3678 | 3000 | 1.3619        | -          | -                        | -                         |
| 0.3800 | 3100 | 1.3923        | -          | -                        | -                         |
| 0.3923 | 3200 | 1.412         | -          | -                        | -                         |
| 0.4046 | 3300 | 1.3904        | -          | -                        | -                         |
| 0.4168 | 3400 | 1.3782        | -          | -                        | -                         |
| 0.4291 | 3500 | 1.3601        | -          | -                        | -                         |
| 0.4413 | 3600 | 1.3582        | -          | -                        | -                         |
| 0.4536 | 3700 | 1.3402        | -          | -                        | -                         |
| 0.4659 | 3800 | 1.32          | -          | -                        | -                         |
| 0.4781 | 3900 | 1.3277        | -          | -                        | -                         |
| 0.4904 | 4000 | 1.3112        | 0.0699     | 0.987                    | -                         |
| 0.5026 | 4100 | 1.2992        | -          | -                        | -                         |
| 0.5149 | 4200 | 1.3005        | -          | -                        | -                         |
| 0.5272 | 4300 | 1.2978        | -          | -                        | -                         |
| 0.5394 | 4400 | 1.272         | -          | -                        | -                         |
| 0.5517 | 4500 | 1.2864        | -          | -                        | -                         |
| 0.5639 | 4600 | 1.2519        | -          | -                        | -                         |
| 0.5762 | 4700 | 1.1924        | -          | -                        | -                         |
| 0.5885 | 4800 | 1.1778        | -          | -                        | -                         |
| 0.6007 | 4900 | 1.1801        | -          | -                        | -                         |
| 0.6130 | 5000 | 1.1666        | -          | -                        | -                         |
| 0.6252 | 5100 | 1.1682        | -          | -                        | -                         |
| 0.6375 | 5200 | 1.1518        | -          | -                        | -                         |
| 0.6497 | 5300 | 1.1606        | -          | -                        | -                         |
| 0.6620 | 5400 | 1.1534        | -          | -                        | -                         |
| 0.6743 | 5500 | 1.1473        | -          | -                        | -                         |
| 0.6865 | 5600 | 1.1596        | -          | -                        | -                         |
| 0.6988 | 5700 | 1.1536        | -          | -                        | -                         |
| 0.7110 | 5800 | 1.1517        | -          | -                        | -                         |
| 0.7233 | 5900 | 1.1517        | -          | -                        | -                         |
| 0.7356 | 6000 | 1.153         | 0.0359     | 0.9896                   | -                         |
| 0.7478 | 6100 | 1.142         | -          | -                        | -                         |
| 0.7601 | 6200 | 1.093         | -          | -                        | -                         |
| 0.7723 | 6300 | 1.1764        | -          | -                        | -                         |
| 0.7846 | 6400 | 1.1868        | -          | -                        | -                         |
| 0.7969 | 6500 | 1.0308        | -          | -                        | -                         |
| 0.8091 | 6600 | 1.0122        | -          | -                        | -                         |
| 0.8214 | 6700 | 1.0084        | -          | -                        | -                         |
| 0.8336 | 6800 | 1.0151        | -          | -                        | -                         |
| 0.8459 | 6900 | 1.0121        | -          | -                        | -                         |
| 0.8582 | 7000 | 1.0071        | -          | -                        | -                         |
| 0.8704 | 7100 | 1.1543        | -          | -                        | -                         |
| 0.8827 | 7200 | 1.1915        | -          | -                        | -                         |
| 0.8949 | 7300 | 1.2224        | -          | -                        | -                         |
| 0.9072 | 7400 | 1.1463        | -          | -                        | -                         |
| 0.9195 | 7500 | 1.0254        | -          | -                        | -                         |
| 0.9317 | 7600 | 1.2396        | -          | -                        | -                         |
| 0.9440 | 7700 | 1.1225        | -          | -                        | -                         |
| 0.9562 | 7800 | 0.7177        | -          | -                        | -                         |
| 0.9685 | 7900 | 0.0681        | -          | -                        | -                         |
| 0.9808 | 8000 | 0.0264        | 0.0317     | 0.9918                   | -                         |
| 0.9930 | 8100 | 0.078         | -          | -                        | -                         |
| 1.0    | 8157 | -             | -          | -                        | 0.9938                    |


### Framework Versions
- Python: 3.11.8
- Sentence Transformers: 3.1.1
- Transformers: 4.44.0
- PyTorch: 2.3.0.post101
- Accelerate: 0.33.0
- Datasets: 3.0.2
- Tokenizers: 0.19.0

## Citation

### BibTeX

#### Sentence Transformers
```bibtex
@inproceedings{reimers-2019-sentence-bert,
    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
    author = "Reimers, Nils and Gurevych, Iryna",
    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
    month = "11",
    year = "2019",
    publisher = "Association for Computational Linguistics",
    url = "https://arxiv.org/abs/1908.10084",
}
```

#### MultipleNegativesRankingLoss
```bibtex
@misc{henderson2017efficient,
    title={Efficient Natural Language Response Suggestion for Smart Reply},
    author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
    year={2017},
    eprint={1705.00652},
    archivePrefix={arXiv},
    primaryClass={cs.CL}
}
```

<!--
## Glossary

*Clearly define terms in order to be accessible across audiences.*
-->

<!--
## Model Card Authors

*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
-->

<!--
## Model Card Contact

*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
-->