diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,3 +1,10142 @@ +--- +model-index: +- name: karsar/paraphrase-multilingual-MiniLM-L12-hu-v2 + results: + - dataset: + config: hun_Latn-hun_Latn + name: MTEB BelebeleRetrieval (hun_Latn-hun_Latn) + revision: 75b399394a9803252cfec289d103de462763db7c + split: test + type: facebook/belebele + metrics: + - type: main_score + value: 80.204 + - type: map_at_1 + value: 69.111 + - type: map_at_10 + value: 76.773 + - type: map_at_100 + value: 77.169 + - type: map_at_1000 + value: 77.173 + - type: map_at_20 + value: 77.033 + - type: map_at_3 + value: 75.333 + - type: map_at_5 + value: 76.19399999999999 + - type: mrr_at_1 + value: 69.11111111111111 + - type: mrr_at_10 + value: 76.77345679012352 + - type: mrr_at_100 + value: 77.16929744881674 + - type: mrr_at_1000 + value: 77.17269244765126 + - type: mrr_at_20 + value: 77.03286768605402 + - type: mrr_at_3 + value: 75.33333333333334 + - type: mrr_at_5 + value: 76.19444444444449 + - type: nauc_map_at_1000_diff1 + value: 80.43265248651925 + - type: nauc_map_at_1000_max + value: 71.870230668987 + - type: nauc_map_at_1000_std + value: -3.0084092423300604 + - type: nauc_map_at_100_diff1 + value: 80.42911054177607 + - type: nauc_map_at_100_max + value: 71.86888714337594 + - type: nauc_map_at_100_std + value: -3.0086379837670716 + - type: nauc_map_at_10_diff1 + value: 80.36522921472617 + - type: nauc_map_at_10_max + value: 71.97959119190223 + - type: nauc_map_at_10_std + value: -2.7429598598137104 + - type: nauc_map_at_1_diff1 + value: 83.07496179427446 + - type: nauc_map_at_1_max + value: 70.1472835630915 + - type: nauc_map_at_1_std + value: -4.892100745257178 + - type: nauc_map_at_20_diff1 + value: 80.4010557171958 + - type: nauc_map_at_20_max + value: 71.9262402987486 + - type: nauc_map_at_20_std + value: -2.855142719268829 + - type: nauc_map_at_3_diff1 + value: 80.21618957663902 + - type: nauc_map_at_3_max + value: 72.32078865805673 + - type: nauc_map_at_3_std + value: -3.307117509227628 + - type: nauc_map_at_5_diff1 + value: 80.25726339569668 + - type: nauc_map_at_5_max + value: 71.96694381406756 + - type: nauc_map_at_5_std + value: -2.835991564758579 + - type: nauc_mrr_at_1000_diff1 + value: 80.43265248651925 + - type: nauc_mrr_at_1000_max + value: 71.870230668987 + - type: nauc_mrr_at_1000_std + value: -3.0084092423300604 + - type: nauc_mrr_at_100_diff1 + value: 80.42911054177607 + - type: nauc_mrr_at_100_max + value: 71.86888714337594 + - type: nauc_mrr_at_100_std + value: -3.0086379837670716 + - type: nauc_mrr_at_10_diff1 + value: 80.36522921472617 + - type: nauc_mrr_at_10_max + value: 71.97959119190223 + - type: nauc_mrr_at_10_std + value: -2.7429598598137104 + - type: nauc_mrr_at_1_diff1 + value: 83.07496179427446 + - type: nauc_mrr_at_1_max + value: 70.1472835630915 + - type: nauc_mrr_at_1_std + value: -4.892100745257178 + - type: nauc_mrr_at_20_diff1 + value: 80.4010557171958 + - type: nauc_mrr_at_20_max + value: 71.9262402987486 + - type: nauc_mrr_at_20_std + value: -2.855142719268829 + - type: nauc_mrr_at_3_diff1 + value: 80.21618957663902 + - type: nauc_mrr_at_3_max + value: 72.32078865805673 + - type: nauc_mrr_at_3_std + value: -3.307117509227628 + - type: nauc_mrr_at_5_diff1 + value: 80.25726339569668 + - type: nauc_mrr_at_5_max + value: 71.96694381406756 + - type: nauc_mrr_at_5_std + value: -2.835991564758579 + - type: nauc_ndcg_at_1000_diff1 + value: 79.98494037296896 + - type: nauc_ndcg_at_1000_max + value: 72.09578054274171 + - type: nauc_ndcg_at_1000_std + value: -2.480464992138408 + - type: nauc_ndcg_at_100_diff1 + value: 79.80423727797705 + - type: nauc_ndcg_at_100_max + value: 72.0536867142539 + - type: nauc_ndcg_at_100_std + value: -2.344303480460221 + - type: nauc_ndcg_at_10_diff1 + value: 79.4824234416871 + - type: nauc_ndcg_at_10_max + value: 72.68066855765318 + - type: nauc_ndcg_at_10_std + value: -1.0802283735752285 + - type: nauc_ndcg_at_1_diff1 + value: 83.07496179427446 + - type: nauc_ndcg_at_1_max + value: 70.1472835630915 + - type: nauc_ndcg_at_1_std + value: -4.892100745257178 + - type: nauc_ndcg_at_20_diff1 + value: 79.57286963155312 + - type: nauc_ndcg_at_20_max + value: 72.45565146275474 + - type: nauc_ndcg_at_20_std + value: -1.5388256709848513 + - type: nauc_ndcg_at_3_diff1 + value: 79.27965557528921 + - type: nauc_ndcg_at_3_max + value: 73.21665805867235 + - type: nauc_ndcg_at_3_std + value: -2.325102213384337 + - type: nauc_ndcg_at_5_diff1 + value: 79.24430450556383 + - type: nauc_ndcg_at_5_max + value: 72.55798047361041 + - type: nauc_ndcg_at_5_std + value: -1.346397266164686 + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: 48.65946378551628 + - type: nauc_precision_at_100_max + value: 65.39282379618602 + - type: nauc_precision_at_100_std + value: 24.616513271977254 + - type: nauc_precision_at_10_diff1 + value: 74.02416251053245 + - type: nauc_precision_at_10_max + value: 77.2101523536241 + - type: nauc_precision_at_10_std + value: 10.31518298376219 + - type: nauc_precision_at_1_diff1 + value: 83.07496179427446 + - type: nauc_precision_at_1_max + value: 70.1472835630915 + - type: nauc_precision_at_1_std + value: -4.892100745257178 + - type: nauc_precision_at_20_diff1 + value: 71.5107376283843 + - type: nauc_precision_at_20_max + value: 77.21568627450955 + - type: nauc_precision_at_20_std + value: 11.723622782445986 + - type: nauc_precision_at_3_diff1 + value: 75.76535137737912 + - type: nauc_precision_at_3_max + value: 76.6685040168277 + - type: nauc_precision_at_3_std + value: 1.5867736131175436 + - type: nauc_precision_at_5_diff1 + value: 74.58750059437934 + - type: nauc_precision_at_5_max + value: 75.14502860946868 + - type: nauc_precision_at_5_std + value: 5.935474156377063 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 48.6594637855143 + - type: nauc_recall_at_100_max + value: 65.39282379618471 + - type: nauc_recall_at_100_std + value: 24.616513271975943 + - type: nauc_recall_at_10_diff1 + value: 74.0241625105327 + - type: nauc_recall_at_10_max + value: 77.21015235362442 + - type: nauc_recall_at_10_std + value: 10.31518298376255 + - type: nauc_recall_at_1_diff1 + value: 83.07496179427446 + - type: nauc_recall_at_1_max + value: 70.1472835630915 + - type: nauc_recall_at_1_std + value: -4.892100745257178 + - type: nauc_recall_at_20_diff1 + value: 71.51073762838479 + - type: nauc_recall_at_20_max + value: 77.21568627450962 + - type: nauc_recall_at_20_std + value: 11.72362278244639 + - type: nauc_recall_at_3_diff1 + value: 75.7653513773791 + - type: nauc_recall_at_3_max + value: 76.66850401682761 + - type: nauc_recall_at_3_std + value: 1.5867736131174044 + - type: nauc_recall_at_5_diff1 + value: 74.58750059437952 + - type: nauc_recall_at_5_max + value: 75.1450286094688 + - type: nauc_recall_at_5_std + value: 5.935474156377355 + - type: ndcg_at_1 + value: 69.111 + - type: ndcg_at_10 + value: 80.204 + - type: ndcg_at_100 + value: 82.03399999999999 + - type: ndcg_at_1000 + value: 82.132 + - type: ndcg_at_20 + value: 81.119 + - type: ndcg_at_3 + value: 77.227 + - type: ndcg_at_5 + value: 78.781 + - type: precision_at_1 + value: 69.111 + - type: precision_at_10 + value: 9.089 + - type: precision_at_100 + value: 0.992 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.7219999999999995 + - type: precision_at_3 + value: 27.556000000000004 + - type: precision_at_5 + value: 17.288999999999998 + - type: recall_at_1 + value: 69.111 + - type: recall_at_10 + value: 90.889 + - type: recall_at_100 + value: 99.222 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 94.44399999999999 + - type: recall_at_3 + value: 82.667 + - type: recall_at_5 + value: 86.444 + task: + type: Retrieval + - dataset: + config: hun_Latn-eng_Latn + name: MTEB BelebeleRetrieval (hun_Latn-eng_Latn) + revision: 75b399394a9803252cfec289d103de462763db7c + split: test + type: facebook/belebele + metrics: + - type: main_score + value: 75.395 + - type: map_at_1 + value: 62.666999999999994 + - type: map_at_10 + value: 71.30300000000001 + - type: map_at_100 + value: 71.774 + - type: map_at_1000 + value: 71.782 + - type: map_at_20 + value: 71.584 + - type: map_at_3 + value: 69.352 + - type: map_at_5 + value: 70.53 + - type: mrr_at_1 + value: 62.66666666666667 + - type: mrr_at_10 + value: 71.3027777777778 + - type: mrr_at_100 + value: 71.77425164712943 + - type: mrr_at_1000 + value: 71.78156792911966 + - type: mrr_at_20 + value: 71.58381913064578 + - type: mrr_at_3 + value: 69.35185185185185 + - type: mrr_at_5 + value: 70.52962962962965 + - type: nauc_map_at_1000_diff1 + value: 75.881602960504 + - type: nauc_map_at_1000_max + value: 68.66296274339753 + - type: nauc_map_at_1000_std + value: 7.517075184571474 + - type: nauc_map_at_100_diff1 + value: 75.8786843747508 + - type: nauc_map_at_100_max + value: 68.66828124033619 + - type: nauc_map_at_100_std + value: 7.525587871036576 + - type: nauc_map_at_10_diff1 + value: 75.5973833371205 + - type: nauc_map_at_10_max + value: 68.65021557056664 + - type: nauc_map_at_10_std + value: 7.562660323790659 + - type: nauc_map_at_1_diff1 + value: 79.25984371863814 + - type: nauc_map_at_1_max + value: 66.56457853173036 + - type: nauc_map_at_1_std + value: 3.9501186990857162 + - type: nauc_map_at_20_diff1 + value: 75.85810159356491 + - type: nauc_map_at_20_max + value: 68.76976086961005 + - type: nauc_map_at_20_std + value: 7.819971956110064 + - type: nauc_map_at_3_diff1 + value: 75.89565847594535 + - type: nauc_map_at_3_max + value: 68.86426509148927 + - type: nauc_map_at_3_std + value: 6.916006381683043 + - type: nauc_map_at_5_diff1 + value: 75.61832788795184 + - type: nauc_map_at_5_max + value: 68.66734871116772 + - type: nauc_map_at_5_std + value: 7.108445006055354 + - type: nauc_mrr_at_1000_diff1 + value: 75.881602960504 + - type: nauc_mrr_at_1000_max + value: 68.66296274339753 + - type: nauc_mrr_at_1000_std + value: 7.517075184571474 + - type: nauc_mrr_at_100_diff1 + value: 75.8786843747508 + - type: nauc_mrr_at_100_max + value: 68.66828124033619 + - type: nauc_mrr_at_100_std + value: 7.525587871036576 + - type: nauc_mrr_at_10_diff1 + value: 75.5973833371205 + - type: nauc_mrr_at_10_max + value: 68.65021557056664 + - type: nauc_mrr_at_10_std + value: 7.562660323790659 + - type: nauc_mrr_at_1_diff1 + value: 79.25984371863814 + - type: nauc_mrr_at_1_max + value: 66.56457853173036 + - type: nauc_mrr_at_1_std + value: 3.9501186990857162 + - type: nauc_mrr_at_20_diff1 + value: 75.85810159356491 + - type: nauc_mrr_at_20_max + value: 68.76976086961005 + - type: nauc_mrr_at_20_std + value: 7.819971956110064 + - type: nauc_mrr_at_3_diff1 + value: 75.89565847594535 + - type: nauc_mrr_at_3_max + value: 68.86426509148927 + - type: nauc_mrr_at_3_std + value: 6.916006381683043 + - type: nauc_mrr_at_5_diff1 + value: 75.61832788795184 + - type: nauc_mrr_at_5_max + value: 68.66734871116772 + - type: nauc_mrr_at_5_std + value: 7.108445006055354 + - type: nauc_ndcg_at_1000_diff1 + value: 75.2994418691362 + - type: nauc_ndcg_at_1000_max + value: 69.06426768849241 + - type: nauc_ndcg_at_1000_std + value: 8.535785357759078 + - type: nauc_ndcg_at_100_diff1 + value: 75.24120510322648 + - type: nauc_ndcg_at_100_max + value: 69.20598137031494 + - type: nauc_ndcg_at_100_std + value: 8.809082971368174 + - type: nauc_ndcg_at_10_diff1 + value: 73.85929786184265 + - type: nauc_ndcg_at_10_max + value: 69.35906735202224 + - type: nauc_ndcg_at_10_std + value: 9.803390649271314 + - type: nauc_ndcg_at_1_diff1 + value: 79.25984371863814 + - type: nauc_ndcg_at_1_max + value: 66.56457853173036 + - type: nauc_ndcg_at_1_std + value: 3.9501186990857162 + - type: nauc_ndcg_at_20_diff1 + value: 74.908346673254 + - type: nauc_ndcg_at_20_max + value: 69.94089128246969 + - type: nauc_ndcg_at_20_std + value: 11.040261082698441 + - type: nauc_ndcg_at_3_diff1 + value: 74.63723173221176 + - type: nauc_ndcg_at_3_max + value: 69.66882097579499 + - type: nauc_ndcg_at_3_std + value: 8.070938288986905 + - type: nauc_ndcg_at_5_diff1 + value: 74.03823148610475 + - type: nauc_ndcg_at_5_max + value: 69.35847081273427 + - type: nauc_ndcg_at_5_std + value: 8.544629619697409 + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: 68.52007469654558 + - type: nauc_precision_at_100_max + value: 86.99813258636793 + - type: nauc_precision_at_100_std + value: 44.83193277310911 + - type: nauc_precision_at_10_diff1 + value: 63.121147314127334 + - type: nauc_precision_at_10_max + value: 73.48453534137256 + - type: nauc_precision_at_10_std + value: 24.29146523372198 + - type: nauc_precision_at_1_diff1 + value: 79.25984371863814 + - type: nauc_precision_at_1_max + value: 66.56457853173036 + - type: nauc_precision_at_1_std + value: 3.9501186990857162 + - type: nauc_precision_at_20_diff1 + value: 68.71215152727741 + - type: nauc_precision_at_20_max + value: 81.60730959050274 + - type: nauc_precision_at_20_std + value: 44.10897692410284 + - type: nauc_precision_at_3_diff1 + value: 70.11884635511014 + - type: nauc_precision_at_3_max + value: 72.53602624481753 + - type: nauc_precision_at_3_std + value: 12.235337922151093 + - type: nauc_precision_at_5_diff1 + value: 67.13640746909785 + - type: nauc_precision_at_5_max + value: 72.25763628849465 + - type: nauc_precision_at_5_std + value: 14.868376560758348 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 68.52007469654454 + - type: nauc_recall_at_100_max + value: 86.99813258636755 + - type: nauc_recall_at_100_std + value: 44.83193277310874 + - type: nauc_recall_at_10_diff1 + value: 63.121147314127604 + - type: nauc_recall_at_10_max + value: 73.48453534137263 + - type: nauc_recall_at_10_std + value: 24.291465233722057 + - type: nauc_recall_at_1_diff1 + value: 79.25984371863814 + - type: nauc_recall_at_1_max + value: 66.56457853173036 + - type: nauc_recall_at_1_std + value: 3.9501186990857162 + - type: nauc_recall_at_20_diff1 + value: 68.71215152727751 + - type: nauc_recall_at_20_max + value: 81.60730959050267 + - type: nauc_recall_at_20_std + value: 44.10897692410295 + - type: nauc_recall_at_3_diff1 + value: 70.11884635511011 + - type: nauc_recall_at_3_max + value: 72.5360262448175 + - type: nauc_recall_at_3_std + value: 12.23533792215117 + - type: nauc_recall_at_5_diff1 + value: 67.13640746909788 + - type: nauc_recall_at_5_max + value: 72.25763628849458 + - type: nauc_recall_at_5_std + value: 14.868376560758476 + - type: ndcg_at_1 + value: 62.666999999999994 + - type: ndcg_at_10 + value: 75.395 + - type: ndcg_at_100 + value: 77.684 + - type: ndcg_at_1000 + value: 77.836 + - type: ndcg_at_20 + value: 76.41 + - type: ndcg_at_3 + value: 71.411 + - type: ndcg_at_5 + value: 73.52499999999999 + - type: precision_at_1 + value: 62.666999999999994 + - type: precision_at_10 + value: 8.822000000000001 + - type: precision_at_100 + value: 0.989 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.611 + - type: precision_at_3 + value: 25.778000000000002 + - type: precision_at_5 + value: 16.489 + - type: recall_at_1 + value: 62.666999999999994 + - type: recall_at_10 + value: 88.222 + - type: recall_at_100 + value: 98.88900000000001 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 92.22200000000001 + - type: recall_at_3 + value: 77.333 + - type: recall_at_5 + value: 82.44399999999999 + task: + type: Retrieval + - dataset: + config: eng_Latn-hun_Latn + name: MTEB BelebeleRetrieval (eng_Latn-hun_Latn) + revision: 75b399394a9803252cfec289d103de462763db7c + split: test + type: facebook/belebele + metrics: + - type: main_score + value: 76.872 + - type: map_at_1 + value: 65.0 + - type: map_at_10 + value: 72.896 + - type: map_at_100 + value: 73.358 + - type: map_at_1000 + value: 73.36500000000001 + - type: map_at_20 + value: 73.2 + - type: map_at_3 + value: 70.907 + - type: map_at_5 + value: 72.002 + - type: mrr_at_1 + value: 65.0 + - type: mrr_at_10 + value: 72.89603174603175 + - type: mrr_at_100 + value: 73.3579205518051 + - type: mrr_at_1000 + value: 73.3654112460061 + - type: mrr_at_20 + value: 73.19952956877624 + - type: mrr_at_3 + value: 70.90740740740742 + - type: mrr_at_5 + value: 72.00185185185185 + - type: nauc_map_at_1000_diff1 + value: 77.77369357560062 + - type: nauc_map_at_1000_max + value: 70.94830494912476 + - type: nauc_map_at_1000_std + value: 6.522974403262641 + - type: nauc_map_at_100_diff1 + value: 77.77362905601957 + - type: nauc_map_at_100_max + value: 70.95095989526841 + - type: nauc_map_at_100_std + value: 6.5352551972569435 + - type: nauc_map_at_10_diff1 + value: 77.5247904322094 + - type: nauc_map_at_10_max + value: 71.02603340796348 + - type: nauc_map_at_10_std + value: 6.757278192437519 + - type: nauc_map_at_1_diff1 + value: 80.6553286136653 + - type: nauc_map_at_1_max + value: 68.35724812614716 + - type: nauc_map_at_1_std + value: 4.038661494923131 + - type: nauc_map_at_20_diff1 + value: 77.68304529150893 + - type: nauc_map_at_20_max + value: 70.95365196926124 + - type: nauc_map_at_20_std + value: 6.459235608230074 + - type: nauc_map_at_3_diff1 + value: 77.65108311925263 + - type: nauc_map_at_3_max + value: 71.27300229679268 + - type: nauc_map_at_3_std + value: 6.421413249698873 + - type: nauc_map_at_5_diff1 + value: 77.62058612073584 + - type: nauc_map_at_5_max + value: 71.28166308466814 + - type: nauc_map_at_5_std + value: 7.148832281239676 + - type: nauc_mrr_at_1000_diff1 + value: 77.77369357560062 + - type: nauc_mrr_at_1000_max + value: 70.94830494912476 + - type: nauc_mrr_at_1000_std + value: 6.522974403262641 + - type: nauc_mrr_at_100_diff1 + value: 77.77362905601957 + - type: nauc_mrr_at_100_max + value: 70.95095989526841 + - type: nauc_mrr_at_100_std + value: 6.5352551972569435 + - type: nauc_mrr_at_10_diff1 + value: 77.5247904322094 + - type: nauc_mrr_at_10_max + value: 71.02603340796348 + - type: nauc_mrr_at_10_std + value: 6.757278192437519 + - type: nauc_mrr_at_1_diff1 + value: 80.6553286136653 + - type: nauc_mrr_at_1_max + value: 68.35724812614716 + - type: nauc_mrr_at_1_std + value: 4.038661494923131 + - type: nauc_mrr_at_20_diff1 + value: 77.68304529150893 + - type: nauc_mrr_at_20_max + value: 70.95365196926124 + - type: nauc_mrr_at_20_std + value: 6.459235608230074 + - type: nauc_mrr_at_3_diff1 + value: 77.65108311925263 + - type: nauc_mrr_at_3_max + value: 71.27300229679268 + - type: nauc_mrr_at_3_std + value: 6.421413249698873 + - type: nauc_mrr_at_5_diff1 + value: 77.62058612073584 + - type: nauc_mrr_at_5_max + value: 71.28166308466814 + - type: nauc_mrr_at_5_std + value: 7.148832281239676 + - type: nauc_ndcg_at_1000_diff1 + value: 77.32834118213609 + - type: nauc_ndcg_at_1000_max + value: 71.28407034639005 + - type: nauc_ndcg_at_1000_std + value: 7.054791737753761 + - type: nauc_ndcg_at_100_diff1 + value: 77.3138740535263 + - type: nauc_ndcg_at_100_max + value: 71.38841430408482 + - type: nauc_ndcg_at_100_std + value: 7.495181794448738 + - type: nauc_ndcg_at_10_diff1 + value: 76.09808428652988 + - type: nauc_ndcg_at_10_max + value: 71.69225339870586 + - type: nauc_ndcg_at_10_std + value: 8.049899262534995 + - type: nauc_ndcg_at_1_diff1 + value: 80.6553286136653 + - type: nauc_ndcg_at_1_max + value: 68.35724812614716 + - type: nauc_ndcg_at_1_std + value: 4.038661494923131 + - type: nauc_ndcg_at_20_diff1 + value: 76.72021561109376 + - type: nauc_ndcg_at_20_max + value: 71.44696555289187 + - type: nauc_ndcg_at_20_std + value: 6.921724399287313 + - type: nauc_ndcg_at_3_diff1 + value: 76.56243231944167 + - type: nauc_ndcg_at_3_max + value: 72.19254115417164 + - type: nauc_ndcg_at_3_std + value: 7.41142651827797 + - type: nauc_ndcg_at_5_diff1 + value: 76.42995455832103 + - type: nauc_ndcg_at_5_max + value: 72.29448332833202 + - type: nauc_ndcg_at_5_std + value: 8.945757639249557 + - type: nauc_precision_at_1000_diff1 + value: .nan + - type: nauc_precision_at_1000_max + value: .nan + - type: nauc_precision_at_1000_std + value: .nan + - type: nauc_precision_at_100_diff1 + value: 75.5835667600378 + - type: nauc_precision_at_100_max + value: 81.91840838899772 + - type: nauc_precision_at_100_std + value: 50.65000359118282 + - type: nauc_precision_at_10_diff1 + value: 66.80290959473481 + - type: nauc_precision_at_10_max + value: 75.3540501756643 + - type: nauc_precision_at_10_std + value: 16.157652531050392 + - type: nauc_precision_at_1_diff1 + value: 80.6553286136653 + - type: nauc_precision_at_1_max + value: 68.35724812614716 + - type: nauc_precision_at_1_std + value: 4.038661494923131 + - type: nauc_precision_at_20_diff1 + value: 68.47710835746726 + - type: nauc_precision_at_20_max + value: 74.90069474117318 + - type: nauc_precision_at_20_std + value: 8.589311430786644 + - type: nauc_precision_at_3_diff1 + value: 72.69790694125835 + - type: nauc_precision_at_3_max + value: 75.40287436733661 + - type: nauc_precision_at_3_std + value: 10.97556244649672 + - type: nauc_precision_at_5_diff1 + value: 71.35323836023953 + - type: nauc_precision_at_5_max + value: 76.56660725505522 + - type: nauc_precision_at_5_std + value: 17.011489094336106 + - type: nauc_recall_at_1000_diff1 + value: .nan + - type: nauc_recall_at_1000_max + value: .nan + - type: nauc_recall_at_1000_std + value: .nan + - type: nauc_recall_at_100_diff1 + value: 75.58356676003798 + - type: nauc_recall_at_100_max + value: 81.9184083889972 + - type: nauc_recall_at_100_std + value: 50.65000359118012 + - type: nauc_recall_at_10_diff1 + value: 66.80290959473508 + - type: nauc_recall_at_10_max + value: 75.35405017566428 + - type: nauc_recall_at_10_std + value: 16.157652531050555 + - type: nauc_recall_at_1_diff1 + value: 80.6553286136653 + - type: nauc_recall_at_1_max + value: 68.35724812614716 + - type: nauc_recall_at_1_std + value: 4.038661494923131 + - type: nauc_recall_at_20_diff1 + value: 68.47710835746722 + - type: nauc_recall_at_20_max + value: 74.90069474117321 + - type: nauc_recall_at_20_std + value: 8.589311430787212 + - type: nauc_recall_at_3_diff1 + value: 72.69790694125835 + - type: nauc_recall_at_3_max + value: 75.40287436733665 + - type: nauc_recall_at_3_std + value: 10.97556244649683 + - type: nauc_recall_at_5_diff1 + value: 71.35323836023952 + - type: nauc_recall_at_5_max + value: 76.56660725505535 + - type: nauc_recall_at_5_std + value: 17.011489094336287 + - type: ndcg_at_1 + value: 65.0 + - type: ndcg_at_10 + value: 76.872 + - type: ndcg_at_100 + value: 78.914 + - type: ndcg_at_1000 + value: 79.103 + - type: ndcg_at_20 + value: 77.916 + - type: ndcg_at_3 + value: 72.763 + - type: ndcg_at_5 + value: 74.733 + - type: precision_at_1 + value: 65.0 + - type: precision_at_10 + value: 8.944 + - type: precision_at_100 + value: 0.9860000000000001 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.672 + - type: precision_at_3 + value: 26.037 + - type: precision_at_5 + value: 16.578 + - type: recall_at_1 + value: 65.0 + - type: recall_at_10 + value: 89.444 + - type: recall_at_100 + value: 98.556 + - type: recall_at_1000 + value: 100.0 + - type: recall_at_20 + value: 93.444 + - type: recall_at_3 + value: 78.11099999999999 + - type: recall_at_5 + value: 82.889 + task: + type: Retrieval + - dataset: + config: eng_Latn-hun_Latn + name: MTEB BibleNLPBitextMining (eng_Latn-hun_Latn) + revision: 264a18480c529d9e922483839b4b9758e690b762 + split: train + type: davidstap/biblenlp-corpus-mmteb + metrics: + - type: accuracy + value: 90.234375 + - type: f1 + value: 87.39583333333334 + - type: main_score + value: 87.39583333333334 + - type: precision + value: 86.16536458333334 + - type: recall + value: 90.234375 + task: + type: BitextMining + - dataset: + config: hun_Latn-eng_Latn + name: MTEB BibleNLPBitextMining (hun_Latn-eng_Latn) + revision: 264a18480c529d9e922483839b4b9758e690b762 + split: train + type: davidstap/biblenlp-corpus-mmteb + metrics: + - type: accuracy + value: 94.140625 + - type: f1 + value: 92.31770833333333 + - type: main_score + value: 92.31770833333333 + - type: precision + value: 91.47135416666667 + - type: recall + value: 94.140625 + task: + type: BitextMining + - dataset: + config: ace_Arab-hun_Latn + name: MTEB FloresBitextMining (ace_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 3.9525691699604746 + - type: f1 + value: 2.718313281160631 + - type: main_score + value: 2.718313281160631 + - type: precision + value: 2.4432359216840003 + - type: recall + value: 3.9525691699604746 + task: + type: BitextMining + - dataset: + config: bam_Latn-hun_Latn + name: MTEB FloresBitextMining (bam_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 17.292490118577074 + - type: f1 + value: 14.412508948579852 + - type: main_score + value: 14.412508948579852 + - type: precision + value: 13.573447632736169 + - type: recall + value: 17.292490118577074 + task: + type: BitextMining + - dataset: + config: dzo_Tibt-hun_Latn + name: MTEB FloresBitextMining (dzo_Tibt-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 0.1976284584980237 + - type: f1 + value: 0.09915379704711844 + - type: main_score + value: 0.09915379704711844 + - type: precision + value: 0.0989843053750859 + - type: recall + value: 0.1976284584980237 + task: + type: BitextMining + - dataset: + config: hin_Deva-hun_Latn + name: MTEB FloresBitextMining (hin_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.75559947299077 + - type: main_score + value: 96.75559947299077 + - type: precision + value: 96.37681159420289 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: khm_Khmr-hun_Latn + name: MTEB FloresBitextMining (khm_Khmr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 68.08300395256917 + - type: f1 + value: 63.653194009913385 + - type: main_score + value: 63.653194009913385 + - type: precision + value: 62.11347116124245 + - type: recall + value: 68.08300395256917 + task: + type: BitextMining + - dataset: + config: mag_Deva-hun_Latn + name: MTEB FloresBitextMining (mag_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.2806324110672 + - type: f1 + value: 91.34387351778655 + - type: main_score + value: 91.34387351778655 + - type: precision + value: 90.43972332015811 + - type: recall + value: 93.2806324110672 + task: + type: BitextMining + - dataset: + config: pap_Latn-hun_Latn + name: MTEB FloresBitextMining (pap_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 54.644268774703555 + - type: f1 + value: 48.62909252196955 + - type: main_score + value: 48.62909252196955 + - type: precision + value: 46.553095546518996 + - type: recall + value: 54.644268774703555 + task: + type: BitextMining + - dataset: + config: sot_Latn-hun_Latn + name: MTEB FloresBitextMining (sot_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.55335968379447 + - type: f1 + value: 17.502922881384027 + - type: main_score + value: 17.502922881384027 + - type: precision + value: 16.63979655199267 + - type: recall + value: 20.55335968379447 + task: + type: BitextMining + - dataset: + config: tur_Latn-hun_Latn + name: MTEB FloresBitextMining (tur_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.62845849802372 + - type: f1 + value: 96.92028985507247 + - type: main_score + value: 96.92028985507247 + - type: precision + value: 96.57444005270092 + - type: recall + value: 97.62845849802372 + task: + type: BitextMining + - dataset: + config: ace_Latn-hun_Latn + name: MTEB FloresBitextMining (ace_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.43873517786561 + - type: f1 + value: 33.24499725124158 + - type: main_score + value: 33.24499725124158 + - type: precision + value: 31.77884583863561 + - type: recall + value: 38.43873517786561 + task: + type: BitextMining + - dataset: + config: ban_Latn-hun_Latn + name: MTEB FloresBitextMining (ban_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 48.91304347826087 + - type: f1 + value: 44.35356436362516 + - type: main_score + value: 44.35356436362516 + - type: precision + value: 42.96094110367433 + - type: recall + value: 48.91304347826087 + task: + type: BitextMining + - dataset: + config: ell_Grek-hun_Latn + name: MTEB FloresBitextMining (ell_Grek-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.82608695652173 + - type: f1 + value: 97.10144927536233 + - type: main_score + value: 97.10144927536233 + - type: precision + value: 96.73913043478261 + - type: recall + value: 97.82608695652173 + task: + type: BitextMining + - dataset: + config: hne_Deva-hun_Latn + name: MTEB FloresBitextMining (hne_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 87.84584980237155 + - type: f1 + value: 84.86692161593346 + - type: main_score + value: 84.86692161593346 + - type: precision + value: 83.5935441370224 + - type: recall + value: 87.84584980237155 + task: + type: BitextMining + - dataset: + config: kik_Latn-hun_Latn + name: MTEB FloresBitextMining (kik_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.715415019762844 + - type: f1 + value: 19.22128411093596 + - type: main_score + value: 19.22128411093596 + - type: precision + value: 17.90331065874544 + - type: recall + value: 23.715415019762844 + task: + type: BitextMining + - dataset: + config: mai_Deva-hun_Latn + name: MTEB FloresBitextMining (mai_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 89.82213438735178 + - type: f1 + value: 87.06709956709956 + - type: main_score + value: 87.06709956709956 + - type: precision + value: 85.86462450592886 + - type: recall + value: 89.82213438735178 + task: + type: BitextMining + - dataset: + config: pbt_Arab-hun_Latn + name: MTEB FloresBitextMining (pbt_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 63.73517786561265 + - type: f1 + value: 57.547061524334254 + - type: main_score + value: 57.547061524334254 + - type: precision + value: 55.19507721088749 + - type: recall + value: 63.73517786561265 + task: + type: BitextMining + - dataset: + config: spa_Latn-hun_Latn + name: MTEB FloresBitextMining (spa_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.62845849802372 + - type: f1 + value: 96.83794466403161 + - type: main_score + value: 96.83794466403161 + - type: precision + value: 96.44268774703558 + - type: recall + value: 97.62845849802372 + task: + type: BitextMining + - dataset: + config: twi_Latn-hun_Latn + name: MTEB FloresBitextMining (twi_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.703557312252965 + - type: f1 + value: 21.308236787786768 + - type: main_score + value: 21.308236787786768 + - type: precision + value: 20.315155748950218 + - type: recall + value: 24.703557312252965 + task: + type: BitextMining + - dataset: + config: acm_Arab-hun_Latn + name: MTEB FloresBitextMining (acm_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.97233201581028 + - type: f1 + value: 92.09486166007905 + - type: main_score + value: 92.09486166007905 + - type: precision + value: 91.17259552042162 + - type: recall + value: 93.97233201581028 + task: + type: BitextMining + - dataset: + config: bel_Cyrl-hun_Latn + name: MTEB FloresBitextMining (bel_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 81.12648221343873 + - type: f1 + value: 76.51703369094673 + - type: main_score + value: 76.51703369094673 + - type: precision + value: 74.49604743083003 + - type: recall + value: 81.12648221343873 + task: + type: BitextMining + - dataset: + config: eng_Latn-hun_Latn + name: MTEB FloresBitextMining (eng_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.01185770750988 + - type: f1 + value: 98.68247694334651 + - type: main_score + value: 98.68247694334651 + - type: precision + value: 98.51778656126481 + - type: recall + value: 99.01185770750988 + task: + type: BitextMining + - dataset: + config: hrv_Latn-hun_Latn + name: MTEB FloresBitextMining (hrv_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.92490118577075 + - type: f1 + value: 97.23320158102767 + - type: main_score + value: 97.23320158102767 + - type: precision + value: 96.88735177865613 + - type: recall + value: 97.92490118577075 + task: + type: BitextMining + - dataset: + config: kin_Latn-hun_Latn + name: MTEB FloresBitextMining (kin_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.019762845849801 + - type: f1 + value: 12.332167116915086 + - type: main_score + value: 12.332167116915086 + - type: precision + value: 11.740474888018761 + - type: recall + value: 15.019762845849801 + task: + type: BitextMining + - dataset: + config: mal_Mlym-hun_Latn + name: MTEB FloresBitextMining (mal_Mlym-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 33.59683794466403 + - type: f1 + value: 30.864648203424984 + - type: main_score + value: 30.864648203424984 + - type: precision + value: 30.062430482986752 + - type: recall + value: 33.59683794466403 + task: + type: BitextMining + - dataset: + config: pes_Arab-hun_Latn + name: MTEB FloresBitextMining (pes_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.76218708827405 + - type: main_score + value: 96.76218708827405 + - type: precision + value: 96.40151515151516 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: srd_Latn-hun_Latn + name: MTEB FloresBitextMining (srd_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 52.96442687747036 + - type: f1 + value: 47.33298407988886 + - type: main_score + value: 47.33298407988886 + - type: precision + value: 45.48929230899056 + - type: recall + value: 52.96442687747036 + task: + type: BitextMining + - dataset: + config: tzm_Tfng-hun_Latn + name: MTEB FloresBitextMining (tzm_Tfng-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 5.237154150197629 + - type: f1 + value: 4.39265051268832 + - type: main_score + value: 4.39265051268832 + - type: precision + value: 4.097047550604863 + - type: recall + value: 5.237154150197629 + task: + type: BitextMining + - dataset: + config: acq_Arab-hun_Latn + name: MTEB FloresBitextMining (acq_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.97233201581028 + - type: f1 + value: 92.12779973649539 + - type: main_score + value: 92.12779973649539 + - type: precision + value: 91.25494071146245 + - type: recall + value: 93.97233201581028 + task: + type: BitextMining + - dataset: + config: bem_Latn-hun_Latn + name: MTEB FloresBitextMining (bem_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.675889328063242 + - type: f1 + value: 15.075806380558266 + - type: main_score + value: 15.075806380558266 + - type: precision + value: 14.171124044192936 + - type: recall + value: 18.675889328063242 + task: + type: BitextMining + - dataset: + config: epo_Latn-hun_Latn + name: MTEB FloresBitextMining (epo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 66.99604743083005 + - type: f1 + value: 61.33262680446475 + - type: main_score + value: 61.33262680446475 + - type: precision + value: 59.24099003397423 + - type: recall + value: 66.99604743083005 + task: + type: BitextMining + - dataset: + config: hun_Latn-ace_Arab + name: MTEB FloresBitextMining (hun_Latn-ace_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 6.521739130434782 + - type: f1 + value: 3.9718614718614718 + - type: main_score + value: 3.9718614718614718 + - type: precision + value: 3.308186378838552 + - type: recall + value: 6.521739130434782 + task: + type: BitextMining + - dataset: + config: hun_Latn-bam_Latn + name: MTEB FloresBitextMining (hun_Latn-bam_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.122529644268774 + - type: f1 + value: 15.787741734614555 + - type: main_score + value: 15.787741734614555 + - type: precision + value: 13.658630017325669 + - type: recall + value: 23.122529644268774 + task: + type: BitextMining + - dataset: + config: hun_Latn-dzo_Tibt + name: MTEB FloresBitextMining (hun_Latn-dzo_Tibt) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 0.3952569169960474 + - type: f1 + value: 0.05601337757948798 + - type: main_score + value: 0.05601337757948798 + - type: precision + value: 0.03628323767656674 + - type: recall + value: 0.3952569169960474 + task: + type: BitextMining + - dataset: + config: hun_Latn-hin_Deva + name: MTEB FloresBitextMining (hun_Latn-hin_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.14624505928853 + - type: f1 + value: 94.87812911725956 + - type: main_score + value: 94.87812911725956 + - type: precision + value: 94.25230566534914 + - type: recall + value: 96.14624505928853 + task: + type: BitextMining + - dataset: + config: hun_Latn-khm_Khmr + name: MTEB FloresBitextMining (hun_Latn-khm_Khmr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 62.845849802371546 + - type: f1 + value: 54.13686554990903 + - type: main_score + value: 54.13686554990903 + - type: precision + value: 50.82372639437857 + - type: recall + value: 62.845849802371546 + task: + type: BitextMining + - dataset: + config: hun_Latn-mag_Deva + name: MTEB FloresBitextMining (hun_Latn-mag_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.61264822134387 + - type: f1 + value: 87.73056653491436 + - type: main_score + value: 87.73056653491436 + - type: precision + value: 86.34716732542819 + - type: recall + value: 90.61264822134387 + task: + type: BitextMining + - dataset: + config: hun_Latn-pap_Latn + name: MTEB FloresBitextMining (hun_Latn-pap_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 58.498023715415016 + - type: f1 + value: 50.39611958090219 + - type: main_score + value: 50.39611958090219 + - type: precision + value: 47.40914937061182 + - type: recall + value: 58.498023715415016 + task: + type: BitextMining + - dataset: + config: hun_Latn-sot_Latn + name: MTEB FloresBitextMining (hun_Latn-sot_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 25.988142292490117 + - type: f1 + value: 18.030898751007445 + - type: main_score + value: 18.030898751007445 + - type: precision + value: 15.501295069700017 + - type: recall + value: 25.988142292490117 + task: + type: BitextMining + - dataset: + config: hun_Latn-tur_Latn + name: MTEB FloresBitextMining (hun_Latn-tur_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.83794466403161 + - type: f1 + value: 95.83333333333333 + - type: main_score + value: 95.83333333333333 + - type: precision + value: 95.33926218708827 + - type: recall + value: 96.83794466403161 + task: + type: BitextMining + - dataset: + config: hun_Latn-ace_Latn + name: MTEB FloresBitextMining (hun_Latn-ace_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 44.36758893280632 + - type: f1 + value: 35.26076690108311 + - type: main_score + value: 35.26076690108311 + - type: precision + value: 32.16497024056312 + - type: recall + value: 44.36758893280632 + task: + type: BitextMining + - dataset: + config: hun_Latn-ban_Latn + name: MTEB FloresBitextMining (hun_Latn-ban_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 52.76679841897233 + - type: f1 + value: 44.383484872615306 + - type: main_score + value: 44.383484872615306 + - type: precision + value: 41.43778624756886 + - type: recall + value: 52.76679841897233 + task: + type: BitextMining + - dataset: + config: hun_Latn-ell_Grek + name: MTEB FloresBitextMining (hun_Latn-ell_Grek) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.23320158102767 + - type: f1 + value: 96.34387351778656 + - type: main_score + value: 96.34387351778656 + - type: precision + value: 95.899209486166 + - type: recall + value: 97.23320158102767 + task: + type: BitextMining + - dataset: + config: hun_Latn-hne_Deva + name: MTEB FloresBitextMining (hun_Latn-hne_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 85.27667984189723 + - type: f1 + value: 81.1413043478261 + - type: main_score + value: 81.1413043478261 + - type: precision + value: 79.2384246188594 + - type: recall + value: 85.27667984189723 + task: + type: BitextMining + - dataset: + config: hun_Latn-kik_Latn + name: MTEB FloresBitextMining (hun_Latn-kik_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 29.150197628458496 + - type: f1 + value: 20.971334492317986 + - type: main_score + value: 20.971334492317986 + - type: precision + value: 18.460184139531965 + - type: recall + value: 29.150197628458496 + task: + type: BitextMining + - dataset: + config: hun_Latn-mai_Deva + name: MTEB FloresBitextMining (hun_Latn-mai_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 85.57312252964427 + - type: f1 + value: 81.4939770374553 + - type: main_score + value: 81.4939770374553 + - type: precision + value: 79.62779973649539 + - type: recall + value: 85.57312252964427 + task: + type: BitextMining + - dataset: + config: hun_Latn-pbt_Arab + name: MTEB FloresBitextMining (hun_Latn-pbt_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 62.154150197628454 + - type: f1 + value: 54.20100430969996 + - type: main_score + value: 54.20100430969996 + - type: precision + value: 51.04707792207792 + - type: recall + value: 62.154150197628454 + task: + type: BitextMining + - dataset: + config: hun_Latn-spa_Latn + name: MTEB FloresBitextMining (hun_Latn-spa_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.3201581027668 + - type: f1 + value: 97.76021080368905 + - type: main_score + value: 97.76021080368905 + - type: precision + value: 97.48023715415019 + - type: recall + value: 98.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-twi_Latn + name: MTEB FloresBitextMining (hun_Latn-twi_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 31.719367588932805 + - type: f1 + value: 22.72889550063463 + - type: main_score + value: 22.72889550063463 + - type: precision + value: 19.817498871352623 + - type: recall + value: 31.719367588932805 + task: + type: BitextMining + - dataset: + config: hun_Latn-acm_Arab + name: MTEB FloresBitextMining (hun_Latn-acm_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 94.1699604743083 + - type: f1 + value: 92.40777338603425 + - type: main_score + value: 92.40777338603425 + - type: precision + value: 91.56785243741766 + - type: recall + value: 94.1699604743083 + task: + type: BitextMining + - dataset: + config: hun_Latn-bel_Cyrl + name: MTEB FloresBitextMining (hun_Latn-bel_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 76.6798418972332 + - type: f1 + value: 70.4479578392622 + - type: main_score + value: 70.4479578392622 + - type: precision + value: 67.76515151515152 + - type: recall + value: 76.6798418972332 + task: + type: BitextMining + - dataset: + config: hun_Latn-eng_Latn + name: MTEB FloresBitextMining (hun_Latn-eng_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.70355731225297 + - type: f1 + value: 99.60474308300395 + - type: main_score + value: 99.60474308300395 + - type: precision + value: 99.55533596837944 + - type: recall + value: 99.70355731225297 + task: + type: BitextMining + - dataset: + config: hun_Latn-hrv_Latn + name: MTEB FloresBitextMining (hun_Latn-hrv_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.02371541501977 + - type: f1 + value: 97.364953886693 + - type: main_score + value: 97.364953886693 + - type: precision + value: 97.03557312252964 + - type: recall + value: 98.02371541501977 + task: + type: BitextMining + - dataset: + config: hun_Latn-kin_Latn + name: MTEB FloresBitextMining (hun_Latn-kin_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.565217391304348 + - type: f1 + value: 13.530654483339905 + - type: main_score + value: 13.530654483339905 + - type: precision + value: 11.832674215332318 + - type: recall + value: 19.565217391304348 + task: + type: BitextMining + - dataset: + config: hun_Latn-mal_Mlym + name: MTEB FloresBitextMining (hun_Latn-mal_Mlym) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 31.521739130434785 + - type: f1 + value: 20.393220086895976 + - type: main_score + value: 20.393220086895976 + - type: precision + value: 17.17544303716124 + - type: recall + value: 31.521739130434785 + task: + type: BitextMining + - dataset: + config: hun_Latn-pes_Arab + name: MTEB FloresBitextMining (hun_Latn-pes_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.13438735177866 + - type: f1 + value: 96.17918313570487 + - type: main_score + value: 96.17918313570487 + - type: precision + value: 95.70158102766798 + - type: recall + value: 97.13438735177866 + task: + type: BitextMining + - dataset: + config: hun_Latn-srd_Latn + name: MTEB FloresBitextMining (hun_Latn-srd_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.41106719367589 + - type: f1 + value: 49.03174357251745 + - type: main_score + value: 49.03174357251745 + - type: precision + value: 45.837058472928035 + - type: recall + value: 57.41106719367589 + task: + type: BitextMining + - dataset: + config: hun_Latn-tzm_Tfng + name: MTEB FloresBitextMining (hun_Latn-tzm_Tfng) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 8.399209486166008 + - type: f1 + value: 3.58000764181376 + - type: main_score + value: 3.58000764181376 + - type: precision + value: 2.673917936490082 + - type: recall + value: 8.399209486166008 + task: + type: BitextMining + - dataset: + config: hun_Latn-acq_Arab + name: MTEB FloresBitextMining (hun_Latn-acq_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 94.26877470355731 + - type: f1 + value: 92.60069640504423 + - type: main_score + value: 92.60069640504423 + - type: precision + value: 91.79841897233202 + - type: recall + value: 94.26877470355731 + task: + type: BitextMining + - dataset: + config: hun_Latn-bem_Latn + name: MTEB FloresBitextMining (hun_Latn-bem_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.703557312252965 + - type: f1 + value: 17.53664045660093 + - type: main_score + value: 17.53664045660093 + - type: precision + value: 15.379173966130487 + - type: recall + value: 24.703557312252965 + task: + type: BitextMining + - dataset: + config: hun_Latn-epo_Latn + name: MTEB FloresBitextMining (hun_Latn-epo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 67.09486166007905 + - type: f1 + value: 59.89585293933119 + - type: main_score + value: 59.89585293933119 + - type: precision + value: 57.095371416023575 + - type: recall + value: 67.09486166007905 + task: + type: BitextMining + - dataset: + config: hun_Latn-kir_Cyrl + name: MTEB FloresBitextMining (hun_Latn-kir_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 62.74703557312253 + - type: f1 + value: 53.884105025409376 + - type: main_score + value: 53.884105025409376 + - type: precision + value: 50.45713344626388 + - type: recall + value: 62.74703557312253 + task: + type: BitextMining + - dataset: + config: hun_Latn-mar_Deva + name: MTEB FloresBitextMining (hun_Latn-mar_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.41501976284584 + - type: f1 + value: 87.33530961791831 + - type: main_score + value: 87.33530961791831 + - type: precision + value: 85.83662714097497 + - type: recall + value: 90.41501976284584 + task: + type: BitextMining + - dataset: + config: hun_Latn-plt_Latn + name: MTEB FloresBitextMining (hun_Latn-plt_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.727272727272727 + - type: f1 + value: 15.532662879500823 + - type: main_score + value: 15.532662879500823 + - type: precision + value: 13.448042632073395 + - type: recall + value: 22.727272727272727 + task: + type: BitextMining + - dataset: + config: hun_Latn-srp_Cyrl + name: MTEB FloresBitextMining (hun_Latn-srp_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.22134387351778 + - type: main_score + value: 98.22134387351778 + - type: precision + value: 98.04018445322794 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: hun_Latn-uig_Arab + name: MTEB FloresBitextMining (hun_Latn-uig_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.43873517786561 + - type: f1 + value: 27.744194485795276 + - type: main_score + value: 27.744194485795276 + - type: precision + value: 24.23794804229587 + - type: recall + value: 38.43873517786561 + task: + type: BitextMining + - dataset: + config: hun_Latn-aeb_Arab + name: MTEB FloresBitextMining (hun_Latn-aeb_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 87.64822134387352 + - type: f1 + value: 84.20289855072464 + - type: main_score + value: 84.20289855072464 + - type: precision + value: 82.59222661396575 + - type: recall + value: 87.64822134387352 + task: + type: BitextMining + - dataset: + config: hun_Latn-ben_Beng + name: MTEB FloresBitextMining (hun_Latn-ben_Beng) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 58.89328063241107 + - type: f1 + value: 50.06368028107159 + - type: main_score + value: 50.06368028107159 + - type: precision + value: 46.65843214756259 + - type: recall + value: 58.89328063241107 + task: + type: BitextMining + - dataset: + config: hun_Latn-est_Latn + name: MTEB FloresBitextMining (hun_Latn-est_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.93675889328063 + - type: f1 + value: 95.94861660079052 + - type: main_score + value: 95.94861660079052 + - type: precision + value: 95.45454545454545 + - type: recall + value: 96.93675889328063 + task: + type: BitextMining + - dataset: + config: hun_Latn-hye_Armn + name: MTEB FloresBitextMining (hun_Latn-hye_Armn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 95.25691699604744 + - type: f1 + value: 93.72529644268775 + - type: main_score + value: 93.72529644268775 + - type: precision + value: 92.96772068511198 + - type: recall + value: 95.25691699604744 + task: + type: BitextMining + - dataset: + config: hun_Latn-kmb_Latn + name: MTEB FloresBitextMining (hun_Latn-kmb_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.960474308300398 + - type: f1 + value: 13.20237384873516 + - type: main_score + value: 13.20237384873516 + - type: precision + value: 11.311335102095969 + - type: recall + value: 19.960474308300398 + task: + type: BitextMining + - dataset: + config: hun_Latn-min_Arab + name: MTEB FloresBitextMining (hun_Latn-min_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 5.0395256916996045 + - type: f1 + value: 3.1676777328951236 + - type: main_score + value: 3.1676777328951236 + - type: precision + value: 2.674258109040718 + - type: recall + value: 5.0395256916996045 + task: + type: BitextMining + - dataset: + config: hun_Latn-pol_Latn + name: MTEB FloresBitextMining (hun_Latn-pol_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.82608695652173 + - type: f1 + value: 97.10144927536233 + - type: main_score + value: 97.10144927536233 + - type: precision + value: 96.73913043478261 + - type: recall + value: 97.82608695652173 + task: + type: BitextMining + - dataset: + config: hun_Latn-ssw_Latn + name: MTEB FloresBitextMining (hun_Latn-ssw_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.280632411067195 + - type: f1 + value: 11.959353583975764 + - type: main_score + value: 11.959353583975764 + - type: precision + value: 10.166556516605924 + - type: recall + value: 18.280632411067195 + task: + type: BitextMining + - dataset: + config: hun_Latn-ukr_Cyrl + name: MTEB FloresBitextMining (hun_Latn-ukr_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.02371541501977 + - type: main_score + value: 98.02371541501977 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: hun_Latn-afr_Latn + name: MTEB FloresBitextMining (hun_Latn-afr_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 86.16600790513834 + - type: f1 + value: 82.3254281949934 + - type: main_score + value: 82.3254281949934 + - type: precision + value: 80.62252964426878 + - type: recall + value: 86.16600790513834 + task: + type: BitextMining + - dataset: + config: hun_Latn-bho_Deva + name: MTEB FloresBitextMining (hun_Latn-bho_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 79.1501976284585 + - type: f1 + value: 73.85210803689063 + - type: main_score + value: 73.85210803689063 + - type: precision + value: 71.59679089026916 + - type: recall + value: 79.1501976284585 + task: + type: BitextMining + - dataset: + config: hun_Latn-eus_Latn + name: MTEB FloresBitextMining (hun_Latn-eus_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.509881422924906 + - type: f1 + value: 48.961673482424466 + - type: main_score + value: 48.961673482424466 + - type: precision + value: 45.691503544764416 + - type: recall + value: 57.509881422924906 + task: + type: BitextMining + - dataset: + config: hun_Latn-ibo_Latn + name: MTEB FloresBitextMining (hun_Latn-ibo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.81422924901186 + - type: f1 + value: 16.730436325688043 + - type: main_score + value: 16.730436325688043 + - type: precision + value: 14.637218419333042 + - type: recall + value: 23.81422924901186 + task: + type: BitextMining + - dataset: + config: hun_Latn-kmr_Latn + name: MTEB FloresBitextMining (hun_Latn-kmr_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.537549407114625 + - type: f1 + value: 31.067899491812533 + - type: main_score + value: 31.067899491812533 + - type: precision + value: 28.343532016950988 + - type: recall + value: 38.537549407114625 + task: + type: BitextMining + - dataset: + config: hun_Latn-min_Latn + name: MTEB FloresBitextMining (hun_Latn-min_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 53.16205533596838 + - type: f1 + value: 44.79422257584313 + - type: main_score + value: 44.79422257584313 + - type: precision + value: 41.8558253340862 + - type: recall + value: 53.16205533596838 + task: + type: BitextMining + - dataset: + config: hun_Latn-por_Latn + name: MTEB FloresBitextMining (hun_Latn-por_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.15546772068511 + - type: main_score + value: 98.15546772068511 + - type: precision + value: 97.92490118577075 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: hun_Latn-sun_Latn + name: MTEB FloresBitextMining (hun_Latn-sun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.015810276679844 + - type: f1 + value: 48.49260752422808 + - type: main_score + value: 48.49260752422808 + - type: precision + value: 45.30459878285965 + - type: recall + value: 57.015810276679844 + task: + type: BitextMining + - dataset: + config: hun_Latn-umb_Latn + name: MTEB FloresBitextMining (hun_Latn-umb_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.35573122529644 + - type: f1 + value: 14.320594864073124 + - type: main_score + value: 14.320594864073124 + - type: precision + value: 12.56864386162805 + - type: recall + value: 20.35573122529644 + task: + type: BitextMining + - dataset: + config: hun_Latn-ajp_Arab + name: MTEB FloresBitextMining (hun_Latn-ajp_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.51383399209486 + - type: f1 + value: 87.63833992094861 + - type: main_score + value: 87.63833992094861 + - type: precision + value: 86.27305665349144 + - type: recall + value: 90.51383399209486 + task: + type: BitextMining + - dataset: + config: hun_Latn-bjn_Arab + name: MTEB FloresBitextMining (hun_Latn-bjn_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 4.545454545454546 + - type: f1 + value: 2.8589608678541487 + - type: main_score + value: 2.8589608678541487 + - type: precision + value: 2.3945981554677207 + - type: recall + value: 4.545454545454546 + task: + type: BitextMining + - dataset: + config: hun_Latn-ewe_Latn + name: MTEB FloresBitextMining (hun_Latn-ewe_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 28.65612648221344 + - type: f1 + value: 20.871396294793783 + - type: main_score + value: 20.871396294793783 + - type: precision + value: 18.36751906415938 + - type: recall + value: 28.65612648221344 + task: + type: BitextMining + - dataset: + config: hun_Latn-ilo_Latn + name: MTEB FloresBitextMining (hun_Latn-ilo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.04347826086957 + - type: f1 + value: 29.756703825379716 + - type: main_score + value: 29.756703825379716 + - type: precision + value: 27.0737723648384 + - type: recall + value: 38.04347826086957 + task: + type: BitextMining + - dataset: + config: hun_Latn-knc_Arab + name: MTEB FloresBitextMining (hun_Latn-knc_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 6.521739130434782 + - type: f1 + value: 3.7350465997873576 + - type: main_score + value: 3.7350465997873576 + - type: precision + value: 2.9545258485475876 + - type: recall + value: 6.521739130434782 + task: + type: BitextMining + - dataset: + config: hun_Latn-mkd_Cyrl + name: MTEB FloresBitextMining (hun_Latn-mkd_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.01185770750988 + - type: f1 + value: 98.69894598155466 + - type: main_score + value: 98.69894598155466 + - type: precision + value: 98.55072463768117 + - type: recall + value: 99.01185770750988 + task: + type: BitextMining + - dataset: + config: hun_Latn-prs_Arab + name: MTEB FloresBitextMining (hun_Latn-prs_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.24505928853755 + - type: f1 + value: 95.0592885375494 + - type: main_score + value: 95.0592885375494 + - type: precision + value: 94.46640316205533 + - type: recall + value: 96.24505928853755 + task: + type: BitextMining + - dataset: + config: hun_Latn-swe_Latn + name: MTEB FloresBitextMining (hun_Latn-swe_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.12252964426878 + - type: f1 + value: 97.5296442687747 + - type: main_score + value: 97.5296442687747 + - type: precision + value: 97.23320158102767 + - type: recall + value: 98.12252964426878 + task: + type: BitextMining + - dataset: + config: hun_Latn-urd_Arab + name: MTEB FloresBitextMining (hun_Latn-urd_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 91.30434782608695 + - type: f1 + value: 88.71870882740447 + - type: main_score + value: 88.71870882740447 + - type: precision + value: 87.54940711462451 + - type: recall + value: 91.30434782608695 + task: + type: BitextMining + - dataset: + config: hun_Latn-aka_Latn + name: MTEB FloresBitextMining (hun_Latn-aka_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 32.80632411067194 + - type: f1 + value: 24.35555304379415 + - type: main_score + value: 24.35555304379415 + - type: precision + value: 21.803324036525616 + - type: recall + value: 32.80632411067194 + task: + type: BitextMining + - dataset: + config: hun_Latn-bjn_Latn + name: MTEB FloresBitextMining (hun_Latn-bjn_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.36363636363637 + - type: f1 + value: 53.60664807305123 + - type: main_score + value: 53.60664807305123 + - type: precision + value: 50.76114404918752 + - type: recall + value: 61.36363636363637 + task: + type: BitextMining + - dataset: + config: hun_Latn-fao_Latn + name: MTEB FloresBitextMining (hun_Latn-fao_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.21739130434783 + - type: f1 + value: 31.916111995163376 + - type: main_score + value: 31.916111995163376 + - type: precision + value: 29.210699269987806 + - type: recall + value: 40.21739130434783 + task: + type: BitextMining + - dataset: + config: hun_Latn-ind_Latn + name: MTEB FloresBitextMining (hun_Latn-ind_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.3201581027668 + - type: f1 + value: 97.76021080368908 + - type: main_score + value: 97.76021080368908 + - type: precision + value: 97.48023715415019 + - type: recall + value: 98.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-knc_Latn + name: MTEB FloresBitextMining (hun_Latn-knc_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 28.063241106719367 + - type: f1 + value: 20.564513338982866 + - type: main_score + value: 20.564513338982866 + - type: precision + value: 18.309011014180555 + - type: recall + value: 28.063241106719367 + task: + type: BitextMining + - dataset: + config: hun_Latn-mlt_Latn + name: MTEB FloresBitextMining (hun_Latn-mlt_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.24110671936759 + - type: f1 + value: 29.853454077762382 + - type: main_score + value: 29.853454077762382 + - type: precision + value: 27.077266168175257 + - type: recall + value: 38.24110671936759 + task: + type: BitextMining + - dataset: + config: hun_Latn-quy_Latn + name: MTEB FloresBitextMining (hun_Latn-quy_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 30.731225296442688 + - type: f1 + value: 22.011588898068787 + - type: main_score + value: 22.011588898068787 + - type: precision + value: 19.295338362779074 + - type: recall + value: 30.731225296442688 + task: + type: BitextMining + - dataset: + config: hun_Latn-swh_Latn + name: MTEB FloresBitextMining (hun_Latn-swh_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 43.18181818181818 + - type: f1 + value: 33.97571137689715 + - type: main_score + value: 33.97571137689715 + - type: precision + value: 30.92795187903884 + - type: recall + value: 43.18181818181818 + task: + type: BitextMining + - dataset: + config: hun_Latn-uzn_Latn + name: MTEB FloresBitextMining (hun_Latn-uzn_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 53.16205533596838 + - type: f1 + value: 44.43652362130623 + - type: main_score + value: 44.43652362130623 + - type: precision + value: 41.17314805308877 + - type: recall + value: 53.16205533596838 + task: + type: BitextMining + - dataset: + config: hun_Latn-als_Latn + name: MTEB FloresBitextMining (hun_Latn-als_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.3201581027668 + - type: f1 + value: 97.79973649538867 + - type: main_score + value: 97.79973649538867 + - type: precision + value: 97.55434782608695 + - type: recall + value: 98.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-bod_Tibt + name: MTEB FloresBitextMining (hun_Latn-bod_Tibt) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 6.8181818181818175 + - type: f1 + value: 2.2953050215236326 + - type: main_score + value: 2.2953050215236326 + - type: precision + value: 1.5697520183166118 + - type: recall + value: 6.8181818181818175 + task: + type: BitextMining + - dataset: + config: hun_Latn-fij_Latn + name: MTEB FloresBitextMining (hun_Latn-fij_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.035573122529645 + - type: f1 + value: 14.69390622552678 + - type: main_score + value: 14.69390622552678 + - type: precision + value: 12.644612469217211 + - type: recall + value: 22.035573122529645 + task: + type: BitextMining + - dataset: + config: hun_Latn-isl_Latn + name: MTEB FloresBitextMining (hun_Latn-isl_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 53.458498023715414 + - type: f1 + value: 44.832148527800705 + - type: main_score + value: 44.832148527800705 + - type: precision + value: 41.66498055085012 + - type: recall + value: 53.458498023715414 + task: + type: BitextMining + - dataset: + config: hun_Latn-kon_Latn + name: MTEB FloresBitextMining (hun_Latn-kon_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 28.65612648221344 + - type: f1 + value: 20.795180061484405 + - type: main_score + value: 20.795180061484405 + - type: precision + value: 18.46173214022184 + - type: recall + value: 28.65612648221344 + task: + type: BitextMining + - dataset: + config: hun_Latn-mni_Beng + name: MTEB FloresBitextMining (hun_Latn-mni_Beng) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 8.003952569169961 + - type: f1 + value: 4.158688065918943 + - type: main_score + value: 4.158688065918943 + - type: precision + value: 3.2068937614034385 + - type: recall + value: 8.003952569169961 + task: + type: BitextMining + - dataset: + config: hun_Latn-ron_Latn + name: MTEB FloresBitextMining (hun_Latn-ron_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.02371541501977 + - type: f1 + value: 97.41436100131752 + - type: main_score + value: 97.41436100131752 + - type: precision + value: 97.1179183135705 + - type: recall + value: 98.02371541501977 + task: + type: BitextMining + - dataset: + config: hun_Latn-szl_Latn + name: MTEB FloresBitextMining (hun_Latn-szl_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 67.3913043478261 + - type: f1 + value: 60.07080479906567 + - type: main_score + value: 60.07080479906567 + - type: precision + value: 57.09662619988707 + - type: recall + value: 67.3913043478261 + task: + type: BitextMining + - dataset: + config: hun_Latn-vec_Latn + name: MTEB FloresBitextMining (hun_Latn-vec_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 71.04743083003953 + - type: f1 + value: 64.06934249325555 + - type: main_score + value: 64.06934249325555 + - type: precision + value: 61.27450749733357 + - type: recall + value: 71.04743083003953 + task: + type: BitextMining + - dataset: + config: hun_Latn-amh_Ethi + name: MTEB FloresBitextMining (hun_Latn-amh_Ethi) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 48.22134387351779 + - type: f1 + value: 39.01194326095512 + - type: main_score + value: 39.01194326095512 + - type: precision + value: 35.72693427449513 + - type: recall + value: 48.22134387351779 + task: + type: BitextMining + - dataset: + config: hun_Latn-bos_Latn + name: MTEB FloresBitextMining (hun_Latn-bos_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.66139657444003 + - type: main_score + value: 97.66139657444003 + - type: precision + value: 97.38142292490119 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: hun_Latn-fin_Latn + name: MTEB FloresBitextMining (hun_Latn-fin_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.54150197628458 + - type: f1 + value: 95.48748353096178 + - type: main_score + value: 95.48748353096178 + - type: precision + value: 94.97694334650856 + - type: recall + value: 96.54150197628458 + task: + type: BitextMining + - dataset: + config: hun_Latn-ita_Latn + name: MTEB FloresBitextMining (hun_Latn-ita_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.62845849802372 + - type: main_score + value: 97.62845849802372 + - type: precision + value: 97.33201581027669 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: hun_Latn-kor_Hang + name: MTEB FloresBitextMining (hun_Latn-kor_Hang) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.6403162055336 + - type: f1 + value: 95.55335968379447 + - type: main_score + value: 95.55335968379447 + - type: precision + value: 95.02635046113308 + - type: recall + value: 96.6403162055336 + task: + type: BitextMining + - dataset: + config: hun_Latn-mos_Latn + name: MTEB FloresBitextMining (hun_Latn-mos_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.40711462450593 + - type: f1 + value: 17.097392616167323 + - type: main_score + value: 17.097392616167323 + - type: precision + value: 14.96211680863506 + - type: recall + value: 24.40711462450593 + task: + type: BitextMining + - dataset: + config: hun_Latn-run_Latn + name: MTEB FloresBitextMining (hun_Latn-run_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.268774703557312 + - type: f1 + value: 13.393394674637408 + - type: main_score + value: 13.393394674637408 + - type: precision + value: 11.684515665493928 + - type: recall + value: 19.268774703557312 + task: + type: BitextMining + - dataset: + config: hun_Latn-tam_Taml + name: MTEB FloresBitextMining (hun_Latn-tam_Taml) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 33.10276679841897 + - type: f1 + value: 22.323034516970438 + - type: main_score + value: 22.323034516970438 + - type: precision + value: 19.09643852053971 + - type: recall + value: 33.10276679841897 + task: + type: BitextMining + - dataset: + config: hun_Latn-vie_Latn + name: MTEB FloresBitextMining (hun_Latn-vie_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.78853754940711 + - type: main_score + value: 96.78853754940711 + - type: precision + value: 96.44268774703558 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: hun_Latn-apc_Arab + name: MTEB FloresBitextMining (hun_Latn-apc_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 89.52569169960475 + - type: f1 + value: 86.3866930171278 + - type: main_score + value: 86.3866930171278 + - type: precision + value: 84.88965744400527 + - type: recall + value: 89.52569169960475 + task: + type: BitextMining + - dataset: + config: hun_Latn-bug_Latn + name: MTEB FloresBitextMining (hun_Latn-bug_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 41.10671936758894 + - type: f1 + value: 32.519071288834134 + - type: main_score + value: 32.519071288834134 + - type: precision + value: 29.589724888637935 + - type: recall + value: 41.10671936758894 + task: + type: BitextMining + - dataset: + config: hun_Latn-fon_Latn + name: MTEB FloresBitextMining (hun_Latn-fon_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.011857707509883 + - type: f1 + value: 16.65413666051177 + - type: main_score + value: 16.65413666051177 + - type: precision + value: 14.44553387982242 + - type: recall + value: 24.011857707509883 + task: + type: BitextMining + - dataset: + config: hun_Latn-jav_Latn + name: MTEB FloresBitextMining (hun_Latn-jav_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 50.790513833992094 + - type: f1 + value: 42.12222669732551 + - type: main_score + value: 42.12222669732551 + - type: precision + value: 38.93025754438798 + - type: recall + value: 50.790513833992094 + task: + type: BitextMining + - dataset: + config: hun_Latn-lao_Laoo + name: MTEB FloresBitextMining (hun_Latn-lao_Laoo) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 81.22529644268775 + - type: f1 + value: 76.44268774703558 + - type: main_score + value: 76.44268774703558 + - type: precision + value: 74.38899868247694 + - type: recall + value: 81.22529644268775 + task: + type: BitextMining + - dataset: + config: hun_Latn-mri_Latn + name: MTEB FloresBitextMining (hun_Latn-mri_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.14624505928854 + - type: f1 + value: 14.113868754795284 + - type: main_score + value: 14.113868754795284 + - type: precision + value: 12.233295487683236 + - type: recall + value: 21.14624505928854 + task: + type: BitextMining + - dataset: + config: hun_Latn-rus_Cyrl + name: MTEB FloresBitextMining (hun_Latn-rus_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.02371541501977 + - type: main_score + value: 98.02371541501977 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: hun_Latn-taq_Latn + name: MTEB FloresBitextMining (hun_Latn-taq_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 29.150197628458496 + - type: f1 + value: 21.56224940835925 + - type: main_score + value: 21.56224940835925 + - type: precision + value: 19.12067594435067 + - type: recall + value: 29.150197628458496 + task: + type: BitextMining + - dataset: + config: hun_Latn-war_Latn + name: MTEB FloresBitextMining (hun_Latn-war_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.92490118577075 + - type: f1 + value: 39.02455745835192 + - type: main_score + value: 39.02455745835192 + - type: precision + value: 35.80729656816613 + - type: recall + value: 47.92490118577075 + task: + type: BitextMining + - dataset: + config: hun_Latn-arb_Arab + name: MTEB FloresBitextMining (hun_Latn-arb_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.73913043478261 + - type: f1 + value: 95.70158102766798 + - type: main_score + value: 95.70158102766798 + - type: precision + value: 95.20750988142292 + - type: recall + value: 96.73913043478261 + task: + type: BitextMining + - dataset: + config: hun_Latn-bul_Cyrl + name: MTEB FloresBitextMining (hun_Latn-bul_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.81422924901186 + - type: f1 + value: 98.41897233201581 + - type: main_score + value: 98.41897233201581 + - type: precision + value: 98.22134387351778 + - type: recall + value: 98.81422924901186 + task: + type: BitextMining + - dataset: + config: hun_Latn-fra_Latn + name: MTEB FloresBitextMining (hun_Latn-fra_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.20487483530961 + - type: main_score + value: 98.20487483530961 + - type: precision + value: 98.00724637681158 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: hun_Latn-jpn_Jpan + name: MTEB FloresBitextMining (hun_Latn-jpn_Jpan) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.4308300395257 + - type: f1 + value: 96.62384716732542 + - type: main_score + value: 96.62384716732542 + - type: precision + value: 96.22859025032938 + - type: recall + value: 97.4308300395257 + task: + type: BitextMining + - dataset: + config: hun_Latn-lij_Latn + name: MTEB FloresBitextMining (hun_Latn-lij_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.462450592885375 + - type: f1 + value: 53.83956019825585 + - type: main_score + value: 53.83956019825585 + - type: precision + value: 50.99355354790137 + - type: recall + value: 61.462450592885375 + task: + type: BitextMining + - dataset: + config: hun_Latn-mya_Mymr + name: MTEB FloresBitextMining (hun_Latn-mya_Mymr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 87.94466403162056 + - type: f1 + value: 84.35441370223978 + - type: main_score + value: 84.35441370223978 + - type: precision + value: 82.62516469038209 + - type: recall + value: 87.94466403162056 + task: + type: BitextMining + - dataset: + config: hun_Latn-sag_Latn + name: MTEB FloresBitextMining (hun_Latn-sag_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 26.778656126482215 + - type: f1 + value: 19.308452307464165 + - type: main_score + value: 19.308452307464165 + - type: precision + value: 17.034204267405848 + - type: recall + value: 26.778656126482215 + task: + type: BitextMining + - dataset: + config: hun_Latn-taq_Tfng + name: MTEB FloresBitextMining (hun_Latn-taq_Tfng) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 9.881422924901186 + - type: f1 + value: 4.609802089712222 + - type: main_score + value: 4.609802089712222 + - type: precision + value: 3.637119451226313 + - type: recall + value: 9.881422924901186 + task: + type: BitextMining + - dataset: + config: hun_Latn-wol_Latn + name: MTEB FloresBitextMining (hun_Latn-wol_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 25.889328063241106 + - type: f1 + value: 18.100804452349074 + - type: main_score + value: 18.100804452349074 + - type: precision + value: 15.810534115118239 + - type: recall + value: 25.889328063241106 + task: + type: BitextMining + - dataset: + config: hun_Latn-arb_Latn + name: MTEB FloresBitextMining (hun_Latn-arb_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.909090909090908 + - type: f1 + value: 10.402177262184757 + - type: main_score + value: 10.402177262184757 + - type: precision + value: 8.865648966497606 + - type: recall + value: 15.909090909090908 + task: + type: BitextMining + - dataset: + config: hun_Latn-cat_Latn + name: MTEB FloresBitextMining (hun_Latn-cat_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.92490118577075 + - type: f1 + value: 97.266139657444 + - type: main_score + value: 97.266139657444 + - type: precision + value: 96.95322793148881 + - type: recall + value: 97.92490118577075 + task: + type: BitextMining + - dataset: + config: hun_Latn-fur_Latn + name: MTEB FloresBitextMining (hun_Latn-fur_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.015810276679844 + - type: f1 + value: 48.64083380387728 + - type: main_score + value: 48.64083380387728 + - type: precision + value: 45.417258411329556 + - type: recall + value: 57.015810276679844 + task: + type: BitextMining + - dataset: + config: hun_Latn-kab_Latn + name: MTEB FloresBitextMining (hun_Latn-kab_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 10.968379446640316 + - type: f1 + value: 6.959759140211361 + - type: main_score + value: 6.959759140211361 + - type: precision + value: 5.963116127394784 + - type: recall + value: 10.968379446640316 + task: + type: BitextMining + - dataset: + config: hun_Latn-lim_Latn + name: MTEB FloresBitextMining (hun_Latn-lim_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.95652173913043 + - type: f1 + value: 54.0354633289416 + - type: main_score + value: 54.0354633289416 + - type: precision + value: 50.790317774013424 + - type: recall + value: 61.95652173913043 + task: + type: BitextMining + - dataset: + config: hun_Latn-nld_Latn + name: MTEB FloresBitextMining (hun_Latn-nld_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.92490118577075 + - type: f1 + value: 97.24967061923583 + - type: main_score + value: 97.24967061923583 + - type: precision + value: 96.92028985507247 + - type: recall + value: 97.92490118577075 + task: + type: BitextMining + - dataset: + config: hun_Latn-san_Deva + name: MTEB FloresBitextMining (hun_Latn-san_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 68.18181818181817 + - type: f1 + value: 60.617824204780725 + - type: main_score + value: 60.617824204780725 + - type: precision + value: 57.45059288537549 + - type: recall + value: 68.18181818181817 + task: + type: BitextMining + - dataset: + config: hun_Latn-tat_Cyrl + name: MTEB FloresBitextMining (hun_Latn-tat_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 44.26877470355731 + - type: f1 + value: 35.63577836305109 + - type: main_score + value: 35.63577836305109 + - type: precision + value: 32.610738240678955 + - type: recall + value: 44.26877470355731 + task: + type: BitextMining + - dataset: + config: hun_Latn-xho_Latn + name: MTEB FloresBitextMining (hun_Latn-xho_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.640316205533598 + - type: f1 + value: 14.986725724868016 + - type: main_score + value: 14.986725724868016 + - type: precision + value: 13.088259456836532 + - type: recall + value: 21.640316205533598 + task: + type: BitextMining + - dataset: + config: hun_Latn-ars_Arab + name: MTEB FloresBitextMining (hun_Latn-ars_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.73913043478261 + - type: f1 + value: 95.71805006587614 + - type: main_score + value: 95.71805006587614 + - type: precision + value: 95.24044795783925 + - type: recall + value: 96.73913043478261 + task: + type: BitextMining + - dataset: + config: hun_Latn-ceb_Latn + name: MTEB FloresBitextMining (hun_Latn-ceb_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 42.88537549407115 + - type: f1 + value: 34.336194383131144 + - type: main_score + value: 34.336194383131144 + - type: precision + value: 31.347837494082555 + - type: recall + value: 42.88537549407115 + task: + type: BitextMining + - dataset: + config: hun_Latn-fuv_Latn + name: MTEB FloresBitextMining (hun_Latn-fuv_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.3201581027668 + - type: f1 + value: 16.141826616394955 + - type: main_score + value: 16.141826616394955 + - type: precision + value: 14.023000672762354 + - type: recall + value: 23.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-kac_Latn + name: MTEB FloresBitextMining (hun_Latn-kac_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 25.592885375494074 + - type: f1 + value: 17.57004650805358 + - type: main_score + value: 17.57004650805358 + - type: precision + value: 15.081969336051927 + - type: recall + value: 25.592885375494074 + task: + type: BitextMining + - dataset: + config: hun_Latn-lin_Latn + name: MTEB FloresBitextMining (hun_Latn-lin_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 27.4703557312253 + - type: f1 + value: 20.036600356769586 + - type: main_score + value: 20.036600356769586 + - type: precision + value: 17.735989968815623 + - type: recall + value: 27.4703557312253 + task: + type: BitextMining + - dataset: + config: hun_Latn-nno_Latn + name: MTEB FloresBitextMining (hun_Latn-nno_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.01976284584981 + - type: f1 + value: 86.83135704874834 + - type: main_score + value: 86.83135704874834 + - type: precision + value: 85.28491436100131 + - type: recall + value: 90.01976284584981 + task: + type: BitextMining + - dataset: + config: hun_Latn-sat_Olck + name: MTEB FloresBitextMining (hun_Latn-sat_Olck) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 1.6798418972332017 + - type: f1 + value: 0.1837116340481598 + - type: main_score + value: 0.1837116340481598 + - type: precision + value: 0.1042284157267985 + - type: recall + value: 1.6798418972332017 + task: + type: BitextMining + - dataset: + config: hun_Latn-tel_Telu + name: MTEB FloresBitextMining (hun_Latn-tel_Telu) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 37.05533596837945 + - type: f1 + value: 25.82022797141374 + - type: main_score + value: 25.82022797141374 + - type: precision + value: 22.46902005548251 + - type: recall + value: 37.05533596837945 + task: + type: BitextMining + - dataset: + config: hun_Latn-ydd_Hebr + name: MTEB FloresBitextMining (hun_Latn-ydd_Hebr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 26.679841897233203 + - type: f1 + value: 19.173300623399435 + - type: main_score + value: 19.173300623399435 + - type: precision + value: 16.94224610479551 + - type: recall + value: 26.679841897233203 + task: + type: BitextMining + - dataset: + config: hun_Latn-ary_Arab + name: MTEB FloresBitextMining (hun_Latn-ary_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 78.26086956521739 + - type: f1 + value: 72.50000000000001 + - type: main_score + value: 72.50000000000001 + - type: precision + value: 69.96376811594203 + - type: recall + value: 78.26086956521739 + task: + type: BitextMining + - dataset: + config: hun_Latn-ces_Latn + name: MTEB FloresBitextMining (hun_Latn-ces_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.81422924901186 + - type: f1 + value: 98.43544137022397 + - type: main_score + value: 98.43544137022397 + - type: precision + value: 98.25428194993412 + - type: recall + value: 98.81422924901186 + task: + type: BitextMining + - dataset: + config: hun_Latn-gaz_Latn + name: MTEB FloresBitextMining (hun_Latn-gaz_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 9.980237154150199 + - type: f1 + value: 5.994494635798983 + - type: main_score + value: 5.994494635798983 + - type: precision + value: 4.919005840448529 + - type: recall + value: 9.980237154150199 + task: + type: BitextMining + - dataset: + config: hun_Latn-kam_Latn + name: MTEB FloresBitextMining (hun_Latn-kam_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.3201581027668 + - type: f1 + value: 16.424051495806534 + - type: main_score + value: 16.424051495806534 + - type: precision + value: 14.459522553643106 + - type: recall + value: 23.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-lit_Latn + name: MTEB FloresBitextMining (hun_Latn-lit_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.83794466403161 + - type: f1 + value: 95.83333333333333 + - type: main_score + value: 95.83333333333333 + - type: precision + value: 95.33926218708827 + - type: recall + value: 96.83794466403161 + task: + type: BitextMining + - dataset: + config: hun_Latn-nob_Latn + name: MTEB FloresBitextMining (hun_Latn-nob_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.3201581027668 + - type: f1 + value: 97.76021080368905 + - type: main_score + value: 97.76021080368905 + - type: precision + value: 97.48023715415019 + - type: recall + value: 98.3201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-scn_Latn + name: MTEB FloresBitextMining (hun_Latn-scn_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 51.87747035573123 + - type: f1 + value: 43.36049361653871 + - type: main_score + value: 43.36049361653871 + - type: precision + value: 40.30740244055462 + - type: recall + value: 51.87747035573123 + task: + type: BitextMining + - dataset: + config: hun_Latn-tgk_Cyrl + name: MTEB FloresBitextMining (hun_Latn-tgk_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.55335968379447 + - type: f1 + value: 13.128935458480912 + - type: main_score + value: 13.128935458480912 + - type: precision + value: 11.057231361085117 + - type: recall + value: 20.55335968379447 + task: + type: BitextMining + - dataset: + config: hun_Latn-yor_Latn + name: MTEB FloresBitextMining (hun_Latn-yor_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.442687747035574 + - type: f1 + value: 14.66318540923284 + - type: main_score + value: 14.66318540923284 + - type: precision + value: 12.66918769636161 + - type: recall + value: 21.442687747035574 + task: + type: BitextMining + - dataset: + config: hun_Latn-arz_Arab + name: MTEB FloresBitextMining (hun_Latn-arz_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 88.83399209486166 + - type: f1 + value: 85.53359683794466 + - type: main_score + value: 85.53359683794466 + - type: precision + value: 83.9756258234519 + - type: recall + value: 88.83399209486166 + task: + type: BitextMining + - dataset: + config: hun_Latn-cjk_Latn + name: MTEB FloresBitextMining (hun_Latn-cjk_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.110671936758894 + - type: f1 + value: 15.892393728362105 + - type: main_score + value: 15.892393728362105 + - type: precision + value: 13.535460289542877 + - type: recall + value: 24.110671936758894 + task: + type: BitextMining + - dataset: + config: hun_Latn-gla_Latn + name: MTEB FloresBitextMining (hun_Latn-gla_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.675889328063242 + - type: f1 + value: 11.970781275739425 + - type: main_score + value: 11.970781275739425 + - type: precision + value: 10.05144079131233 + - type: recall + value: 18.675889328063242 + task: + type: BitextMining + - dataset: + config: hun_Latn-kan_Knda + name: MTEB FloresBitextMining (hun_Latn-kan_Knda) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 26.877470355731226 + - type: f1 + value: 16.721570477237762 + - type: main_score + value: 16.721570477237762 + - type: precision + value: 14.197536551479637 + - type: recall + value: 26.877470355731226 + task: + type: BitextMining + - dataset: + config: hun_Latn-lmo_Latn + name: MTEB FloresBitextMining (hun_Latn-lmo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 53.359683794466406 + - type: f1 + value: 44.27324487107096 + - type: main_score + value: 44.27324487107096 + - type: precision + value: 40.8869004842325 + - type: recall + value: 53.359683794466406 + task: + type: BitextMining + - dataset: + config: hun_Latn-npi_Deva + name: MTEB FloresBitextMining (hun_Latn-npi_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 84.28853754940711 + - type: f1 + value: 79.7364953886693 + - type: main_score + value: 79.7364953886693 + - type: precision + value: 77.65151515151516 + - type: recall + value: 84.28853754940711 + task: + type: BitextMining + - dataset: + config: hun_Latn-shn_Mymr + name: MTEB FloresBitextMining (hun_Latn-shn_Mymr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 25.395256916996047 + - type: f1 + value: 17.231134039434433 + - type: main_score + value: 17.231134039434433 + - type: precision + value: 14.857109019658427 + - type: recall + value: 25.395256916996047 + task: + type: BitextMining + - dataset: + config: hun_Latn-tgl_Latn + name: MTEB FloresBitextMining (hun_Latn-tgl_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 48.81422924901186 + - type: f1 + value: 39.49636112679591 + - type: main_score + value: 39.49636112679591 + - type: precision + value: 36.20188084861998 + - type: recall + value: 48.81422924901186 + task: + type: BitextMining + - dataset: + config: hun_Latn-yue_Hant + name: MTEB FloresBitextMining (hun_Latn-yue_Hant) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.01185770750988 + - type: f1 + value: 98.6824769433465 + - type: main_score + value: 98.6824769433465 + - type: precision + value: 98.51778656126481 + - type: recall + value: 99.01185770750988 + task: + type: BitextMining + - dataset: + config: hun_Latn-asm_Beng + name: MTEB FloresBitextMining (hun_Latn-asm_Beng) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 30.039525691699602 + - type: f1 + value: 21.138940933901406 + - type: main_score + value: 21.138940933901406 + - type: precision + value: 18.549949624118426 + - type: recall + value: 30.039525691699602 + task: + type: BitextMining + - dataset: + config: hun_Latn-ckb_Arab + name: MTEB FloresBitextMining (hun_Latn-ckb_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 76.58102766798419 + - type: f1 + value: 70.57171089779786 + - type: main_score + value: 70.57171089779786 + - type: precision + value: 67.91172595520422 + - type: recall + value: 76.58102766798419 + task: + type: BitextMining + - dataset: + config: hun_Latn-gle_Latn + name: MTEB FloresBitextMining (hun_Latn-gle_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 29.446640316205535 + - type: f1 + value: 20.85340493937332 + - type: main_score + value: 20.85340493937332 + - type: precision + value: 18.02043230155878 + - type: recall + value: 29.446640316205535 + task: + type: BitextMining + - dataset: + config: hun_Latn-kas_Arab + name: MTEB FloresBitextMining (hun_Latn-kas_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 50.0 + - type: f1 + value: 40.8562402682956 + - type: main_score + value: 40.8562402682956 + - type: precision + value: 37.39381748027993 + - type: recall + value: 50.0 + task: + type: BitextMining + - dataset: + config: hun_Latn-ltg_Latn + name: MTEB FloresBitextMining (hun_Latn-ltg_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 52.569169960474305 + - type: f1 + value: 43.97233201581028 + - type: main_score + value: 43.97233201581028 + - type: precision + value: 40.78106730774715 + - type: recall + value: 52.569169960474305 + task: + type: BitextMining + - dataset: + config: hun_Latn-nso_Latn + name: MTEB FloresBitextMining (hun_Latn-nso_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 27.37154150197628 + - type: f1 + value: 19.641404927966192 + - type: main_score + value: 19.641404927966192 + - type: precision + value: 17.284974206475024 + - type: recall + value: 27.37154150197628 + task: + type: BitextMining + - dataset: + config: hun_Latn-sin_Sinh + name: MTEB FloresBitextMining (hun_Latn-sin_Sinh) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 28.3596837944664 + - type: f1 + value: 17.97366297191919 + - type: main_score + value: 17.97366297191919 + - type: precision + value: 15.241521666480978 + - type: recall + value: 28.3596837944664 + task: + type: BitextMining + - dataset: + config: hun_Latn-tha_Thai + name: MTEB FloresBitextMining (hun_Latn-tha_Thai) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.12252964426878 + - type: f1 + value: 97.5296442687747 + - type: main_score + value: 97.5296442687747 + - type: precision + value: 97.24967061923584 + - type: recall + value: 98.12252964426878 + task: + type: BitextMining + - dataset: + config: hun_Latn-zho_Hans + name: MTEB FloresBitextMining (hun_Latn-zho_Hans) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.41897233201581 + - type: f1 + value: 97.92490118577075 + - type: main_score + value: 97.92490118577075 + - type: precision + value: 97.67786561264822 + - type: recall + value: 98.41897233201581 + task: + type: BitextMining + - dataset: + config: hun_Latn-ast_Latn + name: MTEB FloresBitextMining (hun_Latn-ast_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 84.68379446640316 + - type: f1 + value: 80.36890645586297 + - type: main_score + value: 80.36890645586297 + - type: precision + value: 78.43379446640316 + - type: recall + value: 84.68379446640316 + task: + type: BitextMining + - dataset: + config: hun_Latn-crh_Latn + name: MTEB FloresBitextMining (hun_Latn-crh_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.26482213438735 + - type: f1 + value: 53.22761779283518 + - type: main_score + value: 53.22761779283518 + - type: precision + value: 49.9952589132431 + - type: recall + value: 61.26482213438735 + task: + type: BitextMining + - dataset: + config: hun_Latn-glg_Latn + name: MTEB FloresBitextMining (hun_Latn-glg_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.15546772068511 + - type: main_score + value: 98.15546772068511 + - type: precision + value: 97.92490118577075 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: hun_Latn-kas_Deva + name: MTEB FloresBitextMining (hun_Latn-kas_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 36.26482213438735 + - type: f1 + value: 27.66971171121369 + - type: main_score + value: 27.66971171121369 + - type: precision + value: 24.78311845159671 + - type: recall + value: 36.26482213438735 + task: + type: BitextMining + - dataset: + config: hun_Latn-ltz_Latn + name: MTEB FloresBitextMining (hun_Latn-ltz_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 53.2608695652174 + - type: f1 + value: 44.85122968818621 + - type: main_score + value: 44.85122968818621 + - type: precision + value: 41.7704155747634 + - type: recall + value: 53.2608695652174 + task: + type: BitextMining + - dataset: + config: hun_Latn-nus_Latn + name: MTEB FloresBitextMining (hun_Latn-nus_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 13.339920948616601 + - type: f1 + value: 7.966730865684836 + - type: main_score + value: 7.966730865684836 + - type: precision + value: 6.637502813392141 + - type: recall + value: 13.339920948616601 + task: + type: BitextMining + - dataset: + config: hun_Latn-slk_Latn + name: MTEB FloresBitextMining (hun_Latn-slk_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.71541501976284 + - type: f1 + value: 98.28722002635047 + - type: main_score + value: 98.28722002635047 + - type: precision + value: 98.07312252964427 + - type: recall + value: 98.71541501976284 + task: + type: BitextMining + - dataset: + config: hun_Latn-tir_Ethi + name: MTEB FloresBitextMining (hun_Latn-tir_Ethi) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 12.944664031620553 + - type: f1 + value: 7.59177670790943 + - type: main_score + value: 7.59177670790943 + - type: precision + value: 6.155644969874219 + - type: recall + value: 12.944664031620553 + task: + type: BitextMining + - dataset: + config: hun_Latn-zho_Hant + name: MTEB FloresBitextMining (hun_Latn-zho_Hant) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.12252964426878 + - type: f1 + value: 97.5296442687747 + - type: main_score + value: 97.5296442687747 + - type: precision + value: 97.24967061923584 + - type: recall + value: 98.12252964426878 + task: + type: BitextMining + - dataset: + config: hun_Latn-awa_Deva + name: MTEB FloresBitextMining (hun_Latn-awa_Deva) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.21739130434783 + - type: f1 + value: 87.2364953886693 + - type: main_score + value: 87.2364953886693 + - type: precision + value: 85.8201581027668 + - type: recall + value: 90.21739130434783 + task: + type: BitextMining + - dataset: + config: hun_Latn-cym_Latn + name: MTEB FloresBitextMining (hun_Latn-cym_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 39.62450592885375 + - type: f1 + value: 30.688616938616942 + - type: main_score + value: 30.688616938616942 + - type: precision + value: 27.73519355041094 + - type: recall + value: 39.62450592885375 + task: + type: BitextMining + - dataset: + config: hun_Latn-grn_Latn + name: MTEB FloresBitextMining (hun_Latn-grn_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 42.391304347826086 + - type: f1 + value: 33.27725524365841 + - type: main_score + value: 33.27725524365841 + - type: precision + value: 30.256414369556662 + - type: recall + value: 42.391304347826086 + task: + type: BitextMining + - dataset: + config: hun_Latn-kat_Geor + name: MTEB FloresBitextMining (hun_Latn-kat_Geor) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 82.11462450592886 + - type: f1 + value: 76.94005270092227 + - type: main_score + value: 76.94005270092227 + - type: precision + value: 74.57509881422925 + - type: recall + value: 82.11462450592886 + task: + type: BitextMining + - dataset: + config: hun_Latn-lua_Latn + name: MTEB FloresBitextMining (hun_Latn-lua_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 28.952569169960473 + - type: f1 + value: 21.36499095985262 + - type: main_score + value: 21.36499095985262 + - type: precision + value: 18.969600838908278 + - type: recall + value: 28.952569169960473 + task: + type: BitextMining + - dataset: + config: hun_Latn-nya_Latn + name: MTEB FloresBitextMining (hun_Latn-nya_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 26.08695652173913 + - type: f1 + value: 18.8175894154155 + - type: main_score + value: 18.8175894154155 + - type: precision + value: 16.6012942371638 + - type: recall + value: 26.08695652173913 + task: + type: BitextMining + - dataset: + config: hun_Latn-slv_Latn + name: MTEB FloresBitextMining (hun_Latn-slv_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.04018445322794 + - type: main_score + value: 98.04018445322794 + - type: precision + value: 97.80961791831356 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: hun_Latn-tpi_Latn + name: MTEB FloresBitextMining (hun_Latn-tpi_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 44.762845849802375 + - type: f1 + value: 35.505650929048414 + - type: main_score + value: 35.505650929048414 + - type: precision + value: 32.31607544848652 + - type: recall + value: 44.762845849802375 + task: + type: BitextMining + - dataset: + config: hun_Latn-zsm_Latn + name: MTEB FloresBitextMining (hun_Latn-zsm_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.72727272727273 + - type: f1 + value: 96.96969696969695 + - type: main_score + value: 96.96969696969695 + - type: precision + value: 96.5909090909091 + - type: recall + value: 97.72727272727273 + task: + type: BitextMining + - dataset: + config: hun_Latn-ayr_Latn + name: MTEB FloresBitextMining (hun_Latn-ayr_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.50592885375494 + - type: f1 + value: 17.262127977495183 + - type: main_score + value: 17.262127977495183 + - type: precision + value: 15.150913116622558 + - type: recall + value: 24.50592885375494 + task: + type: BitextMining + - dataset: + config: hun_Latn-dan_Latn + name: MTEB FloresBitextMining (hun_Latn-dan_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.02371541501977 + - type: main_score + value: 98.02371541501977 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: hun_Latn-guj_Gujr + name: MTEB FloresBitextMining (hun_Latn-guj_Gujr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 78.55731225296442 + - type: f1 + value: 72.55623000188217 + - type: main_score + value: 72.55623000188217 + - type: precision + value: 69.9120082815735 + - type: recall + value: 78.55731225296442 + task: + type: BitextMining + - dataset: + config: hun_Latn-kaz_Cyrl + name: MTEB FloresBitextMining (hun_Latn-kaz_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 59.88142292490119 + - type: f1 + value: 50.81168831168831 + - type: main_score + value: 50.81168831168831 + - type: precision + value: 47.32471634645547 + - type: recall + value: 59.88142292490119 + task: + type: BitextMining + - dataset: + config: hun_Latn-lug_Latn + name: MTEB FloresBitextMining (hun_Latn-lug_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.936758893280633 + - type: f1 + value: 15.249594671791467 + - type: main_score + value: 15.249594671791467 + - type: precision + value: 13.205270519993839 + - type: recall + value: 21.936758893280633 + task: + type: BitextMining + - dataset: + config: hun_Latn-oci_Latn + name: MTEB FloresBitextMining (hun_Latn-oci_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 81.32411067193675 + - type: f1 + value: 76.37869376999812 + - type: main_score + value: 76.37869376999812 + - type: precision + value: 74.19137022397891 + - type: recall + value: 81.32411067193675 + task: + type: BitextMining + - dataset: + config: hun_Latn-smo_Latn + name: MTEB FloresBitextMining (hun_Latn-smo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.529644268774703 + - type: f1 + value: 15.407162729557152 + - type: main_score + value: 15.407162729557152 + - type: precision + value: 13.453589120585166 + - type: recall + value: 22.529644268774703 + task: + type: BitextMining + - dataset: + config: hun_Latn-tsn_Latn + name: MTEB FloresBitextMining (hun_Latn-tsn_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.33201581027668 + - type: f1 + value: 15.625927458059522 + - type: main_score + value: 15.625927458059522 + - type: precision + value: 13.692123408831733 + - type: recall + value: 22.33201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-zul_Latn + name: MTEB FloresBitextMining (hun_Latn-zul_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 16.304347826086957 + - type: f1 + value: 10.428190057636698 + - type: main_score + value: 10.428190057636698 + - type: precision + value: 8.688091388190202 + - type: recall + value: 16.304347826086957 + task: + type: BitextMining + - dataset: + config: hun_Latn-azb_Arab + name: MTEB FloresBitextMining (hun_Latn-azb_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 50.8893280632411 + - type: f1 + value: 42.635046113306984 + - type: main_score + value: 42.635046113306984 + - type: precision + value: 39.6389751552795 + - type: recall + value: 50.8893280632411 + task: + type: BitextMining + - dataset: + config: hun_Latn-deu_Latn + name: MTEB FloresBitextMining (hun_Latn-deu_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.64492753623189 + - type: main_score + value: 97.64492753623189 + - type: precision + value: 97.364953886693 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: hun_Latn-hat_Latn + name: MTEB FloresBitextMining (hun_Latn-hat_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 31.521739130434785 + - type: f1 + value: 23.651600101698914 + - type: main_score + value: 23.651600101698914 + - type: precision + value: 21.092916745090655 + - type: recall + value: 31.521739130434785 + task: + type: BitextMining + - dataset: + config: hun_Latn-kbp_Latn + name: MTEB FloresBitextMining (hun_Latn-kbp_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.715415019762844 + - type: f1 + value: 15.919660141498088 + - type: main_score + value: 15.919660141498088 + - type: precision + value: 13.665858735028696 + - type: recall + value: 23.715415019762844 + task: + type: BitextMining + - dataset: + config: hun_Latn-luo_Latn + name: MTEB FloresBitextMining (hun_Latn-luo_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.122529644268774 + - type: f1 + value: 15.960489334995263 + - type: main_score + value: 15.960489334995263 + - type: precision + value: 13.902061329669166 + - type: recall + value: 23.122529644268774 + task: + type: BitextMining + - dataset: + config: hun_Latn-ory_Orya + name: MTEB FloresBitextMining (hun_Latn-ory_Orya) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 36.16600790513834 + - type: f1 + value: 25.981314469456755 + - type: main_score + value: 25.981314469456755 + - type: precision + value: 22.85000024130459 + - type: recall + value: 36.16600790513834 + task: + type: BitextMining + - dataset: + config: hun_Latn-sna_Latn + name: MTEB FloresBitextMining (hun_Latn-sna_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.652173913043477 + - type: f1 + value: 13.815830634012451 + - type: main_score + value: 13.815830634012451 + - type: precision + value: 11.828758175232068 + - type: recall + value: 20.652173913043477 + task: + type: BitextMining + - dataset: + config: hun_Latn-tso_Latn + name: MTEB FloresBitextMining (hun_Latn-tso_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.82608695652174 + - type: f1 + value: 15.460107686624774 + - type: main_score + value: 15.460107686624774 + - type: precision + value: 13.26553935743659 + - type: recall + value: 22.82608695652174 + task: + type: BitextMining + - dataset: + config: hun_Latn-azj_Latn + name: MTEB FloresBitextMining (hun_Latn-azj_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 77.76679841897233 + - type: f1 + value: 71.658667419537 + - type: main_score + value: 71.658667419537 + - type: precision + value: 68.94268774703558 + - type: recall + value: 77.76679841897233 + task: + type: BitextMining + - dataset: + config: hun_Latn-dik_Latn + name: MTEB FloresBitextMining (hun_Latn-dik_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 29.446640316205535 + - type: f1 + value: 21.81777664962209 + - type: main_score + value: 21.81777664962209 + - type: precision + value: 19.40655833949468 + - type: recall + value: 29.446640316205535 + task: + type: BitextMining + - dataset: + config: hun_Latn-hau_Latn + name: MTEB FloresBitextMining (hun_Latn-hau_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.936758893280633 + - type: f1 + value: 15.499452512792436 + - type: main_score + value: 15.499452512792436 + - type: precision + value: 13.616447507257783 + - type: recall + value: 21.936758893280633 + task: + type: BitextMining + - dataset: + config: hun_Latn-kea_Latn + name: MTEB FloresBitextMining (hun_Latn-kea_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 56.62055335968379 + - type: f1 + value: 48.048582949768715 + - type: main_score + value: 48.048582949768715 + - type: precision + value: 44.875619549532594 + - type: recall + value: 56.62055335968379 + task: + type: BitextMining + - dataset: + config: hun_Latn-lus_Latn + name: MTEB FloresBitextMining (hun_Latn-lus_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 41.205533596837945 + - type: f1 + value: 32.68056493352936 + - type: main_score + value: 32.68056493352936 + - type: precision + value: 29.827235511524048 + - type: recall + value: 41.205533596837945 + task: + type: BitextMining + - dataset: + config: hun_Latn-pag_Latn + name: MTEB FloresBitextMining (hun_Latn-pag_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.33201581027668 + - type: f1 + value: 38.30125792082314 + - type: main_score + value: 38.30125792082314 + - type: precision + value: 35.08230954377199 + - type: recall + value: 47.33201581027668 + task: + type: BitextMining + - dataset: + config: hun_Latn-snd_Arab + name: MTEB FloresBitextMining (hun_Latn-snd_Arab) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.62845849802372 + - type: f1 + value: 37.64038113840485 + - type: main_score + value: 37.64038113840485 + - type: precision + value: 34.04405075600728 + - type: recall + value: 47.62845849802372 + task: + type: BitextMining + - dataset: + config: hun_Latn-tuk_Latn + name: MTEB FloresBitextMining (hun_Latn-tuk_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 31.422924901185773 + - type: f1 + value: 23.869501161991277 + - type: main_score + value: 23.869501161991277 + - type: precision + value: 21.477979640034977 + - type: recall + value: 31.422924901185773 + task: + type: BitextMining + - dataset: + config: hun_Latn-bak_Cyrl + name: MTEB FloresBitextMining (hun_Latn-bak_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.909090909090914 + - type: f1 + value: 31.982558504297636 + - type: main_score + value: 31.982558504297636 + - type: precision + value: 28.935515516543187 + - type: recall + value: 40.909090909090914 + task: + type: BitextMining + - dataset: + config: hun_Latn-dyu_Latn + name: MTEB FloresBitextMining (hun_Latn-dyu_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.92490118577075 + - type: f1 + value: 16.00171677246776 + - type: main_score + value: 16.00171677246776 + - type: precision + value: 13.938420768954366 + - type: recall + value: 22.92490118577075 + task: + type: BitextMining + - dataset: + config: hun_Latn-heb_Hebr + name: MTEB FloresBitextMining (hun_Latn-heb_Hebr) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.14624505928853 + - type: f1 + value: 94.89459815546772 + - type: main_score + value: 94.89459815546772 + - type: precision + value: 94.28524374176548 + - type: recall + value: 96.14624505928853 + task: + type: BitextMining + - dataset: + config: hun_Latn-khk_Cyrl + name: MTEB FloresBitextMining (hun_Latn-khk_Cyrl) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 91.600790513834 + - type: f1 + value: 88.99868247694334 + - type: main_score + value: 88.99868247694334 + - type: precision + value: 87.74703557312253 + - type: recall + value: 91.600790513834 + task: + type: BitextMining + - dataset: + config: hun_Latn-lvs_Latn + name: MTEB FloresBitextMining (hun_Latn-lvs_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.54150197628458 + - type: f1 + value: 95.48748353096178 + - type: main_score + value: 95.48748353096178 + - type: precision + value: 94.97694334650856 + - type: recall + value: 96.54150197628458 + task: + type: BitextMining + - dataset: + config: hun_Latn-pan_Guru + name: MTEB FloresBitextMining (hun_Latn-pan_Guru) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 39.723320158102766 + - type: f1 + value: 30.170511032665182 + - type: main_score + value: 30.170511032665182 + - type: precision + value: 27.099723947550036 + - type: recall + value: 39.723320158102766 + task: + type: BitextMining + - dataset: + config: hun_Latn-som_Latn + name: MTEB FloresBitextMining (hun_Latn-som_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.76284584980237 + - type: f1 + value: 13.974213208232564 + - type: main_score + value: 13.974213208232564 + - type: precision + value: 12.249349519606437 + - type: recall + value: 19.76284584980237 + task: + type: BitextMining + - dataset: + config: hun_Latn-tum_Latn + name: MTEB FloresBitextMining (hun_Latn-tum_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.233201581027668 + - type: f1 + value: 15.462855558763486 + - type: main_score + value: 15.462855558763486 + - type: precision + value: 13.327695032240486 + - type: recall + value: 22.233201581027668 + task: + type: BitextMining + - dataset: + config: kir_Cyrl-hun_Latn + name: MTEB FloresBitextMining (kir_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 67.78656126482213 + - type: f1 + value: 62.55124514264829 + - type: main_score + value: 62.55124514264829 + - type: precision + value: 60.53767845022786 + - type: recall + value: 67.78656126482213 + task: + type: BitextMining + - dataset: + config: mar_Deva-hun_Latn + name: MTEB FloresBitextMining (mar_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.2806324110672 + - type: f1 + value: 91.49044795783927 + - type: main_score + value: 91.49044795783927 + - type: precision + value: 90.71240353849049 + - type: recall + value: 93.2806324110672 + task: + type: BitextMining + - dataset: + config: plt_Latn-hun_Latn + name: MTEB FloresBitextMining (plt_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 16.699604743083004 + - type: f1 + value: 12.972814847982647 + - type: main_score + value: 12.972814847982647 + - type: precision + value: 12.126541024119227 + - type: recall + value: 16.699604743083004 + task: + type: BitextMining + - dataset: + config: srp_Cyrl-hun_Latn + name: MTEB FloresBitextMining (srp_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.71541501976284 + - type: f1 + value: 98.30368906455863 + - type: main_score + value: 98.30368906455863 + - type: precision + value: 98.10606060606061 + - type: recall + value: 98.71541501976284 + task: + type: BitextMining + - dataset: + config: uig_Arab-hun_Latn + name: MTEB FloresBitextMining (uig_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.612648221343875 + - type: f1 + value: 37.30982427385185 + - type: main_score + value: 37.30982427385185 + - type: precision + value: 36.21401005361219 + - type: recall + value: 40.612648221343875 + task: + type: BitextMining + - dataset: + config: aeb_Arab-hun_Latn + name: MTEB FloresBitextMining (aeb_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 88.83399209486166 + - type: f1 + value: 85.76086956521739 + - type: main_score + value: 85.76086956521739 + - type: precision + value: 84.34617918313569 + - type: recall + value: 88.83399209486166 + task: + type: BitextMining + - dataset: + config: ben_Beng-hun_Latn + name: MTEB FloresBitextMining (ben_Beng-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.16600790513834 + - type: f1 + value: 55.32904211510932 + - type: main_score + value: 55.32904211510932 + - type: precision + value: 53.313553292918556 + - type: recall + value: 61.16600790513834 + task: + type: BitextMining + - dataset: + config: est_Latn-hun_Latn + name: MTEB FloresBitextMining (est_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.82608695652173 + - type: f1 + value: 97.1179183135705 + - type: main_score + value: 97.1179183135705 + - type: precision + value: 96.77206851119895 + - type: recall + value: 97.82608695652173 + task: + type: BitextMining + - dataset: + config: hye_Armn-hun_Latn + name: MTEB FloresBitextMining (hye_Armn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 95.94861660079052 + - type: f1 + value: 94.64756258234517 + - type: main_score + value: 94.64756258234517 + - type: precision + value: 94.02173913043478 + - type: recall + value: 95.94861660079052 + task: + type: BitextMining + - dataset: + config: kmb_Latn-hun_Latn + name: MTEB FloresBitextMining (kmb_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 13.636363636363635 + - type: f1 + value: 11.493686417240255 + - type: main_score + value: 11.493686417240255 + - type: precision + value: 10.967810981787105 + - type: recall + value: 13.636363636363635 + task: + type: BitextMining + - dataset: + config: min_Arab-hun_Latn + name: MTEB FloresBitextMining (min_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 2.371541501976284 + - type: f1 + value: 1.304238189026053 + - type: main_score + value: 1.304238189026053 + - type: precision + value: 1.0698012736056213 + - type: recall + value: 2.371541501976284 + task: + type: BitextMining + - dataset: + config: pol_Latn-hun_Latn + name: MTEB FloresBitextMining (pol_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.72266139657442 + - type: main_score + value: 96.72266139657442 + - type: precision + value: 96.32740447957838 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: ssw_Latn-hun_Latn + name: MTEB FloresBitextMining (ssw_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 14.130434782608695 + - type: f1 + value: 11.03256887007013 + - type: main_score + value: 11.03256887007013 + - type: precision + value: 10.281894737076017 + - type: recall + value: 14.130434782608695 + task: + type: BitextMining + - dataset: + config: ukr_Cyrl-hun_Latn + name: MTEB FloresBitextMining (ukr_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.62845849802372 + - type: main_score + value: 97.62845849802372 + - type: precision + value: 97.33201581027669 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: afr_Latn-hun_Latn + name: MTEB FloresBitextMining (afr_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 89.03162055335969 + - type: f1 + value: 86.12036514210428 + - type: main_score + value: 86.12036514210428 + - type: precision + value: 84.78260869565217 + - type: recall + value: 89.03162055335969 + task: + type: BitextMining + - dataset: + config: bho_Deva-hun_Latn + name: MTEB FloresBitextMining (bho_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 83.399209486166 + - type: f1 + value: 79.37935253152644 + - type: main_score + value: 79.37935253152644 + - type: precision + value: 77.5675230566535 + - type: recall + value: 83.399209486166 + task: + type: BitextMining + - dataset: + config: eus_Latn-hun_Latn + name: MTEB FloresBitextMining (eus_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 56.916996047430835 + - type: f1 + value: 50.83497530137846 + - type: main_score + value: 50.83497530137846 + - type: precision + value: 48.72433277818652 + - type: recall + value: 56.916996047430835 + task: + type: BitextMining + - dataset: + config: ibo_Latn-hun_Latn + name: MTEB FloresBitextMining (ibo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.379446640316203 + - type: f1 + value: 15.199650757579485 + - type: main_score + value: 15.199650757579485 + - type: precision + value: 14.399338657404062 + - type: recall + value: 18.379446640316203 + task: + type: BitextMining + - dataset: + config: kmr_Latn-hun_Latn + name: MTEB FloresBitextMining (kmr_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.73517786561265 + - type: f1 + value: 32.97756114975795 + - type: main_score + value: 32.97756114975795 + - type: precision + value: 31.05113339303063 + - type: recall + value: 38.73517786561265 + task: + type: BitextMining + - dataset: + config: min_Latn-hun_Latn + name: MTEB FloresBitextMining (min_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.5296442687747 + - type: f1 + value: 41.59258299563993 + - type: main_score + value: 41.59258299563993 + - type: precision + value: 39.61788977191108 + - type: recall + value: 47.5296442687747 + task: + type: BitextMining + - dataset: + config: por_Latn-hun_Latn + name: MTEB FloresBitextMining (por_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.91304347826086 + - type: f1 + value: 98.55072463768116 + - type: main_score + value: 98.55072463768116 + - type: precision + value: 98.36956521739131 + - type: recall + value: 98.91304347826086 + task: + type: BitextMining + - dataset: + config: sun_Latn-hun_Latn + name: MTEB FloresBitextMining (sun_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 50.988142292490124 + - type: f1 + value: 45.01380504902198 + - type: main_score + value: 45.01380504902198 + - type: precision + value: 43.1177600396968 + - type: recall + value: 50.988142292490124 + task: + type: BitextMining + - dataset: + config: umb_Latn-hun_Latn + name: MTEB FloresBitextMining (umb_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.41501976284585 + - type: f1 + value: 12.013860880650153 + - type: main_score + value: 12.013860880650153 + - type: precision + value: 11.15130019516461 + - type: recall + value: 15.41501976284585 + task: + type: BitextMining + - dataset: + config: ajp_Arab-hun_Latn + name: MTEB FloresBitextMining (ajp_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.2806324110672 + - type: f1 + value: 91.23847167325428 + - type: main_score + value: 91.23847167325428 + - type: precision + value: 90.233860342556 + - type: recall + value: 93.2806324110672 + task: + type: BitextMining + - dataset: + config: bjn_Arab-hun_Latn + name: MTEB FloresBitextMining (bjn_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 3.260869565217391 + - type: f1 + value: 1.8444887521234516 + - type: main_score + value: 1.8444887521234516 + - type: precision + value: 1.5911745259571348 + - type: recall + value: 3.260869565217391 + task: + type: BitextMining + - dataset: + config: ewe_Latn-hun_Latn + name: MTEB FloresBitextMining (ewe_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.442687747035574 + - type: f1 + value: 17.24544962687255 + - type: main_score + value: 17.24544962687255 + - type: precision + value: 16.002338067947935 + - type: recall + value: 21.442687747035574 + task: + type: BitextMining + - dataset: + config: ilo_Latn-hun_Latn + name: MTEB FloresBitextMining (ilo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 32.31225296442688 + - type: f1 + value: 27.893851064851287 + - type: main_score + value: 27.893851064851287 + - type: precision + value: 26.718565013325836 + - type: recall + value: 32.31225296442688 + task: + type: BitextMining + - dataset: + config: knc_Arab-hun_Latn + name: MTEB FloresBitextMining (knc_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 4.940711462450593 + - type: f1 + value: 3.8501055515630616 + - type: main_score + value: 3.8501055515630616 + - type: precision + value: 3.5312754877972266 + - type: recall + value: 4.940711462450593 + task: + type: BitextMining + - dataset: + config: mkd_Cyrl-hun_Latn + name: MTEB FloresBitextMining (mkd_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.1106719367589 + - type: f1 + value: 98.81422924901186 + - type: main_score + value: 98.81422924901186 + - type: precision + value: 98.66600790513834 + - type: recall + value: 99.1106719367589 + task: + type: BitextMining + - dataset: + config: prs_Arab-hun_Latn + name: MTEB FloresBitextMining (prs_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.73913043478261 + - type: f1 + value: 95.71805006587614 + - type: main_score + value: 95.71805006587614 + - type: precision + value: 95.22397891963111 + - type: recall + value: 96.73913043478261 + task: + type: BitextMining + - dataset: + config: swe_Latn-hun_Latn + name: MTEB FloresBitextMining (swe_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.20487483530961 + - type: main_score + value: 98.20487483530961 + - type: precision + value: 98.0072463768116 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: urd_Arab-hun_Latn + name: MTEB FloresBitextMining (urd_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 93.08300395256917 + - type: f1 + value: 90.94202898550724 + - type: main_score + value: 90.94202898550724 + - type: precision + value: 89.88801054018445 + - type: recall + value: 93.08300395256917 + task: + type: BitextMining + - dataset: + config: aka_Latn-hun_Latn + name: MTEB FloresBitextMining (aka_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 25.790513833992097 + - type: f1 + value: 21.766758391257927 + - type: main_score + value: 21.766758391257927 + - type: precision + value: 20.572599613124208 + - type: recall + value: 25.790513833992097 + task: + type: BitextMining + - dataset: + config: bjn_Latn-hun_Latn + name: MTEB FloresBitextMining (bjn_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.31225296442688 + - type: f1 + value: 51.95480911155968 + - type: main_score + value: 51.95480911155968 + - type: precision + value: 50.13292662860705 + - type: recall + value: 57.31225296442688 + task: + type: BitextMining + - dataset: + config: fao_Latn-hun_Latn + name: MTEB FloresBitextMining (fao_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 37.54940711462451 + - type: f1 + value: 32.46161722342712 + - type: main_score + value: 32.46161722342712 + - type: precision + value: 30.948283963976458 + - type: recall + value: 37.54940711462451 + task: + type: BitextMining + - dataset: + config: ind_Latn-hun_Latn + name: MTEB FloresBitextMining (ind_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.62845849802372 + - type: main_score + value: 97.62845849802372 + - type: precision + value: 97.33201581027669 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: knc_Latn-hun_Latn + name: MTEB FloresBitextMining (knc_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.221343873517785 + - type: f1 + value: 19.469989733763317 + - type: main_score + value: 19.469989733763317 + - type: precision + value: 18.48101665023602 + - type: recall + value: 23.221343873517785 + task: + type: BitextMining + - dataset: + config: mlt_Latn-hun_Latn + name: MTEB FloresBitextMining (mlt_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 33.300395256917 + - type: f1 + value: 27.260741747183186 + - type: main_score + value: 27.260741747183186 + - type: precision + value: 25.4248790425261 + - type: recall + value: 33.300395256917 + task: + type: BitextMining + - dataset: + config: quy_Latn-hun_Latn + name: MTEB FloresBitextMining (quy_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.122529644268774 + - type: f1 + value: 19.880470152876523 + - type: main_score + value: 19.880470152876523 + - type: precision + value: 19.046627171429297 + - type: recall + value: 23.122529644268774 + task: + type: BitextMining + - dataset: + config: swh_Latn-hun_Latn + name: MTEB FloresBitextMining (swh_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 35.177865612648226 + - type: f1 + value: 30.49574814294886 + - type: main_score + value: 30.49574814294886 + - type: precision + value: 29.20121112018525 + - type: recall + value: 35.177865612648226 + task: + type: BitextMining + - dataset: + config: uzn_Latn-hun_Latn + name: MTEB FloresBitextMining (uzn_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 46.837944664031625 + - type: f1 + value: 40.62050219502893 + - type: main_score + value: 40.62050219502893 + - type: precision + value: 38.42979237495047 + - type: recall + value: 46.837944664031625 + task: + type: BitextMining + - dataset: + config: als_Latn-hun_Latn + name: MTEB FloresBitextMining (als_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.02371541501977 + - type: main_score + value: 98.02371541501977 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: bod_Tibt-hun_Latn + name: MTEB FloresBitextMining (bod_Tibt-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 4.940711462450593 + - type: f1 + value: 3.6934883130925176 + - type: main_score + value: 3.6934883130925176 + - type: precision + value: 3.3896928429207747 + - type: recall + value: 4.940711462450593 + task: + type: BitextMining + - dataset: + config: fij_Latn-hun_Latn + name: MTEB FloresBitextMining (fij_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 16.106719367588934 + - type: f1 + value: 12.942267666250842 + - type: main_score + value: 12.942267666250842 + - type: precision + value: 12.171157490646543 + - type: recall + value: 16.106719367588934 + task: + type: BitextMining + - dataset: + config: isl_Latn-hun_Latn + name: MTEB FloresBitextMining (isl_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 52.4703557312253 + - type: f1 + value: 46.318629573686536 + - type: main_score + value: 46.318629573686536 + - type: precision + value: 44.31922093606876 + - type: recall + value: 52.4703557312253 + task: + type: BitextMining + - dataset: + config: kon_Latn-hun_Latn + name: MTEB FloresBitextMining (kon_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.181818181818183 + - type: f1 + value: 15.810641790663343 + - type: main_score + value: 15.810641790663343 + - type: precision + value: 15.287023922768798 + - type: recall + value: 18.181818181818183 + task: + type: BitextMining + - dataset: + config: mni_Beng-hun_Latn + name: MTEB FloresBitextMining (mni_Beng-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 3.7549407114624502 + - type: f1 + value: 3.125048438347671 + - type: main_score + value: 3.125048438347671 + - type: precision + value: 2.937890558852805 + - type: recall + value: 3.7549407114624502 + task: + type: BitextMining + - dataset: + config: ron_Latn-hun_Latn + name: MTEB FloresBitextMining (ron_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.41897233201581 + - type: f1 + value: 97.90843214756258 + - type: main_score + value: 97.90843214756258 + - type: precision + value: 97.66139657444005 + - type: recall + value: 98.41897233201581 + task: + type: BitextMining + - dataset: + config: szl_Latn-hun_Latn + name: MTEB FloresBitextMining (szl_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 68.57707509881423 + - type: f1 + value: 62.67753985145288 + - type: main_score + value: 62.67753985145288 + - type: precision + value: 60.42066629023151 + - type: recall + value: 68.57707509881423 + task: + type: BitextMining + - dataset: + config: vec_Latn-hun_Latn + name: MTEB FloresBitextMining (vec_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 73.22134387351778 + - type: f1 + value: 68.45346244452135 + - type: main_score + value: 68.45346244452135 + - type: precision + value: 66.63042874999397 + - type: recall + value: 73.22134387351778 + task: + type: BitextMining + - dataset: + config: amh_Ethi-hun_Latn + name: MTEB FloresBitextMining (amh_Ethi-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 49.40711462450593 + - type: f1 + value: 42.779504557288796 + - type: main_score + value: 42.779504557288796 + - type: precision + value: 40.556594673442504 + - type: recall + value: 49.40711462450593 + task: + type: BitextMining + - dataset: + config: bos_Latn-hun_Latn + name: MTEB FloresBitextMining (bos_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.12252964426878 + - type: f1 + value: 97.51317523056653 + - type: main_score + value: 97.51317523056653 + - type: precision + value: 97.2167325428195 + - type: recall + value: 98.12252964426878 + task: + type: BitextMining + - dataset: + config: fin_Latn-hun_Latn + name: MTEB FloresBitextMining (fin_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.77206851119894 + - type: main_score + value: 96.77206851119894 + - type: precision + value: 96.39328063241108 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: ita_Latn-hun_Latn + name: MTEB FloresBitextMining (ita_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.61660079051383 + - type: f1 + value: 98.15546772068511 + - type: main_score + value: 98.15546772068511 + - type: precision + value: 97.92490118577075 + - type: recall + value: 98.61660079051383 + task: + type: BitextMining + - dataset: + config: kor_Hang-hun_Latn + name: MTEB FloresBitextMining (kor_Hang-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.33201581027669 + - type: f1 + value: 96.50856389986826 + - type: main_score + value: 96.50856389986826 + - type: precision + value: 96.11330698287219 + - type: recall + value: 97.33201581027669 + task: + type: BitextMining + - dataset: + config: mos_Latn-hun_Latn + name: MTEB FloresBitextMining (mos_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.35573122529644 + - type: f1 + value: 16.913049030504524 + - type: main_score + value: 16.913049030504524 + - type: precision + value: 15.994132281399326 + - type: recall + value: 20.35573122529644 + task: + type: BitextMining + - dataset: + config: run_Latn-hun_Latn + name: MTEB FloresBitextMining (run_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 12.450592885375494 + - type: f1 + value: 9.758455246330797 + - type: main_score + value: 9.758455246330797 + - type: precision + value: 9.24219137217718 + - type: recall + value: 12.450592885375494 + task: + type: BitextMining + - dataset: + config: tam_Taml-hun_Latn + name: MTEB FloresBitextMining (tam_Taml-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 34.28853754940712 + - type: f1 + value: 30.415973000888187 + - type: main_score + value: 30.415973000888187 + - type: precision + value: 29.35646763669465 + - type: recall + value: 34.28853754940712 + task: + type: BitextMining + - dataset: + config: vie_Latn-hun_Latn + name: MTEB FloresBitextMining (vie_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.72266139657442 + - type: main_score + value: 96.72266139657442 + - type: precision + value: 96.32740447957839 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: apc_Arab-hun_Latn + name: MTEB FloresBitextMining (apc_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 92.4901185770751 + - type: f1 + value: 90.24044795783927 + - type: main_score + value: 90.24044795783927 + - type: precision + value: 89.17160737812912 + - type: recall + value: 92.4901185770751 + task: + type: BitextMining + - dataset: + config: bug_Latn-hun_Latn + name: MTEB FloresBitextMining (bug_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 34.58498023715415 + - type: f1 + value: 29.042712521595952 + - type: main_score + value: 29.042712521595952 + - type: precision + value: 27.53825217752767 + - type: recall + value: 34.58498023715415 + task: + type: BitextMining + - dataset: + config: fon_Latn-hun_Latn + name: MTEB FloresBitextMining (fon_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.1699604743083 + - type: f1 + value: 16.140887504290145 + - type: main_score + value: 16.140887504290145 + - type: precision + value: 15.262140220570744 + - type: recall + value: 19.1699604743083 + task: + type: BitextMining + - dataset: + config: jav_Latn-hun_Latn + name: MTEB FloresBitextMining (jav_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 44.565217391304344 + - type: f1 + value: 39.99552949288002 + - type: main_score + value: 39.99552949288002 + - type: precision + value: 38.44862821869096 + - type: recall + value: 44.565217391304344 + task: + type: BitextMining + - dataset: + config: lao_Laoo-hun_Latn + name: MTEB FloresBitextMining (lao_Laoo-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 85.17786561264822 + - type: f1 + value: 81.86037392559132 + - type: main_score + value: 81.86037392559132 + - type: precision + value: 80.43395915678524 + - type: recall + value: 85.17786561264822 + task: + type: BitextMining + - dataset: + config: mri_Latn-hun_Latn + name: MTEB FloresBitextMining (mri_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 16.007905138339922 + - type: f1 + value: 13.678581987436234 + - type: main_score + value: 13.678581987436234 + - type: precision + value: 13.07263261710131 + - type: recall + value: 16.007905138339922 + task: + type: BitextMining + - dataset: + config: rus_Cyrl-hun_Latn + name: MTEB FloresBitextMining (rus_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.41897233201581 + - type: f1 + value: 97.99077733860344 + - type: main_score + value: 97.99077733860344 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.41897233201581 + task: + type: BitextMining + - dataset: + config: taq_Latn-hun_Latn + name: MTEB FloresBitextMining (taq_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.40711462450593 + - type: f1 + value: 20.091025879043535 + - type: main_score + value: 20.091025879043535 + - type: precision + value: 18.857592814793904 + - type: recall + value: 24.40711462450593 + task: + type: BitextMining + - dataset: + config: war_Latn-hun_Latn + name: MTEB FloresBitextMining (war_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.3399209486166 + - type: f1 + value: 33.70403288987423 + - type: main_score + value: 33.70403288987423 + - type: precision + value: 32.362814696602065 + - type: recall + value: 38.3399209486166 + task: + type: BitextMining + - dataset: + config: arb_Arab-hun_Latn + name: MTEB FloresBitextMining (arb_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.04743083003953 + - type: f1 + value: 94.76284584980237 + - type: main_score + value: 94.76284584980237 + - type: precision + value: 94.13702239789197 + - type: recall + value: 96.04743083003953 + task: + type: BitextMining + - dataset: + config: bul_Cyrl-hun_Latn + name: MTEB FloresBitextMining (bul_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.3201581027668 + - type: f1 + value: 97.76021080368905 + - type: main_score + value: 97.76021080368905 + - type: precision + value: 97.48023715415019 + - type: recall + value: 98.3201581027668 + task: + type: BitextMining + - dataset: + config: fra_Latn-hun_Latn + name: MTEB FloresBitextMining (fra_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.41897233201581 + - type: f1 + value: 97.9578392621871 + - type: main_score + value: 97.9578392621871 + - type: precision + value: 97.72727272727273 + - type: recall + value: 98.41897233201581 + task: + type: BitextMining + - dataset: + config: jpn_Jpan-hun_Latn + name: MTEB FloresBitextMining (jpn_Jpan-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.13438735177866 + - type: f1 + value: 96.17918313570487 + - type: main_score + value: 96.17918313570487 + - type: precision + value: 95.70158102766798 + - type: recall + value: 97.13438735177866 + task: + type: BitextMining + - dataset: + config: lij_Latn-hun_Latn + name: MTEB FloresBitextMining (lij_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 62.64822134387352 + - type: f1 + value: 57.28780048787782 + - type: main_score + value: 57.28780048787782 + - type: precision + value: 55.40574506934075 + - type: recall + value: 62.64822134387352 + task: + type: BitextMining + - dataset: + config: mya_Mymr-hun_Latn + name: MTEB FloresBitextMining (mya_Mymr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 89.62450592885376 + - type: f1 + value: 86.46903820816864 + - type: main_score + value: 86.46903820816864 + - type: precision + value: 84.98847167325428 + - type: recall + value: 89.62450592885376 + task: + type: BitextMining + - dataset: + config: sag_Latn-hun_Latn + name: MTEB FloresBitextMining (sag_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.059288537549406 + - type: f1 + value: 16.154753807064015 + - type: main_score + value: 16.154753807064015 + - type: precision + value: 15.159686671858294 + - type: recall + value: 20.059288537549406 + task: + type: BitextMining + - dataset: + config: taq_Tfng-hun_Latn + name: MTEB FloresBitextMining (taq_Tfng-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 7.015810276679842 + - type: f1 + value: 6.043592884087592 + - type: main_score + value: 6.043592884087592 + - type: precision + value: 5.717992198263059 + - type: recall + value: 7.015810276679842 + task: + type: BitextMining + - dataset: + config: wol_Latn-hun_Latn + name: MTEB FloresBitextMining (wol_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.34387351778656 + - type: f1 + value: 17.661266873223397 + - type: main_score + value: 17.661266873223397 + - type: precision + value: 16.568215846000083 + - type: recall + value: 21.34387351778656 + task: + type: BitextMining + - dataset: + config: arb_Latn-hun_Latn + name: MTEB FloresBitextMining (arb_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 9.090909090909092 + - type: f1 + value: 7.593044508685 + - type: main_score + value: 7.593044508685 + - type: precision + value: 7.293043311025518 + - type: recall + value: 9.090909090909092 + task: + type: BitextMining + - dataset: + config: cat_Latn-hun_Latn + name: MTEB FloresBitextMining (cat_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.22134387351778 + - type: f1 + value: 97.64492753623189 + - type: main_score + value: 97.64492753623189 + - type: precision + value: 97.364953886693 + - type: recall + value: 98.22134387351778 + task: + type: BitextMining + - dataset: + config: fur_Latn-hun_Latn + name: MTEB FloresBitextMining (fur_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 56.422924901185766 + - type: f1 + value: 51.63062470764568 + - type: main_score + value: 51.63062470764568 + - type: precision + value: 50.136156929682585 + - type: recall + value: 56.422924901185766 + task: + type: BitextMining + - dataset: + config: kab_Latn-hun_Latn + name: MTEB FloresBitextMining (kab_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 7.213438735177865 + - type: f1 + value: 5.418454687405524 + - type: main_score + value: 5.418454687405524 + - type: precision + value: 5.059459277252072 + - type: recall + value: 7.213438735177865 + task: + type: BitextMining + - dataset: + config: lim_Latn-hun_Latn + name: MTEB FloresBitextMining (lim_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 61.85770750988142 + - type: f1 + value: 56.60450635610482 + - type: main_score + value: 56.60450635610482 + - type: precision + value: 54.77668681115478 + - type: recall + value: 61.85770750988142 + task: + type: BitextMining + - dataset: + config: nld_Latn-hun_Latn + name: MTEB FloresBitextMining (nld_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.92490118577075 + - type: f1 + value: 97.31554677206852 + - type: main_score + value: 97.31554677206852 + - type: precision + value: 97.01910408432148 + - type: recall + value: 97.92490118577075 + task: + type: BitextMining + - dataset: + config: san_Deva-hun_Latn + name: MTEB FloresBitextMining (san_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 66.30434782608695 + - type: f1 + value: 60.25709942618801 + - type: main_score + value: 60.25709942618801 + - type: precision + value: 57.885904856013546 + - type: recall + value: 66.30434782608695 + task: + type: BitextMining + - dataset: + config: tat_Cyrl-hun_Latn + name: MTEB FloresBitextMining (tat_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 38.63636363636363 + - type: f1 + value: 34.028326558100844 + - type: main_score + value: 34.028326558100844 + - type: precision + value: 32.58253540112611 + - type: recall + value: 38.63636363636363 + task: + type: BitextMining + - dataset: + config: xho_Latn-hun_Latn + name: MTEB FloresBitextMining (xho_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.08300395256917 + - type: f1 + value: 14.366854545797416 + - type: main_score + value: 14.366854545797416 + - type: precision + value: 13.44059510777766 + - type: recall + value: 18.08300395256917 + task: + type: BitextMining + - dataset: + config: ars_Arab-hun_Latn + name: MTEB FloresBitextMining (ars_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.04743083003953 + - type: f1 + value: 94.76284584980237 + - type: main_score + value: 94.76284584980237 + - type: precision + value: 94.13702239789197 + - type: recall + value: 96.04743083003953 + task: + type: BitextMining + - dataset: + config: ceb_Latn-hun_Latn + name: MTEB FloresBitextMining (ceb_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 37.54940711462451 + - type: f1 + value: 32.22564530368272 + - type: main_score + value: 32.22564530368272 + - type: precision + value: 30.68090107410454 + - type: recall + value: 37.54940711462451 + task: + type: BitextMining + - dataset: + config: fuv_Latn-hun_Latn + name: MTEB FloresBitextMining (fuv_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.972332015810274 + - type: f1 + value: 15.243319829595265 + - type: main_score + value: 15.243319829595265 + - type: precision + value: 14.143473778341626 + - type: recall + value: 18.972332015810274 + task: + type: BitextMining + - dataset: + config: kac_Latn-hun_Latn + name: MTEB FloresBitextMining (kac_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.774703557312254 + - type: f1 + value: 15.965204465621746 + - type: main_score + value: 15.965204465621746 + - type: precision + value: 15.226399595261068 + - type: recall + value: 18.774703557312254 + task: + type: BitextMining + - dataset: + config: lin_Latn-hun_Latn + name: MTEB FloresBitextMining (lin_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.158102766798418 + - type: f1 + value: 16.350855328798083 + - type: main_score + value: 16.350855328798083 + - type: precision + value: 15.448903315360193 + - type: recall + value: 20.158102766798418 + task: + type: BitextMining + - dataset: + config: nno_Latn-hun_Latn + name: MTEB FloresBitextMining (nno_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 92.68774703557312 + - type: f1 + value: 90.62582345191039 + - type: main_score + value: 90.62582345191039 + - type: precision + value: 89.67391304347827 + - type: recall + value: 92.68774703557312 + task: + type: BitextMining + - dataset: + config: sat_Olck-hun_Latn + name: MTEB FloresBitextMining (sat_Olck-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 1.0869565217391304 + - type: f1 + value: 0.9224777332960928 + - type: main_score + value: 0.9224777332960928 + - type: precision + value: 0.889433973454664 + - type: recall + value: 1.0869565217391304 + task: + type: BitextMining + - dataset: + config: tel_Telu-hun_Latn + name: MTEB FloresBitextMining (tel_Telu-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.21739130434783 + - type: f1 + value: 36.8107158028631 + - type: main_score + value: 36.8107158028631 + - type: precision + value: 35.90606953506693 + - type: recall + value: 40.21739130434783 + task: + type: BitextMining + - dataset: + config: ydd_Hebr-hun_Latn + name: MTEB FloresBitextMining (ydd_Hebr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 21.34387351778656 + - type: f1 + value: 17.004942464791917 + - type: main_score + value: 17.004942464791917 + - type: precision + value: 15.780154903387217 + - type: recall + value: 21.34387351778656 + task: + type: BitextMining + - dataset: + config: ary_Arab-hun_Latn + name: MTEB FloresBitextMining (ary_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 80.8300395256917 + - type: f1 + value: 76.46103896103895 + - type: main_score + value: 76.46103896103895 + - type: precision + value: 74.51745718050064 + - type: recall + value: 80.8300395256917 + task: + type: BitextMining + - dataset: + config: ces_Latn-hun_Latn + name: MTEB FloresBitextMining (ces_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.02371541501977 + - type: main_score + value: 98.02371541501977 + - type: precision + value: 97.77667984189723 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: gaz_Latn-hun_Latn + name: MTEB FloresBitextMining (gaz_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 5.632411067193676 + - type: f1 + value: 4.414592419545639 + - type: main_score + value: 4.414592419545639 + - type: precision + value: 4.166785388582284 + - type: recall + value: 5.632411067193676 + task: + type: BitextMining + - dataset: + config: kam_Latn-hun_Latn + name: MTEB FloresBitextMining (kam_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 17.292490118577074 + - type: f1 + value: 13.978509748795728 + - type: main_score + value: 13.978509748795728 + - type: precision + value: 13.087779710674102 + - type: recall + value: 17.292490118577074 + task: + type: BitextMining + - dataset: + config: lit_Latn-hun_Latn + name: MTEB FloresBitextMining (lit_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.83794466403161 + - type: f1 + value: 95.81686429512517 + - type: main_score + value: 95.81686429512517 + - type: precision + value: 95.30632411067194 + - type: recall + value: 96.83794466403161 + task: + type: BitextMining + - dataset: + config: nob_Latn-hun_Latn + name: MTEB FloresBitextMining (nob_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.02371541501977 + - type: f1 + value: 97.4308300395257 + - type: main_score + value: 97.4308300395257 + - type: precision + value: 97.13438735177866 + - type: recall + value: 98.02371541501977 + task: + type: BitextMining + - dataset: + config: scn_Latn-hun_Latn + name: MTEB FloresBitextMining (scn_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 50.59288537549407 + - type: f1 + value: 44.64749445506674 + - type: main_score + value: 44.64749445506674 + - type: precision + value: 42.80617082741588 + - type: recall + value: 50.59288537549407 + task: + type: BitextMining + - dataset: + config: tgk_Cyrl-hun_Latn + name: MTEB FloresBitextMining (tgk_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 16.40316205533597 + - type: f1 + value: 12.390752159083043 + - type: main_score + value: 12.390752159083043 + - type: precision + value: 11.3621310415241 + - type: recall + value: 16.40316205533597 + task: + type: BitextMining + - dataset: + config: yor_Latn-hun_Latn + name: MTEB FloresBitextMining (yor_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.379446640316203 + - type: f1 + value: 14.975164772076328 + - type: main_score + value: 14.975164772076328 + - type: precision + value: 14.061350015460155 + - type: recall + value: 18.379446640316203 + task: + type: BitextMining + - dataset: + config: arz_Arab-hun_Latn + name: MTEB FloresBitextMining (arz_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 91.30434782608695 + - type: f1 + value: 88.82411067193675 + - type: main_score + value: 88.82411067193675 + - type: precision + value: 87.67292490118577 + - type: recall + value: 91.30434782608695 + task: + type: BitextMining + - dataset: + config: cjk_Latn-hun_Latn + name: MTEB FloresBitextMining (cjk_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.711462450592887 + - type: f1 + value: 12.85740613589683 + - type: main_score + value: 12.85740613589683 + - type: precision + value: 12.150262394721757 + - type: recall + value: 15.711462450592887 + task: + type: BitextMining + - dataset: + config: gla_Latn-hun_Latn + name: MTEB FloresBitextMining (gla_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 14.525691699604742 + - type: f1 + value: 12.382199958286915 + - type: main_score + value: 12.382199958286915 + - type: precision + value: 11.81338232474596 + - type: recall + value: 14.525691699604742 + task: + type: BitextMining + - dataset: + config: kan_Knda-hun_Latn + name: MTEB FloresBitextMining (kan_Knda-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 29.347826086956523 + - type: f1 + value: 26.560991473948352 + - type: main_score + value: 26.560991473948352 + - type: precision + value: 25.906892141298577 + - type: recall + value: 29.347826086956523 + task: + type: BitextMining + - dataset: + config: lmo_Latn-hun_Latn + name: MTEB FloresBitextMining (lmo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 49.308300395256914 + - type: f1 + value: 43.40692889964834 + - type: main_score + value: 43.40692889964834 + - type: precision + value: 41.37531102699087 + - type: recall + value: 49.308300395256914 + task: + type: BitextMining + - dataset: + config: npi_Deva-hun_Latn + name: MTEB FloresBitextMining (npi_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 88.14229249011858 + - type: f1 + value: 85.11387163561076 + - type: main_score + value: 85.11387163561076 + - type: precision + value: 83.73682476943347 + - type: recall + value: 88.14229249011858 + task: + type: BitextMining + - dataset: + config: shn_Mymr-hun_Latn + name: MTEB FloresBitextMining (shn_Mymr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.75098814229249 + - type: f1 + value: 17.98585669836591 + - type: main_score + value: 17.98585669836591 + - type: precision + value: 17.22281226807383 + - type: recall + value: 20.75098814229249 + task: + type: BitextMining + - dataset: + config: tgl_Latn-hun_Latn + name: MTEB FloresBitextMining (tgl_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 44.07114624505929 + - type: f1 + value: 38.808035928957864 + - type: main_score + value: 38.808035928957864 + - type: precision + value: 37.18096971793987 + - type: recall + value: 44.07114624505929 + task: + type: BitextMining + - dataset: + config: yue_Hant-hun_Latn + name: MTEB FloresBitextMining (yue_Hant-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.23320158102767 + - type: f1 + value: 96.35046113306981 + - type: main_score + value: 96.35046113306981 + - type: precision + value: 95.92391304347827 + - type: recall + value: 97.23320158102767 + task: + type: BitextMining + - dataset: + config: asm_Beng-hun_Latn + name: MTEB FloresBitextMining (asm_Beng-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.221343873517785 + - type: f1 + value: 19.59812012085852 + - type: main_score + value: 19.59812012085852 + - type: precision + value: 18.61767081018159 + - type: recall + value: 23.221343873517785 + task: + type: BitextMining + - dataset: + config: ckb_Arab-hun_Latn + name: MTEB FloresBitextMining (ckb_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 78.95256916996047 + - type: f1 + value: 73.72553171466215 + - type: main_score + value: 73.72553171466215 + - type: precision + value: 71.4436288349332 + - type: recall + value: 78.95256916996047 + task: + type: BitextMining + - dataset: + config: gle_Latn-hun_Latn + name: MTEB FloresBitextMining (gle_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 24.110671936758894 + - type: f1 + value: 20.347436767164737 + - type: main_score + value: 20.347436767164737 + - type: precision + value: 19.339669586635527 + - type: recall + value: 24.110671936758894 + task: + type: BitextMining + - dataset: + config: kas_Arab-hun_Latn + name: MTEB FloresBitextMining (kas_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.03557312252965 + - type: f1 + value: 40.803089448462615 + - type: main_score + value: 40.803089448462615 + - type: precision + value: 38.54788533271734 + - type: recall + value: 47.03557312252965 + task: + type: BitextMining + - dataset: + config: ltg_Latn-hun_Latn + name: MTEB FloresBitextMining (ltg_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 52.569169960474305 + - type: f1 + value: 46.720622372796285 + - type: main_score + value: 46.720622372796285 + - type: precision + value: 44.499066754501534 + - type: recall + value: 52.569169960474305 + task: + type: BitextMining + - dataset: + config: nso_Latn-hun_Latn + name: MTEB FloresBitextMining (nso_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 22.33201581027668 + - type: f1 + value: 18.52324708726891 + - type: main_score + value: 18.52324708726891 + - type: precision + value: 17.59790700872703 + - type: recall + value: 22.33201581027668 + task: + type: BitextMining + - dataset: + config: sin_Sinh-hun_Latn + name: MTEB FloresBitextMining (sin_Sinh-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 31.027667984189723 + - type: f1 + value: 28.594575259253673 + - type: main_score + value: 28.594575259253673 + - type: precision + value: 27.937059763389698 + - type: recall + value: 31.027667984189723 + task: + type: BitextMining + - dataset: + config: tha_Thai-hun_Latn + name: MTEB FloresBitextMining (tha_Thai-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.74571805006586 + - type: main_score + value: 96.74571805006586 + - type: precision + value: 96.36857707509881 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: zho_Hans-hun_Latn + name: MTEB FloresBitextMining (zho_Hans-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.23320158102767 + - type: f1 + value: 96.366930171278 + - type: main_score + value: 96.366930171278 + - type: precision + value: 95.95685111989461 + - type: recall + value: 97.23320158102767 + task: + type: BitextMining + - dataset: + config: ast_Latn-hun_Latn + name: MTEB FloresBitextMining (ast_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 88.43873517786561 + - type: f1 + value: 85.5764163372859 + - type: main_score + value: 85.5764163372859 + - type: precision + value: 84.30610452349582 + - type: recall + value: 88.43873517786561 + task: + type: BitextMining + - dataset: + config: crh_Latn-hun_Latn + name: MTEB FloresBitextMining (crh_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 60.27667984189723 + - type: f1 + value: 54.6745677918661 + - type: main_score + value: 54.6745677918661 + - type: precision + value: 52.62730138767688 + - type: recall + value: 60.27667984189723 + task: + type: BitextMining + - dataset: + config: glg_Latn-hun_Latn + name: MTEB FloresBitextMining (glg_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.51778656126481 + - type: f1 + value: 98.04018445322794 + - type: main_score + value: 98.04018445322794 + - type: precision + value: 97.80961791831358 + - type: recall + value: 98.51778656126481 + task: + type: BitextMining + - dataset: + config: kas_Deva-hun_Latn + name: MTEB FloresBitextMining (kas_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 32.70750988142292 + - type: f1 + value: 27.69448322612363 + - type: main_score + value: 27.69448322612363 + - type: precision + value: 26.09332062864671 + - type: recall + value: 32.70750988142292 + task: + type: BitextMining + - dataset: + config: ltz_Latn-hun_Latn + name: MTEB FloresBitextMining (ltz_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 48.616600790513836 + - type: f1 + value: 43.32506484857729 + - type: main_score + value: 43.32506484857729 + - type: precision + value: 41.56048161411434 + - type: recall + value: 48.616600790513836 + task: + type: BitextMining + - dataset: + config: nus_Latn-hun_Latn + name: MTEB FloresBitextMining (nus_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 9.486166007905137 + - type: f1 + value: 7.6923754090022305 + - type: main_score + value: 7.6923754090022305 + - type: precision + value: 7.233126860824543 + - type: recall + value: 9.486166007905137 + task: + type: BitextMining + - dataset: + config: slk_Latn-hun_Latn + name: MTEB FloresBitextMining (slk_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.71541501976284 + - type: f1 + value: 98.28722002635045 + - type: main_score + value: 98.28722002635045 + - type: precision + value: 98.07312252964427 + - type: recall + value: 98.71541501976284 + task: + type: BitextMining + - dataset: + config: tir_Ethi-hun_Latn + name: MTEB FloresBitextMining (tir_Ethi-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 8.300395256916996 + - type: f1 + value: 5.774805673027017 + - type: main_score + value: 5.774805673027017 + - type: precision + value: 5.174559534119811 + - type: recall + value: 8.300395256916996 + task: + type: BitextMining + - dataset: + config: zho_Hant-hun_Latn + name: MTEB FloresBitextMining (zho_Hant-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 96.24505928853755 + - type: f1 + value: 95.04281949934123 + - type: main_score + value: 95.04281949934123 + - type: precision + value: 94.44993412384717 + - type: recall + value: 96.24505928853755 + task: + type: BitextMining + - dataset: + config: awa_Deva-hun_Latn + name: MTEB FloresBitextMining (awa_Deva-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 92.88537549407114 + - type: f1 + value: 90.800395256917 + - type: main_score + value: 90.800395256917 + - type: precision + value: 89.81389986824769 + - type: recall + value: 92.88537549407114 + task: + type: BitextMining + - dataset: + config: cym_Latn-hun_Latn + name: MTEB FloresBitextMining (cym_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 35.573122529644266 + - type: f1 + value: 30.259575879834387 + - type: main_score + value: 30.259575879834387 + - type: precision + value: 28.578330296571437 + - type: recall + value: 35.573122529644266 + task: + type: BitextMining + - dataset: + config: grn_Latn-hun_Latn + name: MTEB FloresBitextMining (grn_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 37.25296442687747 + - type: f1 + value: 31.55922058354646 + - type: main_score + value: 31.55922058354646 + - type: precision + value: 29.76076117301547 + - type: recall + value: 37.25296442687747 + task: + type: BitextMining + - dataset: + config: kat_Geor-hun_Latn + name: MTEB FloresBitextMining (kat_Geor-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 90.41501976284584 + - type: f1 + value: 88.13137949007515 + - type: main_score + value: 88.13137949007515 + - type: precision + value: 87.1682665160926 + - type: recall + value: 90.41501976284584 + task: + type: BitextMining + - dataset: + config: lua_Latn-hun_Latn + name: MTEB FloresBitextMining (lua_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 20.8498023715415 + - type: f1 + value: 17.495546672424435 + - type: main_score + value: 17.495546672424435 + - type: precision + value: 16.574716453059686 + - type: recall + value: 20.8498023715415 + task: + type: BitextMining + - dataset: + config: nya_Latn-hun_Latn + name: MTEB FloresBitextMining (nya_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.1699604743083 + - type: f1 + value: 15.10874820402838 + - type: main_score + value: 15.10874820402838 + - type: precision + value: 14.143001004253437 + - type: recall + value: 19.1699604743083 + task: + type: BitextMining + - dataset: + config: slv_Latn-hun_Latn + name: MTEB FloresBitextMining (slv_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.71541501976284 + - type: f1 + value: 98.28722002635045 + - type: main_score + value: 98.28722002635045 + - type: precision + value: 98.07312252964427 + - type: recall + value: 98.71541501976284 + task: + type: BitextMining + - dataset: + config: tpi_Latn-hun_Latn + name: MTEB FloresBitextMining (tpi_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.81027667984189 + - type: f1 + value: 36.12178505591014 + - type: main_score + value: 36.12178505591014 + - type: precision + value: 34.642643386161566 + - type: recall + value: 40.81027667984189 + task: + type: BitextMining + - dataset: + config: zsm_Latn-hun_Latn + name: MTEB FloresBitextMining (zsm_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.4308300395257 + - type: f1 + value: 96.60737812911727 + - type: main_score + value: 96.60737812911727 + - type: precision + value: 96.21212121212122 + - type: recall + value: 97.4308300395257 + task: + type: BitextMining + - dataset: + config: ayr_Latn-hun_Latn + name: MTEB FloresBitextMining (ayr_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.76284584980237 + - type: f1 + value: 16.304027371063164 + - type: main_score + value: 16.304027371063164 + - type: precision + value: 15.369962975165286 + - type: recall + value: 19.76284584980237 + task: + type: BitextMining + - dataset: + config: dan_Latn-hun_Latn + name: MTEB FloresBitextMining (dan_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 98.81422924901186 + - type: f1 + value: 98.41897233201581 + - type: main_score + value: 98.41897233201581 + - type: precision + value: 98.22134387351778 + - type: recall + value: 98.81422924901186 + task: + type: BitextMining + - dataset: + config: guj_Gujr-hun_Latn + name: MTEB FloresBitextMining (guj_Gujr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 85.7707509881423 + - type: f1 + value: 82.42292766909137 + - type: main_score + value: 82.42292766909137 + - type: precision + value: 81.01412380439061 + - type: recall + value: 85.7707509881423 + task: + type: BitextMining + - dataset: + config: kaz_Cyrl-hun_Latn + name: MTEB FloresBitextMining (kaz_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 68.08300395256917 + - type: f1 + value: 63.90280777632555 + - type: main_score + value: 63.90280777632555 + - type: precision + value: 62.47583937801329 + - type: recall + value: 68.08300395256917 + task: + type: BitextMining + - dataset: + config: lug_Latn-hun_Latn + name: MTEB FloresBitextMining (lug_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.909090909090908 + - type: f1 + value: 12.848177384490109 + - type: main_score + value: 12.848177384490109 + - type: precision + value: 12.068108361140817 + - type: recall + value: 15.909090909090908 + task: + type: BitextMining + - dataset: + config: oci_Latn-hun_Latn + name: MTEB FloresBitextMining (oci_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 85.86956521739131 + - type: f1 + value: 82.35068072024593 + - type: main_score + value: 82.35068072024593 + - type: precision + value: 80.75016469038208 + - type: recall + value: 85.86956521739131 + task: + type: BitextMining + - dataset: + config: smo_Latn-hun_Latn + name: MTEB FloresBitextMining (smo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.181818181818183 + - type: f1 + value: 14.69275220063741 + - type: main_score + value: 14.69275220063741 + - type: precision + value: 13.810157801166623 + - type: recall + value: 18.181818181818183 + task: + type: BitextMining + - dataset: + config: tsn_Latn-hun_Latn + name: MTEB FloresBitextMining (tsn_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.1699604743083 + - type: f1 + value: 15.862370930352645 + - type: main_score + value: 15.862370930352645 + - type: precision + value: 15.060484497776159 + - type: recall + value: 19.1699604743083 + task: + type: BitextMining + - dataset: + config: zul_Latn-hun_Latn + name: MTEB FloresBitextMining (zul_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 12.450592885375494 + - type: f1 + value: 9.804580692141162 + - type: main_score + value: 9.804580692141162 + - type: precision + value: 9.180785330048298 + - type: recall + value: 12.450592885375494 + task: + type: BitextMining + - dataset: + config: azb_Arab-hun_Latn + name: MTEB FloresBitextMining (azb_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 49.50592885375494 + - type: f1 + value: 42.68414666141938 + - type: main_score + value: 42.68414666141938 + - type: precision + value: 40.23086578435549 + - type: recall + value: 49.50592885375494 + task: + type: BitextMining + - dataset: + config: deu_Latn-hun_Latn + name: MTEB FloresBitextMining (deu_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 99.1106719367589 + - type: f1 + value: 98.83069828722002 + - type: main_score + value: 98.83069828722002 + - type: precision + value: 98.69894598155467 + - type: recall + value: 99.1106719367589 + task: + type: BitextMining + - dataset: + config: hat_Latn-hun_Latn + name: MTEB FloresBitextMining (hat_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 26.877470355731226 + - type: f1 + value: 22.13264567563882 + - type: main_score + value: 22.13264567563882 + - type: precision + value: 20.804434498869114 + - type: recall + value: 26.877470355731226 + task: + type: BitextMining + - dataset: + config: kbp_Latn-hun_Latn + name: MTEB FloresBitextMining (kbp_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 19.268774703557312 + - type: f1 + value: 15.876845674146129 + - type: main_score + value: 15.876845674146129 + - type: precision + value: 14.998436352968 + - type: recall + value: 19.268774703557312 + task: + type: BitextMining + - dataset: + config: luo_Latn-hun_Latn + name: MTEB FloresBitextMining (luo_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 18.280632411067195 + - type: f1 + value: 14.862343379157354 + - type: main_score + value: 14.862343379157354 + - type: precision + value: 14.037423809904045 + - type: recall + value: 18.280632411067195 + task: + type: BitextMining + - dataset: + config: ory_Orya-hun_Latn + name: MTEB FloresBitextMining (ory_Orya-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 35.573122529644266 + - type: f1 + value: 31.057313920908943 + - type: main_score + value: 31.057313920908943 + - type: precision + value: 29.803750133328787 + - type: recall + value: 35.573122529644266 + task: + type: BitextMining + - dataset: + config: sna_Latn-hun_Latn + name: MTEB FloresBitextMining (sna_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 13.73517786561265 + - type: f1 + value: 10.837768960052879 + - type: main_score + value: 10.837768960052879 + - type: precision + value: 10.144942517748806 + - type: recall + value: 13.73517786561265 + task: + type: BitextMining + - dataset: + config: tso_Latn-hun_Latn + name: MTEB FloresBitextMining (tso_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 17.193675889328063 + - type: f1 + value: 14.763568698390742 + - type: main_score + value: 14.763568698390742 + - type: precision + value: 14.093556799816565 + - type: recall + value: 17.193675889328063 + task: + type: BitextMining + - dataset: + config: azj_Latn-hun_Latn + name: MTEB FloresBitextMining (azj_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 81.12648221343873 + - type: f1 + value: 76.80030114812723 + - type: main_score + value: 76.80030114812723 + - type: precision + value: 74.98462889767238 + - type: recall + value: 81.12648221343873 + task: + type: BitextMining + - dataset: + config: dik_Latn-hun_Latn + name: MTEB FloresBitextMining (dik_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 23.3201581027668 + - type: f1 + value: 19.510596089631534 + - type: main_score + value: 19.510596089631534 + - type: precision + value: 18.41316033276958 + - type: recall + value: 23.3201581027668 + task: + type: BitextMining + - dataset: + config: hau_Latn-hun_Latn + name: MTEB FloresBitextMining (hau_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 14.42687747035573 + - type: f1 + value: 12.043833125757809 + - type: main_score + value: 12.043833125757809 + - type: precision + value: 11.416367088571771 + - type: recall + value: 14.42687747035573 + task: + type: BitextMining + - dataset: + config: kea_Latn-hun_Latn + name: MTEB FloresBitextMining (kea_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 57.509881422924906 + - type: f1 + value: 51.92013520076762 + - type: main_score + value: 51.92013520076762 + - type: precision + value: 49.966749324456835 + - type: recall + value: 57.509881422924906 + task: + type: BitextMining + - dataset: + config: lus_Latn-hun_Latn + name: MTEB FloresBitextMining (lus_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 32.41106719367589 + - type: f1 + value: 28.579686761855267 + - type: main_score + value: 28.579686761855267 + - type: precision + value: 27.333392120271853 + - type: recall + value: 32.41106719367589 + task: + type: BitextMining + - dataset: + config: pag_Latn-hun_Latn + name: MTEB FloresBitextMining (pag_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 43.47826086956522 + - type: f1 + value: 37.421053787058575 + - type: main_score + value: 37.421053787058575 + - type: precision + value: 35.53993482414501 + - type: recall + value: 43.47826086956522 + task: + type: BitextMining + - dataset: + config: snd_Arab-hun_Latn + name: MTEB FloresBitextMining (snd_Arab-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 47.92490118577075 + - type: f1 + value: 42.21268898117306 + - type: main_score + value: 42.21268898117306 + - type: precision + value: 40.3695530973199 + - type: recall + value: 47.92490118577075 + task: + type: BitextMining + - dataset: + config: tuk_Latn-hun_Latn + name: MTEB FloresBitextMining (tuk_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 27.4703557312253 + - type: f1 + value: 22.989408311618227 + - type: main_score + value: 22.989408311618227 + - type: precision + value: 21.620377220237717 + - type: recall + value: 27.4703557312253 + task: + type: BitextMining + - dataset: + config: bak_Cyrl-hun_Latn + name: MTEB FloresBitextMining (bak_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 33.59683794466403 + - type: f1 + value: 28.965332181080555 + - type: main_score + value: 28.965332181080555 + - type: precision + value: 27.46776273739011 + - type: recall + value: 33.59683794466403 + task: + type: BitextMining + - dataset: + config: dyu_Latn-hun_Latn + name: MTEB FloresBitextMining (dyu_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 17.885375494071145 + - type: f1 + value: 14.751458676772552 + - type: main_score + value: 14.751458676772552 + - type: precision + value: 13.908549533726939 + - type: recall + value: 17.885375494071145 + task: + type: BitextMining + - dataset: + config: heb_Hebr-hun_Latn + name: MTEB FloresBitextMining (heb_Hebr-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.5296442687747 + - type: f1 + value: 96.73913043478261 + - type: main_score + value: 96.73913043478261 + - type: precision + value: 96.34387351778656 + - type: recall + value: 97.5296442687747 + task: + type: BitextMining + - dataset: + config: khk_Cyrl-hun_Latn + name: MTEB FloresBitextMining (khk_Cyrl-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 94.1699604743083 + - type: f1 + value: 92.42424242424242 + - type: main_score + value: 92.42424242424242 + - type: precision + value: 91.56785243741766 + - type: recall + value: 94.1699604743083 + task: + type: BitextMining + - dataset: + config: lvs_Latn-hun_Latn + name: MTEB FloresBitextMining (lvs_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 97.33201581027669 + - type: f1 + value: 96.44268774703558 + - type: main_score + value: 96.44268774703558 + - type: precision + value: 95.99802371541502 + - type: recall + value: 97.33201581027669 + task: + type: BitextMining + - dataset: + config: pan_Guru-hun_Latn + name: MTEB FloresBitextMining (pan_Guru-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 40.316205533596836 + - type: f1 + value: 35.240886590758386 + - type: main_score + value: 35.240886590758386 + - type: precision + value: 33.60392290803924 + - type: recall + value: 40.316205533596836 + task: + type: BitextMining + - dataset: + config: som_Latn-hun_Latn + name: MTEB FloresBitextMining (som_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.316205533596838 + - type: f1 + value: 12.67414470997088 + - type: main_score + value: 12.67414470997088 + - type: precision + value: 11.959638508091565 + - type: recall + value: 15.316205533596838 + task: + type: BitextMining + - dataset: + config: tum_Latn-hun_Latn + name: MTEB FloresBitextMining (tum_Latn-hun_Latn) + revision: e6b647fcb6299a2f686f742f4d4c023e553ea67e + split: devtest + type: mteb/flores + metrics: + - type: accuracy + value: 15.612648221343871 + - type: f1 + value: 12.22862020259427 + - type: main_score + value: 12.22862020259427 + - type: precision + value: 11.435463383043796 + - type: recall + value: 15.612648221343871 + task: + type: BitextMining + - dataset: + config: default + name: MTEB HunSum2AbstractiveRetrieval (default) + revision: 24e1445c8180d937f0a16f8ae8a62e77cc952e56 + split: test + type: SZTAKI-HLT/HunSum-2-abstractive + metrics: + - type: main_score + value: 65.616 + - type: map_at_1 + value: 65.616 + - type: map_at_10 + value: 72.17 + - type: map_at_100 + value: 72.596 + - type: map_at_1000 + value: 72.615 + - type: map_at_20 + value: 72.418 + - type: map_at_3 + value: 70.596 + - type: map_at_5 + value: 71.532 + - type: mrr_at_1 + value: 65.61561561561562 + - type: mrr_at_10 + value: 72.17006689228913 + - type: mrr_at_100 + value: 72.59630726413003 + - type: mrr_at_1000 + value: 72.61533408042457 + - type: mrr_at_20 + value: 72.41848803381308 + - type: mrr_at_3 + value: 70.59559559559558 + - type: mrr_at_5 + value: 71.53153153153156 + - type: nauc_map_at_1000_diff1 + value: 82.11477551036097 + - type: nauc_map_at_1000_max + value: 69.93216235961877 + - type: nauc_map_at_1000_std + value: -4.901120373521347 + - type: nauc_map_at_100_diff1 + value: 82.10806987112343 + - type: nauc_map_at_100_max + value: 69.93576246377116 + - type: nauc_map_at_100_std + value: -4.888276482937281 + - type: nauc_map_at_10_diff1 + value: 82.04302562091283 + - type: nauc_map_at_10_max + value: 69.98073646418275 + - type: nauc_map_at_10_std + value: -4.939406021960221 + - type: nauc_map_at_1_diff1 + value: 85.20668775288361 + - type: nauc_map_at_1_max + value: 69.09789335497814 + - type: nauc_map_at_1_std + value: -6.442884331049151 + - type: nauc_map_at_20_diff1 + value: 82.0225558509114 + - type: nauc_map_at_20_max + value: 69.91856798991726 + - type: nauc_map_at_20_std + value: -4.865775113195285 + - type: nauc_map_at_3_diff1 + value: 82.27637852190405 + - type: nauc_map_at_3_max + value: 70.15220150711396 + - type: nauc_map_at_3_std + value: -5.459983423558685 + - type: nauc_map_at_5_diff1 + value: 81.99868387570363 + - type: nauc_map_at_5_max + value: 69.96808732325626 + - type: nauc_map_at_5_std + value: -5.066978528413986 + - type: nauc_mrr_at_1000_diff1 + value: 82.11477551036097 + - type: nauc_mrr_at_1000_max + value: 69.93216235961877 + - type: nauc_mrr_at_1000_std + value: -4.901120373521347 + - type: nauc_mrr_at_100_diff1 + value: 82.10806987112343 + - type: nauc_mrr_at_100_max + value: 69.93576246377116 + - type: nauc_mrr_at_100_std + value: -4.888276482937281 + - type: nauc_mrr_at_10_diff1 + value: 82.04302562091283 + - type: nauc_mrr_at_10_max + value: 69.98073646418275 + - type: nauc_mrr_at_10_std + value: -4.939406021960221 + - type: nauc_mrr_at_1_diff1 + value: 85.20668775288361 + - type: nauc_mrr_at_1_max + value: 69.09789335497814 + - type: nauc_mrr_at_1_std + value: -6.442884331049151 + - type: nauc_mrr_at_20_diff1 + value: 82.0225558509114 + - type: nauc_mrr_at_20_max + value: 69.91856798991726 + - type: nauc_mrr_at_20_std + value: -4.865775113195285 + - type: nauc_mrr_at_3_diff1 + value: 82.27637852190405 + - type: nauc_mrr_at_3_max + value: 70.15220150711396 + - type: nauc_mrr_at_3_std + value: -5.459983423558685 + - type: nauc_mrr_at_5_diff1 + value: 81.99868387570363 + - type: nauc_mrr_at_5_max + value: 69.96808732325626 + - type: nauc_mrr_at_5_std + value: -5.066978528413986 + - type: nauc_ndcg_at_1000_diff1 + value: 81.5126840771622 + - type: nauc_ndcg_at_1000_max + value: 70.12763018849093 + - type: nauc_ndcg_at_1000_std + value: -3.990763331803255 + - type: nauc_ndcg_at_100_diff1 + value: 81.35314690542201 + - type: nauc_ndcg_at_100_max + value: 70.29954500310211 + - type: nauc_ndcg_at_100_std + value: -3.4200000144945704 + - type: nauc_ndcg_at_10_diff1 + value: 80.79088866851619 + - type: nauc_ndcg_at_10_max + value: 70.32243683355195 + - type: nauc_ndcg_at_10_std + value: -3.661632655363061 + - type: nauc_ndcg_at_1_diff1 + value: 85.20668775288361 + - type: nauc_ndcg_at_1_max + value: 69.09789335497814 + - type: nauc_ndcg_at_1_std + value: -6.442884331049151 + - type: nauc_ndcg_at_20_diff1 + value: 80.65723696292129 + - type: nauc_ndcg_at_20_max + value: 70.0781627958487 + - type: nauc_ndcg_at_20_std + value: -3.3268850467427455 + - type: nauc_ndcg_at_3_diff1 + value: 81.30422620216359 + - type: nauc_ndcg_at_3_max + value: 70.57201377939089 + - type: nauc_ndcg_at_3_std + value: -4.867226820935226 + - type: nauc_ndcg_at_5_diff1 + value: 80.73570523236309 + - type: nauc_ndcg_at_5_max + value: 70.26219056465638 + - type: nauc_ndcg_at_5_std + value: -4.058787558085215 + - type: nauc_precision_at_1000_diff1 + value: 74.43924751465183 + - type: nauc_precision_at_1000_max + value: 86.51759703882918 + - type: nauc_precision_at_1000_std + value: 82.31711770484912 + - type: nauc_precision_at_100_diff1 + value: 75.70004441716591 + - type: nauc_precision_at_100_max + value: 77.61085332471666 + - type: nauc_precision_at_100_std + value: 22.502459762868824 + - type: nauc_precision_at_10_diff1 + value: 74.62622879461453 + - type: nauc_precision_at_10_max + value: 72.02341591543264 + - type: nauc_precision_at_10_std + value: 3.227096017453475 + - type: nauc_precision_at_1_diff1 + value: 85.20668775288361 + - type: nauc_precision_at_1_max + value: 69.09789335497814 + - type: nauc_precision_at_1_std + value: -6.442884331049151 + - type: nauc_precision_at_20_diff1 + value: 71.82812396378273 + - type: nauc_precision_at_20_max + value: 70.67250776468195 + - type: nauc_precision_at_20_std + value: 7.67961919934869 + - type: nauc_precision_at_3_diff1 + value: 78.00819461913801 + - type: nauc_precision_at_3_max + value: 72.02361600228878 + - type: nauc_precision_at_3_std + value: -2.749950579759329 + - type: nauc_precision_at_5_diff1 + value: 75.76784513448565 + - type: nauc_precision_at_5_max + value: 71.38070257500367 + - type: nauc_precision_at_5_std + value: 0.14048678160511355 + - type: nauc_recall_at_1000_diff1 + value: 74.43924751465049 + - type: nauc_recall_at_1000_max + value: 86.51759703883047 + - type: nauc_recall_at_1000_std + value: 82.31711770484824 + - type: nauc_recall_at_100_diff1 + value: 75.70004441716617 + - type: nauc_recall_at_100_max + value: 77.61085332471673 + - type: nauc_recall_at_100_std + value: 22.502459762868686 + - type: nauc_recall_at_10_diff1 + value: 74.62622879461455 + - type: nauc_recall_at_10_max + value: 72.02341591543261 + - type: nauc_recall_at_10_std + value: 3.2270960174534973 + - type: nauc_recall_at_1_diff1 + value: 85.20668775288361 + - type: nauc_recall_at_1_max + value: 69.09789335497814 + - type: nauc_recall_at_1_std + value: -6.442884331049151 + - type: nauc_recall_at_20_diff1 + value: 71.82812396378263 + - type: nauc_recall_at_20_max + value: 70.6725077646819 + - type: nauc_recall_at_20_std + value: 7.679619199348971 + - type: nauc_recall_at_3_diff1 + value: 78.00819461913807 + - type: nauc_recall_at_3_max + value: 72.02361600228886 + - type: nauc_recall_at_3_std + value: -2.749950579759317 + - type: nauc_recall_at_5_diff1 + value: 75.76784513448574 + - type: nauc_recall_at_5_max + value: 71.38070257500377 + - type: nauc_recall_at_5_std + value: 0.1404867816050954 + - type: ndcg_at_1 + value: 65.616 + - type: ndcg_at_10 + value: 75.372 + - type: ndcg_at_100 + value: 77.536 + - type: ndcg_at_1000 + value: 78.051 + - type: ndcg_at_20 + value: 76.281 + - type: ndcg_at_3 + value: 72.162 + - type: ndcg_at_5 + value: 73.83999999999999 + - type: precision_at_1 + value: 65.616 + - type: precision_at_10 + value: 8.544 + - type: precision_at_100 + value: 0.9570000000000001 + - type: precision_at_1000 + value: 0.1 + - type: precision_at_20 + value: 4.452 + - type: precision_at_3 + value: 25.558999999999997 + - type: precision_at_5 + value: 16.146 + - type: recall_at_1 + value: 65.616 + - type: recall_at_10 + value: 85.435 + - type: recall_at_100 + value: 95.746 + - type: recall_at_1000 + value: 99.8 + - type: recall_at_20 + value: 89.039 + - type: recall_at_3 + value: 76.67699999999999 + - type: recall_at_5 + value: 80.731 + task: + type: Retrieval + - dataset: + config: hu + name: MTEB MassiveIntentClassification (hu) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 61.93678547410896 + - type: f1 + value: 59.18089758951288 + - type: f1_weighted + value: 62.33480431880768 + - type: main_score + value: 61.93678547410896 + task: + type: Classification + - dataset: + config: hu + name: MTEB MassiveIntentClassification (hu) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: validation + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 61.65272995573046 + - type: f1 + value: 59.300294731108615 + - type: f1_weighted + value: 61.95329485924452 + - type: main_score + value: 61.65272995573046 + task: + type: Classification + - dataset: + config: hu + name: MTEB MassiveScenarioClassification (hu) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 66.93342299932749 + - type: f1 + value: 66.09393745126239 + - type: f1_weighted + value: 67.11013732647363 + - type: main_score + value: 66.93342299932749 + task: + type: Classification + - dataset: + config: hu + name: MTEB MassiveScenarioClassification (hu) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: validation + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 66.27643876045252 + - type: f1 + value: 65.84263838771432 + - type: f1_weighted + value: 66.48633782928637 + - type: main_score + value: 66.27643876045252 + task: + type: Classification + - dataset: + config: hu + name: MTEB MultiEURLEXMultilabelClassification (hu) + revision: 2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c + split: test + type: mteb/eurlex-multilingual + metrics: + - type: accuracy + value: 2.6879999999999997 + - type: f1 + value: 25.112198433514166 + - type: lrap + value: 41.790686190475135 + - type: main_score + value: 2.6879999999999997 + task: + type: MultilabelClassification + - dataset: + config: arb_Arab-hun_Latn + name: MTEB NTREXBitextMining (arb_Arab-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 86.07911867801702 + - type: f1 + value: 82.34184610248707 + - type: main_score + value: 82.34184610248707 + - type: precision + value: 80.65598397596395 + - type: recall + value: 86.07911867801702 + task: + type: BitextMining + - dataset: + config: ben_Beng-hun_Latn + name: MTEB NTREXBitextMining (ben_Beng-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 40.91136705057586 + - type: f1 + value: 36.01175728956383 + - type: main_score + value: 36.01175728956383 + - type: precision + value: 34.36916434339978 + - type: recall + value: 40.91136705057586 + task: + type: BitextMining + - dataset: + config: deu_Latn-hun_Latn + name: MTEB NTREXBitextMining (deu_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.54031046569855 + - type: f1 + value: 91.73760640961443 + - type: main_score + value: 91.73760640961443 + - type: precision + value: 90.87130696044066 + - type: recall + value: 93.54031046569855 + task: + type: BitextMining + - dataset: + config: ell_Grek-hun_Latn + name: MTEB NTREXBitextMining (ell_Grek-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.3870806209314 + - type: f1 + value: 88.87998664663662 + - type: main_score + value: 88.87998664663662 + - type: precision + value: 87.69821398764815 + - type: recall + value: 91.3870806209314 + task: + type: BitextMining + - dataset: + config: eng_Latn-hun_Latn + name: MTEB NTREXBitextMining (eng_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 94.69203805708563 + - type: f1 + value: 93.04790519112001 + - type: main_score + value: 93.04790519112001 + - type: precision + value: 92.24670338841595 + - type: recall + value: 94.69203805708563 + task: + type: BitextMining + - dataset: + config: fas_Arab-hun_Latn + name: MTEB NTREXBitextMining (fas_Arab-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 89.43415122684027 + - type: f1 + value: 86.48138874979135 + - type: main_score + value: 86.48138874979135 + - type: precision + value: 85.1235186112502 + - type: recall + value: 89.43415122684027 + task: + type: BitextMining + - dataset: + config: fin_Latn-hun_Latn + name: MTEB NTREXBitextMining (fin_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.73610415623435 + - type: f1 + value: 88.10716074111167 + - type: main_score + value: 88.10716074111167 + - type: precision + value: 86.84860624269739 + - type: recall + value: 90.73610415623435 + task: + type: BitextMining + - dataset: + config: fra_Latn-hun_Latn + name: MTEB NTREXBitextMining (fra_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.03955933900852 + - type: f1 + value: 90.97312635620098 + - type: main_score + value: 90.97312635620098 + - type: precision + value: 89.97245868803205 + - type: recall + value: 93.03955933900852 + task: + type: BitextMining + - dataset: + config: heb_Hebr-hun_Latn + name: MTEB NTREXBitextMining (heb_Hebr-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 88.03204807210815 + - type: f1 + value: 84.71540644299783 + - type: main_score + value: 84.71540644299783 + - type: precision + value: 83.14972458688032 + - type: recall + value: 88.03204807210815 + task: + type: BitextMining + - dataset: + config: hin_Deva-hun_Latn + name: MTEB NTREXBitextMining (hin_Deva-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 86.9804707060591 + - type: f1 + value: 83.51527290936404 + - type: main_score + value: 83.51527290936404 + - type: precision + value: 81.92038057085628 + - type: recall + value: 86.9804707060591 + task: + type: BitextMining + - dataset: + config: hun_Latn-arb_Arab + name: MTEB NTREXBitextMining (hun_Latn-arb_Arab) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 86.47971957936905 + - type: f1 + value: 82.83592054748789 + - type: main_score + value: 82.83592054748789 + - type: precision + value: 81.18260724419963 + - type: recall + value: 86.47971957936905 + task: + type: BitextMining + - dataset: + config: hun_Latn-ben_Beng + name: MTEB NTREXBitextMining (hun_Latn-ben_Beng) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 41.86279419128693 + - type: f1 + value: 33.232896964494365 + - type: main_score + value: 33.232896964494365 + - type: precision + value: 30.249043850094402 + - type: recall + value: 41.86279419128693 + task: + type: BitextMining + - dataset: + config: hun_Latn-deu_Latn + name: MTEB NTREXBitextMining (hun_Latn-deu_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.94091136705057 + - type: f1 + value: 92.14989150392255 + - type: main_score + value: 92.14989150392255 + - type: precision + value: 91.28275746953764 + - type: recall + value: 93.94091136705057 + task: + type: BitextMining + - dataset: + config: hun_Latn-ell_Grek + name: MTEB NTREXBitextMining (hun_Latn-ell_Grek) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.8392588883325 + - type: f1 + value: 90.86296110832916 + - type: main_score + value: 90.86296110832916 + - type: precision + value: 89.93072942747456 + - type: recall + value: 92.8392588883325 + task: + type: BitextMining + - dataset: + config: hun_Latn-eng_Latn + name: MTEB NTREXBitextMining (hun_Latn-eng_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 95.54331497245869 + - type: f1 + value: 94.2330161909531 + - type: main_score + value: 94.2330161909531 + - type: precision + value: 93.59873143047905 + - type: recall + value: 95.54331497245869 + task: + type: BitextMining + - dataset: + config: hun_Latn-fas_Arab + name: MTEB NTREXBitextMining (hun_Latn-fas_Arab) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 89.43415122684027 + - type: f1 + value: 86.54481722583876 + - type: main_score + value: 86.54481722583876 + - type: precision + value: 85.20447337673176 + - type: recall + value: 89.43415122684027 + task: + type: BitextMining + - dataset: + config: hun_Latn-fin_Latn + name: MTEB NTREXBitextMining (hun_Latn-fin_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 89.58437656484726 + - type: f1 + value: 86.70839592722417 + - type: main_score + value: 86.70839592722417 + - type: precision + value: 85.37389417459522 + - type: recall + value: 89.58437656484726 + task: + type: BitextMining + - dataset: + config: hun_Latn-fra_Latn + name: MTEB NTREXBitextMining (hun_Latn-fra_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.13820731096645 + - type: f1 + value: 89.883158070439 + - type: main_score + value: 89.883158070439 + - type: precision + value: 88.81822734101151 + - type: recall + value: 92.13820731096645 + task: + type: BitextMining + - dataset: + config: hun_Latn-heb_Hebr + name: MTEB NTREXBitextMining (hun_Latn-heb_Hebr) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 86.93039559339009 + - type: f1 + value: 83.32336166587544 + - type: main_score + value: 83.32336166587544 + - type: precision + value: 81.67334334835587 + - type: recall + value: 86.93039559339009 + task: + type: BitextMining + - dataset: + config: hun_Latn-hin_Deva + name: MTEB NTREXBitextMining (hun_Latn-hin_Deva) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 85.97896845267901 + - type: f1 + value: 82.34685361375396 + - type: main_score + value: 82.34685361375396 + - type: precision + value: 80.72859288933401 + - type: recall + value: 85.97896845267901 + task: + type: BitextMining + - dataset: + config: hun_Latn-ind_Latn + name: MTEB NTREXBitextMining (hun_Latn-ind_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.33850776164246 + - type: f1 + value: 90.06843598731432 + - type: main_score + value: 90.06843598731432 + - type: precision + value: 88.97512936070773 + - type: recall + value: 92.33850776164246 + task: + type: BitextMining + - dataset: + config: hun_Latn-jpn_Jpan + name: MTEB NTREXBitextMining (hun_Latn-jpn_Jpan) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 87.48122183274913 + - type: f1 + value: 84.08779836421299 + - type: main_score + value: 84.08779836421299 + - type: precision + value: 82.53380070105159 + - type: recall + value: 87.48122183274913 + task: + type: BitextMining + - dataset: + config: hun_Latn-kor_Hang + name: MTEB NTREXBitextMining (hun_Latn-kor_Hang) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 84.82724086129194 + - type: f1 + value: 80.77859213062017 + - type: main_score + value: 80.77859213062017 + - type: precision + value: 78.98931730929726 + - type: recall + value: 84.82724086129194 + task: + type: BitextMining + - dataset: + config: hun_Latn-lav_Latn + name: MTEB NTREXBitextMining (hun_Latn-lav_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 89.9849774661993 + - type: f1 + value: 87.0422300116842 + - type: main_score + value: 87.0422300116842 + - type: precision + value: 85.65932231680856 + - type: recall + value: 89.9849774661993 + task: + type: BitextMining + - dataset: + config: hun_Latn-lit_Latn + name: MTEB NTREXBitextMining (hun_Latn-lit_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.38557836755132 + - type: f1 + value: 87.60474044399933 + - type: main_score + value: 87.60474044399933 + - type: precision + value: 86.28776498080455 + - type: recall + value: 90.38557836755132 + task: + type: BitextMining + - dataset: + config: hun_Latn-nld_Latn + name: MTEB NTREXBitextMining (hun_Latn-nld_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.64046069103655 + - type: f1 + value: 91.81271907861792 + - type: main_score + value: 91.81271907861792 + - type: precision + value: 90.93807377733266 + - type: recall + value: 93.64046069103655 + task: + type: BitextMining + - dataset: + config: hun_Latn-pol_Latn + name: MTEB NTREXBitextMining (hun_Latn-pol_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.2368552829244 + - type: f1 + value: 88.85924124281661 + - type: main_score + value: 88.85924124281661 + - type: precision + value: 87.7524620263729 + - type: recall + value: 91.2368552829244 + task: + type: BitextMining + - dataset: + config: hun_Latn-por_Latn + name: MTEB NTREXBitextMining (hun_Latn-por_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.18978467701552 + - type: f1 + value: 91.15172759138709 + - type: main_score + value: 91.15172759138709 + - type: precision + value: 90.19362376898682 + - type: recall + value: 93.18978467701552 + task: + type: BitextMining + - dataset: + config: hun_Latn-rus_Cyrl + name: MTEB NTREXBitextMining (hun_Latn-rus_Cyrl) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.23835753630446 + - type: f1 + value: 89.9382406943749 + - type: main_score + value: 89.9382406943749 + - type: precision + value: 88.85411450509096 + - type: recall + value: 92.23835753630446 + task: + type: BitextMining + - dataset: + config: hun_Latn-spa_Latn + name: MTEB NTREXBitextMining (hun_Latn-spa_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.34001001502253 + - type: f1 + value: 91.47888499415792 + - type: main_score + value: 91.47888499415792 + - type: precision + value: 90.58587881822734 + - type: recall + value: 93.34001001502253 + task: + type: BitextMining + - dataset: + config: hun_Latn-swa_Latn + name: MTEB NTREXBitextMining (hun_Latn-swa_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 40.76114171256886 + - type: f1 + value: 32.341475401874824 + - type: main_score + value: 32.341475401874824 + - type: precision + value: 29.515621549076144 + - type: recall + value: 40.76114171256886 + task: + type: BitextMining + - dataset: + config: hun_Latn-swe_Latn + name: MTEB NTREXBitextMining (hun_Latn-swe_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.44016024036054 + - type: f1 + value: 91.490569187114 + - type: main_score + value: 91.490569187114 + - type: precision + value: 90.56501418794859 + - type: recall + value: 93.44016024036054 + task: + type: BitextMining + - dataset: + config: hun_Latn-tam_Taml + name: MTEB NTREXBitextMining (hun_Latn-tam_Taml) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 27.591387080620933 + - type: f1 + value: 18.875023187991868 + - type: main_score + value: 18.875023187991868 + - type: precision + value: 16.43982939607956 + - type: recall + value: 27.591387080620933 + task: + type: BitextMining + - dataset: + config: hun_Latn-tur_Latn + name: MTEB NTREXBitextMining (hun_Latn-tur_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.3870806209314 + - type: f1 + value: 88.90836254381573 + - type: main_score + value: 88.90836254381573 + - type: precision + value: 87.72325154398266 + - type: recall + value: 91.3870806209314 + task: + type: BitextMining + - dataset: + config: hun_Latn-vie_Latn + name: MTEB NTREXBitextMining (hun_Latn-vie_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.13670505758637 + - type: f1 + value: 88.62054987242769 + - type: main_score + value: 88.62054987242769 + - type: precision + value: 87.41445501585711 + - type: recall + value: 91.13670505758637 + task: + type: BitextMining + - dataset: + config: hun_Latn-zho_Hant + name: MTEB NTREXBitextMining (hun_Latn-zho_Hant) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.33550325488233 + - type: f1 + value: 87.71574027708229 + - type: main_score + value: 87.71574027708229 + - type: precision + value: 86.53861744998451 + - type: recall + value: 90.33550325488233 + task: + type: BitextMining + - dataset: + config: hun_Latn-zul_Latn + name: MTEB NTREXBitextMining (hun_Latn-zul_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 17.626439659489236 + - type: f1 + value: 11.826546194507252 + - type: main_score + value: 11.826546194507252 + - type: precision + value: 10.340822386979896 + - type: recall + value: 17.626439659489236 + task: + type: BitextMining + - dataset: + config: ind_Latn-hun_Latn + name: MTEB NTREXBitextMining (ind_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.93940911367051 + - type: f1 + value: 90.91470539142045 + - type: main_score + value: 90.91470539142045 + - type: precision + value: 89.96411283592055 + - type: recall + value: 92.93940911367051 + task: + type: BitextMining + - dataset: + config: jpn_Jpan-hun_Latn + name: MTEB NTREXBitextMining (jpn_Jpan-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 88.33249874812218 + - type: f1 + value: 85.07260891337006 + - type: main_score + value: 85.07260891337006 + - type: precision + value: 83.54114505090969 + - type: recall + value: 88.33249874812218 + task: + type: BitextMining + - dataset: + config: kor_Hang-hun_Latn + name: MTEB NTREXBitextMining (kor_Hang-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 86.07911867801702 + - type: f1 + value: 82.32348522784176 + - type: main_score + value: 82.32348522784176 + - type: precision + value: 80.59339008512768 + - type: recall + value: 86.07911867801702 + task: + type: BitextMining + - dataset: + config: lav_Latn-hun_Latn + name: MTEB NTREXBitextMining (lav_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.73610415623435 + - type: f1 + value: 88.25833989078856 + - type: main_score + value: 88.25833989078856 + - type: precision + value: 87.09480887998664 + - type: recall + value: 90.73610415623435 + task: + type: BitextMining + - dataset: + config: lit_Latn-hun_Latn + name: MTEB NTREXBitextMining (lit_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.88783174762143 + - type: f1 + value: 89.59105324653646 + - type: main_score + value: 89.59105324653646 + - type: precision + value: 88.49106993824068 + - type: recall + value: 91.88783174762143 + task: + type: BitextMining + - dataset: + config: nld_Latn-hun_Latn + name: MTEB NTREXBitextMining (nld_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.98948422633951 + - type: f1 + value: 90.93139709564348 + - type: main_score + value: 90.93139709564348 + - type: precision + value: 89.93072942747456 + - type: recall + value: 92.98948422633951 + task: + type: BitextMining + - dataset: + config: pol_Latn-hun_Latn + name: MTEB NTREXBitextMining (pol_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.4371557336004 + - type: f1 + value: 89.10699382406943 + - type: main_score + value: 89.10699382406943 + - type: precision + value: 88.00701051577366 + - type: recall + value: 91.4371557336004 + task: + type: BitextMining + - dataset: + config: por_Latn-hun_Latn + name: MTEB NTREXBitextMining (por_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 92.98948422633951 + - type: f1 + value: 91.02320146886997 + - type: main_score + value: 91.02320146886997 + - type: precision + value: 90.09764646970456 + - type: recall + value: 92.98948422633951 + task: + type: BitextMining + - dataset: + config: rus_Cyrl-hun_Latn + name: MTEB NTREXBitextMining (rus_Cyrl-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.98647971957938 + - type: f1 + value: 88.3942580537473 + - type: main_score + value: 88.3942580537473 + - type: precision + value: 87.16992154899015 + - type: recall + value: 90.98647971957938 + task: + type: BitextMining + - dataset: + config: spa_Latn-hun_Latn + name: MTEB NTREXBitextMining (spa_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.13970956434652 + - type: f1 + value: 91.19846436321149 + - type: main_score + value: 91.19846436321149 + - type: precision + value: 90.26456351193457 + - type: recall + value: 93.13970956434652 + task: + type: BitextMining + - dataset: + config: swa_Latn-hun_Latn + name: MTEB NTREXBitextMining (swa_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 39.05858788182273 + - type: f1 + value: 33.98323169908456 + - type: main_score + value: 33.98323169908456 + - type: precision + value: 32.41376425186998 + - type: recall + value: 39.05858788182273 + task: + type: BitextMining + - dataset: + config: swe_Latn-hun_Latn + name: MTEB NTREXBitextMining (swe_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 93.03955933900852 + - type: f1 + value: 91.01485561675847 + - type: main_score + value: 91.01485561675847 + - type: precision + value: 90.04757135703555 + - type: recall + value: 93.03955933900852 + task: + type: BitextMining + - dataset: + config: tam_Taml-hun_Latn + name: MTEB NTREXBitextMining (tam_Taml-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 27.341011517275916 + - type: f1 + value: 24.114490363365103 + - type: main_score + value: 24.114490363365103 + - type: precision + value: 23.01465131730559 + - type: recall + value: 27.341011517275916 + task: + type: BitextMining + - dataset: + config: tur_Latn-hun_Latn + name: MTEB NTREXBitextMining (tur_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 91.03655483224837 + - type: f1 + value: 88.4843932565515 + - type: main_score + value: 88.4843932565515 + - type: precision + value: 87.31180103488568 + - type: recall + value: 91.03655483224837 + task: + type: BitextMining + - dataset: + config: vie_Latn-hun_Latn + name: MTEB NTREXBitextMining (vie_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.38557836755132 + - type: f1 + value: 87.73493573693874 + - type: main_score + value: 87.73493573693874 + - type: precision + value: 86.5005842096478 + - type: recall + value: 90.38557836755132 + task: + type: BitextMining + - dataset: + config: zho_Hant-hun_Latn + name: MTEB NTREXBitextMining (zho_Hant-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 90.33550325488233 + - type: f1 + value: 87.59806376231013 + - type: main_score + value: 87.59806376231013 + - type: precision + value: 86.3253213153063 + - type: recall + value: 90.33550325488233 + task: + type: BitextMining + - dataset: + config: zul_Latn-hun_Latn + name: MTEB NTREXBitextMining (zul_Latn-hun_Latn) + revision: ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33 + split: test + type: mteb/NTREX + metrics: + - type: accuracy + value: 17.676514772158235 + - type: f1 + value: 13.907186347256669 + - type: main_score + value: 13.907186347256669 + - type: precision + value: 12.923210518264245 + - type: recall + value: 17.676514772158235 + task: + type: BitextMining + - dataset: + config: rom-hun + name: MTEB RomaTalesBitextMining (rom-hun) + revision: f4394dbca6845743cd33eba77431767b232ef489 + split: test + type: kardosdrur/roma-tales + metrics: + - type: accuracy + value: 5.116279069767442 + - type: f1 + value: 1.8488798023681745 + - type: main_score + value: 1.8488798023681745 + - type: precision + value: 1.472523686477175 + - type: recall + value: 5.116279069767442 + task: + type: BitextMining + - dataset: + config: hun_Latn + name: MTEB SIB200Classification (hun_Latn) + revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b + split: test + type: mteb/sib200 + metrics: + - type: accuracy + value: 68.43137254901961 + - type: f1 + value: 67.64424216338097 + - type: f1_weighted + value: 68.34815340541722 + - type: main_score + value: 68.43137254901961 + task: + type: Classification + - dataset: + config: hun_Latn + name: MTEB SIB200Classification (hun_Latn) + revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b + split: train + type: mteb/sib200 + metrics: + - type: accuracy + value: 69.04422253922966 + - type: f1 + value: 67.9515950437183 + - type: f1_weighted + value: 69.07832158763667 + - type: main_score + value: 69.04422253922966 + task: + type: Classification + - dataset: + config: hun_Latn + name: MTEB SIB200Classification (hun_Latn) + revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b + split: validation + type: mteb/sib200 + metrics: + - type: accuracy + value: 64.54545454545453 + - type: f1 + value: 63.78373491440388 + - type: f1_weighted + value: 64.98788954233397 + - type: main_score + value: 64.54545454545453 + task: + type: Classification + - dataset: + config: hun_Latn + name: MTEB SIB200ClusteringS2S (hun_Latn) + revision: a74d7350ea12af010cfb1c21e34f1f81fd2e615b + split: test + type: mteb/sib200 + metrics: + - type: main_score + value: 34.91858402487903 + - type: v_measure + value: 34.91858402487903 + - type: v_measure_std + value: 3.377463869658173 + task: + type: Clustering + - dataset: + config: hun-eng + name: MTEB Tatoeba (hun-eng) + revision: 69e8f12da6e31d59addadda9a9c8a2e601a0e282 + split: test + type: mteb/tatoeba-bitext-mining + metrics: + - type: accuracy + value: 91.5 + - type: f1 + value: 89.06666666666666 + - type: main_score + value: 89.06666666666666 + - type: precision + value: 87.9 + - type: recall + value: 91.5 + task: + type: BitextMining +tags: +- mteb +--- + --- base_model: sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 language: