diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.33703595415299914,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.9815,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2531,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2035,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1836,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1586,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1512,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1395,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1386,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1294,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1278,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1254,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1266,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1203,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1156,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.115,
+      "step": 750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1128,
+      "step": 800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1096,
+      "step": 850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1118,
+      "step": 900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1064,
+      "step": 950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1058,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1036,
+      "step": 1050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.101,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1026,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1019,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0978,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1014,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0949,
+      "step": 1350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0969,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0983,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0944,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0941,
+      "step": 1550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0921,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0966,
+      "step": 1650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0912,
+      "step": 1700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0924,
+      "step": 1750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0894,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0926,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.089,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0894,
+      "step": 1950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0878,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0871,
+      "step": 2050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0858,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0865,
+      "step": 2150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0864,
+      "step": 2200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0889,
+      "step": 2250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0867,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0837,
+      "step": 2350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0853,
+      "step": 2400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0845,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0825,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0856,
+      "step": 2550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0853,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0857,
+      "step": 2650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0818,
+      "step": 2700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0832,
+      "step": 2750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0816,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0838,
+      "step": 2850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0811,
+      "step": 2900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0811,
+      "step": 2950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0814,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0827,
+      "step": 3050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0801,
+      "step": 3100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0795,
+      "step": 3150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0783,
+      "step": 3200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0811,
+      "step": 3250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0796,
+      "step": 3300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0796,
+      "step": 3350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0789,
+      "step": 3400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0783,
+      "step": 3450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0769,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0786,
+      "step": 3550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0784,
+      "step": 3600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0834,
+      "step": 3650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0793,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0782,
+      "step": 3750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0776,
+      "step": 3800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.077,
+      "step": 3850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0775,
+      "step": 3900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0789,
+      "step": 3950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0761,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0762,
+      "step": 4050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0781,
+      "step": 4100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0762,
+      "step": 4150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0775,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0769,
+      "step": 4250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0767,
+      "step": 4300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0759,
+      "step": 4350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0749,
+      "step": 4400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0761,
+      "step": 4450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0742,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0768,
+      "step": 4550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0781,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0763,
+      "step": 4650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0752,
+      "step": 4700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0741,
+      "step": 4750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0751,
+      "step": 4800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.074,
+      "step": 4850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0752,
+      "step": 4900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0739,
+      "step": 4950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0735,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "eval_af_opus100_pr_auc": 0.7057314094042632,
+      "eval_af_ud_pr_auc": 0.9983711825064356,
+      "eval_am_opus100_pr_auc": 0.2848106638469207,
+      "eval_ar_ersatz_pr_auc": 0.8908951706502843,
+      "eval_ar_opus100_pr_auc": 0.5565613523672528,
+      "eval_ar_ud_pr_auc": 0.7173778849106552,
+      "eval_average_ersatz_pr_auc": 0.9321426206271471,
+      "eval_average_opus100_pr_auc": 0.7190009806312728,
+      "eval_average_ud_pr_auc": 0.9328308421333739,
+      "eval_az_opus100_pr_auc": 0.6178325618092515,
+      "eval_be_opus100_pr_auc": 0.5991895397863305,
+      "eval_be_ud_pr_auc": 0.8692925494589016,
+      "eval_bg_opus100_pr_auc": 0.9146757175769621,
+      "eval_bg_ud_pr_auc": 0.9644384158946798,
+      "eval_bn_opus100_pr_auc": 0.7392978631209246,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8196442339023469,
+      "eval_ca_ud_pr_auc": 0.9915085202980303,
+      "eval_ceb_ud_pr_auc": 0.9993417339310791,
+      "eval_cs_ersatz_pr_auc": 0.9639554801722556,
+      "eval_cs_opus100_pr_auc": 0.845162133078748,
+      "eval_cs_ud_pr_auc": 0.922388703251391,
+      "eval_cy_opus100_pr_auc": 0.6428501746069342,
+      "eval_cy_ud_pr_auc": 0.9909728233089785,
+      "eval_da_opus100_pr_auc": 0.8742495571496124,
+      "eval_da_ud_pr_auc": 0.9412574947691196,
+      "eval_de_ersatz_pr_auc": 0.9529217142216174,
+      "eval_de_opus100_pr_auc": 0.7325229392484731,
+      "eval_de_ud_pr_auc": 0.9417291529578516,
+      "eval_el_opus100_pr_auc": 0.845506456516102,
+      "eval_el_ud_pr_auc": 0.979626279298155,
+      "eval_en_ersatz_pr_auc": 0.9611654675622419,
+      "eval_en_opus100_pr_auc": 0.8643707700042043,
+      "eval_en_ud_pr_auc": 0.9230253894205163,
+      "eval_eo_opus100_pr_auc": 0.8589981532728992,
+      "eval_es_ersatz_pr_auc": 0.9743290768496358,
+      "eval_es_opus100_pr_auc": 0.8585019436710055,
+      "eval_es_ud_pr_auc": 0.9854351745325378,
+      "eval_et_ersatz_pr_auc": 0.9659093321417168,
+      "eval_et_opus100_pr_auc": 0.8600986108226504,
+      "eval_et_ud_pr_auc": 0.9291066970382782,
+      "eval_eu_opus100_pr_auc": 0.8336247784851643,
+      "eval_eu_ud_pr_auc": 0.9917903517884573,
+      "eval_fa_opus100_pr_auc": 0.4248771700965073,
+      "eval_fa_ud_pr_auc": 0.9908493697526705,
+      "eval_fi_ersatz_pr_auc": 0.9715976533682971,
+      "eval_fi_opus100_pr_auc": 0.9275033006095077,
+      "eval_fi_ud_pr_auc": 0.9340456712264111,
+      "eval_fr_ersatz_pr_auc": 0.9772177239145934,
+      "eval_fr_opus100_pr_auc": 0.8484149251873627,
+      "eval_fr_ud_pr_auc": 0.9173857962183328,
+      "eval_fy_opus100_pr_auc": 0.6397195657691541,
+      "eval_ga_opus100_pr_auc": 0.7570796791847783,
+      "eval_ga_ud_pr_auc": 0.9247328230745495,
+      "eval_gd_opus100_pr_auc": 0.4594698326188776,
+      "eval_gd_ud_pr_auc": 0.5878482459869168,
+      "eval_gl_opus100_pr_auc": 0.8246068113570417,
+      "eval_gl_ud_pr_auc": 0.956267858392722,
+      "eval_gu_ersatz_pr_auc": 0.9176869974415354,
+      "eval_gu_opus100_pr_auc": 0.48014543274720545,
+      "eval_ha_opus100_pr_auc": 0.8692352703558694,
+      "eval_he_opus100_pr_auc": 0.7717950290191632,
+      "eval_he_ud_pr_auc": 0.9203755821581144,
+      "eval_hi_ersatz_pr_auc": 0.8857235535302153,
+      "eval_hi_opus100_pr_auc": 0.5206376960267987,
+      "eval_hi_ud_pr_auc": 0.8822051661074322,
+      "eval_hu_opus100_pr_auc": 0.8783204682803862,
+      "eval_hu_ud_pr_auc": 0.9723777860924852,
+      "eval_hy_opus100_pr_auc": 0.8105946435958102,
+      "eval_hy_ud_pr_auc": 0.9078030343184462,
+      "eval_id_opus100_pr_auc": 0.8643881241091266,
+      "eval_id_ud_pr_auc": 0.9800983748760913,
+      "eval_ig_opus100_pr_auc": 0.7538144641647941,
+      "eval_is_opus100_pr_auc": 0.9100050820080918,
+      "eval_is_ud_pr_auc": 0.9136300486678216,
+      "eval_it_opus100_pr_auc": 0.8173350077850814,
+      "eval_it_ud_pr_auc": 0.9845022857046997,
+      "eval_ja_ersatz_pr_auc": 0.8306953896710796,
+      "eval_ja_opus100_pr_auc": 0.3531780154337194,
+      "eval_ja_ud_pr_auc": 0.9794545149216719,
+      "eval_jv_ud_pr_auc": 0.997313674831934,
+      "eval_ka_opus100_pr_auc": 0.856335016635966,
+      "eval_kk_ersatz_pr_auc": 0.9772492171263198,
+      "eval_kk_opus100_pr_auc": 0.7207956726873177,
+      "eval_kk_ud_pr_auc": 0.9819509775096045,
+      "eval_km_ersatz_pr_auc": 0.8397041020010301,
+      "eval_km_opus100_pr_auc": 0.20522988241025286,
+      "eval_kn_opus100_pr_auc": 0.3896995683834645,
+      "eval_ko_opus100_pr_auc": 0.5715908719195787,
+      "eval_ko_ud_pr_auc": 0.9936027689044056,
+      "eval_ku_opus100_pr_auc": 0.6243958910399188,
+      "eval_ky_opus100_pr_auc": 0.6777188415780976,
+      "eval_la_ud_pr_auc": 0.8974162655803853,
+      "eval_loss": 0.07223706692457199,
+      "eval_lt_ersatz_pr_auc": 0.947736248420402,
+      "eval_lt_opus100_pr_auc": 0.7874312674593146,
+      "eval_lt_ud_pr_auc": 0.9164047850803464,
+      "eval_lv_ersatz_pr_auc": 0.9720586105637623,
+      "eval_lv_opus100_pr_auc": 0.7783585007796802,
+      "eval_lv_ud_pr_auc": 0.9753889102948866,
+      "eval_mg_opus100_pr_auc": 0.869037792050304,
+      "eval_mk_opus100_pr_auc": 0.8802406205655813,
+      "eval_ml_opus100_pr_auc": 0.7187400120551913,
+      "eval_mn_opus100_pr_auc": 0.868640165028126,
+      "eval_mr_opus100_pr_auc": 0.8592844103213433,
+      "eval_mr_ud_pr_auc": 0.9507343178035341,
+      "eval_ms_opus100_pr_auc": 0.8423836812100529,
+      "eval_mt_opus100_pr_auc": 0.7171998727902272,
+      "eval_mt_ud_pr_auc": 0.9279499011713132,
+      "eval_my_opus100_pr_auc": 0.32754498656733344,
+      "eval_ne_opus100_pr_auc": 0.4334013305569692,
+      "eval_nl_opus100_pr_auc": 0.837979774585275,
+      "eval_nl_ud_pr_auc": 0.9351787052122137,
+      "eval_no_opus100_pr_auc": 0.9102856945017593,
+      "eval_no_ud_pr_auc": 0.98431898751998,
+      "eval_pa_opus100_pr_auc": 0.4435252193001106,
+      "eval_pl_ersatz_pr_auc": 0.9406403343081452,
+      "eval_pl_opus100_pr_auc": 0.8652600038704592,
+      "eval_pl_ud_pr_auc": 0.94707144487732,
+      "eval_ps_ersatz_pr_auc": 0.9470011996496419,
+      "eval_ps_opus100_pr_auc": 0.4704205541338553,
+      "eval_pt_opus100_pr_auc": 0.8674701135514472,
+      "eval_pt_ud_pr_auc": 0.9508205019383608,
+      "eval_ro_ersatz_pr_auc": 0.9689727195209061,
+      "eval_ro_opus100_pr_auc": 0.8851031115868192,
+      "eval_ro_ud_pr_auc": 0.9774775986669744,
+      "eval_ru_ersatz_pr_auc": 0.937647295711461,
+      "eval_ru_opus100_pr_auc": 0.8248397777038454,
+      "eval_ru_ud_pr_auc": 0.8730405449847998,
+      "eval_runtime": 447.7034,
+      "eval_samples_per_second": 168.567,
+      "eval_si_opus100_pr_auc": 0.7304385152514804,
+      "eval_sk_opus100_pr_auc": 0.8817351407707088,
+      "eval_sk_ud_pr_auc": 0.9384251404544499,
+      "eval_sl_opus100_pr_auc": 0.8756783801102344,
+      "eval_sl_ud_pr_auc": 0.9906685600165374,
+      "eval_sq_opus100_pr_auc": 0.8747632481462262,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8940805074273583,
+      "eval_sr_ud_pr_auc": 0.9659988595187874,
+      "eval_steps_per_second": 5.269,
+      "eval_sv_opus100_pr_auc": 0.8834265093410478,
+      "eval_sv_ud_pr_auc": 0.9123929890060266,
+      "eval_ta_ersatz_pr_auc": 0.9684505038826678,
+      "eval_ta_opus100_pr_auc": 0.45812264969502065,
+      "eval_ta_ud_pr_auc": 0.9646188386432107,
+      "eval_te_opus100_pr_auc": 0.7553070247263299,
+      "eval_tg_opus100_pr_auc": 0.7921932807041059,
+      "eval_th_opus100_pr_auc": 0.6163797484845116,
+      "eval_th_ud_pr_auc": 0.36686893458303194,
+      "eval_tr_ersatz_pr_auc": 0.9371601509405428,
+      "eval_tr_opus100_pr_auc": 0.8905047459483929,
+      "eval_tr_ud_pr_auc": 0.9504825162375222,
+      "eval_uk_opus100_pr_auc": 0.8332573020374892,
+      "eval_uk_ud_pr_auc": 0.9686834944505877,
+      "eval_ur_opus100_pr_auc": 0.35781126388652146,
+      "eval_ur_ud_pr_auc": 0.9937910853200734,
+      "eval_uz_opus100_pr_auc": 0.6931149005057897,
+      "eval_vi_opus100_pr_auc": 0.8376313632301305,
+      "eval_vi_ud_pr_auc": 0.9046497732271551,
+      "eval_xh_opus100_pr_auc": 0.8028085765471438,
+      "eval_yi_opus100_pr_auc": 0.426171320194166,
+      "eval_yo_opus100_pr_auc": 0.513299932254243,
+      "eval_yo_ud_pr_auc": 0.9171858605965694,
+      "eval_zh_ersatz_pr_auc": 0.7784197121488842,
+      "eval_zh_opus100_pr_auc": 0.5046609912925927,
+      "eval_zh_ud_pr_auc": 0.991683654308868,
+      "eval_zu_opus100_pr_auc": 0.739033000919266,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0738,
+      "step": 5050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0723,
+      "step": 5100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0739,
+      "step": 5150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0738,
+      "step": 5200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0727,
+      "step": 5250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0715,
+      "step": 5300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0712,
+      "step": 5350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0736,
+      "step": 5400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0736,
+      "step": 5450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0719,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0714,
+      "step": 5550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0707,
+      "step": 5600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0711,
+      "step": 5650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.072,
+      "step": 5700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0693,
+      "step": 5750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0714,
+      "step": 5800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0704,
+      "step": 5850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0711,
+      "step": 5900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0706,
+      "step": 5950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0699,
+      "step": 6000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0705,
+      "step": 6050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0694,
+      "step": 6100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0685,
+      "step": 6150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0689,
+      "step": 6200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0702,
+      "step": 6250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0666,
+      "step": 6300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0672,
+      "step": 6350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0676,
+      "step": 6400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0679,
+      "step": 6450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0663,
+      "step": 6500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0665,
+      "step": 6550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0669,
+      "step": 6600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0691,
+      "step": 6650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0656,
+      "step": 6700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0668,
+      "step": 6750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0667,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0653,
+      "step": 6850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.066,
+      "step": 6900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0646,
+      "step": 6950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0662,
+      "step": 7000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0655,
+      "step": 7050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0659,
+      "step": 7100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0649,
+      "step": 7150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.064,
+      "step": 7200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0659,
+      "step": 7250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0641,
+      "step": 7300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0639,
+      "step": 7350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0634,
+      "step": 7400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0644,
+      "step": 7450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.064,
+      "step": 7500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0644,
+      "step": 7550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0636,
+      "step": 7600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0637,
+      "step": 7650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0634,
+      "step": 7700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0619,
+      "step": 7750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0633,
+      "step": 7800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0626,
+      "step": 7850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.062,
+      "step": 7900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0616,
+      "step": 7950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0626,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0639,
+      "step": 8050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0629,
+      "step": 8100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0627,
+      "step": 8150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0607,
+      "step": 8200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0606,
+      "step": 8250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.06,
+      "step": 8300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0607,
+      "step": 8350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0606,
+      "step": 8400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0611,
+      "step": 8450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0599,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0618,
+      "step": 8550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0613,
+      "step": 8600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0613,
+      "step": 8650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0598,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0598,
+      "step": 8750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0595,
+      "step": 8800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0599,
+      "step": 8850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0603,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.059,
+      "step": 8950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.059,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0596,
+      "step": 9050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.06,
+      "step": 9100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0596,
+      "step": 9150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0584,
+      "step": 9200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0587,
+      "step": 9250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0582,
+      "step": 9300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.059,
+      "step": 9350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0576,
+      "step": 9400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0587,
+      "step": 9450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0574,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0614,
+      "step": 9550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0606,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.059,
+      "step": 9650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0586,
+      "step": 9700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.058,
+      "step": 9750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0571,
+      "step": 9800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.056,
+      "step": 9850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0574,
+      "step": 9900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0576,
+      "step": 9950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0576,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7006140582841561,
+      "eval_af_ud_pr_auc": 0.9974663403561352,
+      "eval_am_opus100_pr_auc": 0.24518844681376734,
+      "eval_ar_ersatz_pr_auc": 0.9201075537484309,
+      "eval_ar_opus100_pr_auc": 0.6184557699375792,
+      "eval_ar_ud_pr_auc": 0.7667717434375257,
+      "eval_average_ersatz_pr_auc": 0.939105806858566,
+      "eval_average_opus100_pr_auc": 0.7548895963922215,
+      "eval_average_ud_pr_auc": 0.9373562026636592,
+      "eval_az_opus100_pr_auc": 0.5030832121243797,
+      "eval_be_opus100_pr_auc": 0.6390119607181033,
+      "eval_be_ud_pr_auc": 0.8627591425390787,
+      "eval_bg_opus100_pr_auc": 0.9067926354306322,
+      "eval_bg_ud_pr_auc": 0.9806934945046981,
+      "eval_bn_opus100_pr_auc": 0.7536140214661092,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8347041621986235,
+      "eval_ca_ud_pr_auc": 0.9905033426914899,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9760393419196399,
+      "eval_cs_opus100_pr_auc": 0.8537332144155254,
+      "eval_cs_ud_pr_auc": 0.9317292919393948,
+      "eval_cy_opus100_pr_auc": 0.6791295678589172,
+      "eval_cy_ud_pr_auc": 0.9921049318448958,
+      "eval_da_opus100_pr_auc": 0.8798106182569956,
+      "eval_da_ud_pr_auc": 0.9678609829355128,
+      "eval_de_ersatz_pr_auc": 0.9656785905244915,
+      "eval_de_opus100_pr_auc": 0.76688435952345,
+      "eval_de_ud_pr_auc": 0.9434691006889041,
+      "eval_el_opus100_pr_auc": 0.9084724762283147,
+      "eval_el_ud_pr_auc": 0.9920315295889605,
+      "eval_en_ersatz_pr_auc": 0.966180656692729,
+      "eval_en_opus100_pr_auc": 0.8822106809312338,
+      "eval_en_ud_pr_auc": 0.9292141725331375,
+      "eval_eo_opus100_pr_auc": 0.8888914984528248,
+      "eval_es_ersatz_pr_auc": 0.9860736147199974,
+      "eval_es_opus100_pr_auc": 0.8841151170924477,
+      "eval_es_ud_pr_auc": 0.98960770089903,
+      "eval_et_ersatz_pr_auc": 0.9682350250276538,
+      "eval_et_opus100_pr_auc": 0.8452462088588806,
+      "eval_et_ud_pr_auc": 0.8941257831436096,
+      "eval_eu_opus100_pr_auc": 0.8418581254935981,
+      "eval_eu_ud_pr_auc": 0.9924642021559555,
+      "eval_fa_opus100_pr_auc": 0.49031313466526033,
+      "eval_fa_ud_pr_auc": 0.9979173319485896,
+      "eval_fi_ersatz_pr_auc": 0.9758511890294645,
+      "eval_fi_opus100_pr_auc": 0.9074587463210911,
+      "eval_fi_ud_pr_auc": 0.9388895219801651,
+      "eval_fr_ersatz_pr_auc": 0.9741689831261435,
+      "eval_fr_opus100_pr_auc": 0.8806316986482561,
+      "eval_fr_ud_pr_auc": 0.939276787976293,
+      "eval_fy_opus100_pr_auc": 0.6476807842112606,
+      "eval_ga_opus100_pr_auc": 0.7973399655348716,
+      "eval_ga_ud_pr_auc": 0.8723226741687855,
+      "eval_gd_opus100_pr_auc": 0.4572163441601709,
+      "eval_gd_ud_pr_auc": 0.6052409075379356,
+      "eval_gl_opus100_pr_auc": 0.8558653352006484,
+      "eval_gl_ud_pr_auc": 0.9858599467578494,
+      "eval_gu_ersatz_pr_auc": 0.9248858446933971,
+      "eval_gu_opus100_pr_auc": 0.5626122249712378,
+      "eval_ha_opus100_pr_auc": 0.8813200580442659,
+      "eval_he_opus100_pr_auc": 0.8137095803588607,
+      "eval_he_ud_pr_auc": 0.9384918225980476,
+      "eval_hi_ersatz_pr_auc": 0.9406508033276455,
+      "eval_hi_opus100_pr_auc": 0.5803715115649006,
+      "eval_hi_ud_pr_auc": 0.9915472373748343,
+      "eval_hu_opus100_pr_auc": 0.8976739533691964,
+      "eval_hu_ud_pr_auc": 0.9612158202044094,
+      "eval_hy_opus100_pr_auc": 0.8601321586904738,
+      "eval_hy_ud_pr_auc": 0.9389915972357962,
+      "eval_id_opus100_pr_auc": 0.8782109144020541,
+      "eval_id_ud_pr_auc": 0.986683371987675,
+      "eval_ig_opus100_pr_auc": 0.8212891908006617,
+      "eval_is_opus100_pr_auc": 0.9302419760261886,
+      "eval_is_ud_pr_auc": 0.8161262154983491,
+      "eval_it_opus100_pr_auc": 0.8697768466505271,
+      "eval_it_ud_pr_auc": 0.9906155404037114,
+      "eval_ja_ersatz_pr_auc": 0.8428738028390894,
+      "eval_ja_opus100_pr_auc": 0.6137355659551058,
+      "eval_ja_ud_pr_auc": 0.982134361991734,
+      "eval_jv_ud_pr_auc": 0.9879180087793206,
+      "eval_ka_opus100_pr_auc": 0.877637944433809,
+      "eval_kk_ersatz_pr_auc": 0.9846772619137496,
+      "eval_kk_opus100_pr_auc": 0.7561916652060692,
+      "eval_kk_ud_pr_auc": 0.9800787518256566,
+      "eval_km_ersatz_pr_auc": 0.854204462196425,
+      "eval_km_opus100_pr_auc": 0.4163838417629318,
+      "eval_kn_opus100_pr_auc": 0.4735553907966824,
+      "eval_ko_opus100_pr_auc": 0.6425104522190663,
+      "eval_ko_ud_pr_auc": 0.9937883184219328,
+      "eval_ku_opus100_pr_auc": 0.670149793875711,
+      "eval_ky_opus100_pr_auc": 0.7663001933269751,
+      "eval_la_ud_pr_auc": 0.9361104121726134,
+      "eval_loss": 0.06057998165488243,
+      "eval_lt_ersatz_pr_auc": 0.9626717832561288,
+      "eval_lt_opus100_pr_auc": 0.8129965458789572,
+      "eval_lt_ud_pr_auc": 0.9209178035226746,
+      "eval_lv_ersatz_pr_auc": 0.9825534302990868,
+      "eval_lv_opus100_pr_auc": 0.8062073741815379,
+      "eval_lv_ud_pr_auc": 0.9710037967745951,
+      "eval_mg_opus100_pr_auc": 0.8768716244615199,
+      "eval_mk_opus100_pr_auc": 0.8916065746972471,
+      "eval_ml_opus100_pr_auc": 0.7467443926144169,
+      "eval_mn_opus100_pr_auc": 0.8691258599579861,
+      "eval_mr_opus100_pr_auc": 0.8698379735226138,
+      "eval_mr_ud_pr_auc": 0.912201507324665,
+      "eval_ms_opus100_pr_auc": 0.8670414009897675,
+      "eval_mt_opus100_pr_auc": 0.7073162403166431,
+      "eval_mt_ud_pr_auc": 0.8954490703820132,
+      "eval_my_opus100_pr_auc": 0.4563981807563147,
+      "eval_ne_opus100_pr_auc": 0.5083047511037805,
+      "eval_nl_opus100_pr_auc": 0.8719945966888629,
+      "eval_nl_ud_pr_auc": 0.9466867120471332,
+      "eval_no_opus100_pr_auc": 0.9192602298115975,
+      "eval_no_ud_pr_auc": 0.9867255223271187,
+      "eval_pa_opus100_pr_auc": 0.5455779320378571,
+      "eval_pl_ersatz_pr_auc": 0.9621742425180226,
+      "eval_pl_opus100_pr_auc": 0.8814822439947808,
+      "eval_pl_ud_pr_auc": 0.9483597853676123,
+      "eval_ps_ersatz_pr_auc": 0.9596409843794287,
+      "eval_ps_opus100_pr_auc": 0.597082323137112,
+      "eval_pt_opus100_pr_auc": 0.88608468270165,
+      "eval_pt_ud_pr_auc": 0.9659601306738324,
+      "eval_ro_ersatz_pr_auc": 0.975906737921259,
+      "eval_ro_opus100_pr_auc": 0.8829173063392862,
+      "eval_ro_ud_pr_auc": 0.9480148192129091,
+      "eval_ru_ersatz_pr_auc": 0.9620549072712763,
+      "eval_ru_opus100_pr_auc": 0.8765228772455056,
+      "eval_ru_ud_pr_auc": 0.8530479005911591,
+      "eval_runtime": 403.7904,
+      "eval_samples_per_second": 186.899,
+      "eval_si_opus100_pr_auc": 0.7706356202237848,
+      "eval_sk_opus100_pr_auc": 0.8962630652417465,
+      "eval_sk_ud_pr_auc": 0.9548652544856606,
+      "eval_sl_opus100_pr_auc": 0.8602298733476968,
+      "eval_sl_ud_pr_auc": 0.9860351797317033,
+      "eval_sq_opus100_pr_auc": 0.8816390289490117,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9100793562415338,
+      "eval_sr_ud_pr_auc": 0.9850728233194593,
+      "eval_steps_per_second": 5.842,
+      "eval_sv_opus100_pr_auc": 0.8895423389134776,
+      "eval_sv_ud_pr_auc": 0.9339472875262411,
+      "eval_ta_ersatz_pr_auc": 0.9802810999494548,
+      "eval_ta_opus100_pr_auc": 0.5039641255638929,
+      "eval_ta_ud_pr_auc": 0.9843439327883656,
+      "eval_te_opus100_pr_auc": 0.7531940802208218,
+      "eval_tg_opus100_pr_auc": 0.8189059192406445,
+      "eval_th_opus100_pr_auc": 0.6363506561285828,
+      "eval_th_ud_pr_auc": 0.4547170557956188,
+      "eval_tr_ersatz_pr_auc": 0.948279833729656,
+      "eval_tr_opus100_pr_auc": 0.8950571546793628,
+      "eval_tr_ud_pr_auc": 0.9266154169762398,
+      "eval_uk_opus100_pr_auc": 0.8581371968909703,
+      "eval_uk_ud_pr_auc": 0.950816684907656,
+      "eval_ur_opus100_pr_auc": 0.4261308975490079,
+      "eval_ur_ud_pr_auc": 0.9934157661299672,
+      "eval_uz_opus100_pr_auc": 0.7476785602278375,
+      "eval_vi_opus100_pr_auc": 0.888021980867252,
+      "eval_vi_ud_pr_auc": 0.9492405319935131,
+      "eval_xh_opus100_pr_auc": 0.8230073035227949,
+      "eval_yi_opus100_pr_auc": 0.5180971795178869,
+      "eval_yo_opus100_pr_auc": 0.6820012997916044,
+      "eval_yo_ud_pr_auc": 0.9212033759869842,
+      "eval_zh_ersatz_pr_auc": 0.6471376018052812,
+      "eval_zh_opus100_pr_auc": 0.5055576318719358,
+      "eval_zh_ud_pr_auc": 0.9667954195965259,
+      "eval_zu_opus100_pr_auc": 0.7829551194530573,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0586,
+      "step": 10050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0571,
+      "step": 10100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.057,
+      "step": 10150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0573,
+      "step": 10200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0569,
+      "step": 10250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0565,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0557,
+      "step": 10350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0558,
+      "step": 10400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.0561,
+      "step": 10450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0555,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0554,
+      "step": 10550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0557,
+      "step": 10600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0568,
+      "step": 10650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.056,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0549,
+      "step": 10750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.0555,
+      "step": 10800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0552,
+      "step": 10850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0548,
+      "step": 10900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0558,
+      "step": 10950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.053,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.055,
+      "step": 11050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0544,
+      "step": 11100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0542,
+      "step": 11150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0594,
+      "step": 11200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0562,
+      "step": 11250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0543,
+      "step": 11300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0541,
+      "step": 11350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0541,
+      "step": 11400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0552,
+      "step": 11450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0545,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0544,
+      "step": 11550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0551,
+      "step": 11600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0534,
+      "step": 11650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0544,
+      "step": 11700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0553,
+      "step": 11750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0543,
+      "step": 11800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0535,
+      "step": 11850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0534,
+      "step": 11900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0535,
+      "step": 11950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0527,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0535,
+      "step": 12050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0541,
+      "step": 12100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0537,
+      "step": 12150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0536,
+      "step": 12200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0542,
+      "step": 12250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0535,
+      "step": 12300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0518,
+      "step": 12350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0539,
+      "step": 12400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0538,
+      "step": 12450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0523,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0532,
+      "step": 12550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0526,
+      "step": 12600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0538,
+      "step": 12650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0526,
+      "step": 12700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0527,
+      "step": 12750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0529,
+      "step": 12800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0518,
+      "step": 12850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0524,
+      "step": 12900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0521,
+      "step": 12950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0528,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0522,
+      "step": 13050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.053,
+      "step": 13100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.052,
+      "step": 13150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0514,
+      "step": 13200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0519,
+      "step": 13250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0521,
+      "step": 13300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0527,
+      "step": 13350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0518,
+      "step": 13400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.053,
+      "step": 13450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0535,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0528,
+      "step": 13550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0517,
+      "step": 13600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0511,
+      "step": 13650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0516,
+      "step": 13700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0517,
+      "step": 13750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0521,
+      "step": 13800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.051,
+      "step": 13850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0519,
+      "step": 13900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0517,
+      "step": 13950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.052,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0515,
+      "step": 14050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.051,
+      "step": 14100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0512,
+      "step": 14150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0521,
+      "step": 14200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0513,
+      "step": 14250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0511,
+      "step": 14300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0512,
+      "step": 14350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0507,
+      "step": 14400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0513,
+      "step": 14450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0507,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0514,
+      "step": 14550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0518,
+      "step": 14600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0508,
+      "step": 14650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0513,
+      "step": 14700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0504,
+      "step": 14750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0505,
+      "step": 14800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0514,
+      "step": 14850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0506,
+      "step": 14900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.05,
+      "step": 14950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0505,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7413159229856072,
+      "eval_af_ud_pr_auc": 0.9927982646810568,
+      "eval_am_opus100_pr_auc": 0.33210737431905085,
+      "eval_ar_ersatz_pr_auc": 0.9312749735502208,
+      "eval_ar_opus100_pr_auc": 0.6368394775127432,
+      "eval_ar_ud_pr_auc": 0.7723211528487534,
+      "eval_average_ersatz_pr_auc": 0.9395949999957921,
+      "eval_average_opus100_pr_auc": 0.7766856909273949,
+      "eval_average_ud_pr_auc": 0.9415646337569354,
+      "eval_az_opus100_pr_auc": 0.657439442199111,
+      "eval_be_opus100_pr_auc": 0.6129928546109857,
+      "eval_be_ud_pr_auc": 0.8825108029108141,
+      "eval_bg_opus100_pr_auc": 0.9219408604869452,
+      "eval_bg_ud_pr_auc": 0.9811431817218428,
+      "eval_bn_opus100_pr_auc": 0.7499730830900958,
+      "eval_bn_ud_pr_auc": 0.9980137138444692,
+      "eval_ca_opus100_pr_auc": 0.8560851225742446,
+      "eval_ca_ud_pr_auc": 0.9913031188874932,
+      "eval_ceb_ud_pr_auc": 0.9954269363568832,
+      "eval_cs_ersatz_pr_auc": 0.971900643559506,
+      "eval_cs_opus100_pr_auc": 0.886833254095782,
+      "eval_cs_ud_pr_auc": 0.9409521411144339,
+      "eval_cy_opus100_pr_auc": 0.6943886464862454,
+      "eval_cy_ud_pr_auc": 0.9942972396848136,
+      "eval_da_opus100_pr_auc": 0.9010381127048446,
+      "eval_da_ud_pr_auc": 0.9658668771542956,
+      "eval_de_ersatz_pr_auc": 0.9710389177453903,
+      "eval_de_opus100_pr_auc": 0.804402205477627,
+      "eval_de_ud_pr_auc": 0.9548057553185388,
+      "eval_el_opus100_pr_auc": 0.9207357542289045,
+      "eval_el_ud_pr_auc": 0.9927684263278884,
+      "eval_en_ersatz_pr_auc": 0.9736886184977351,
+      "eval_en_opus100_pr_auc": 0.8963711020559353,
+      "eval_en_ud_pr_auc": 0.9580677931146846,
+      "eval_eo_opus100_pr_auc": 0.8910978601337488,
+      "eval_es_ersatz_pr_auc": 0.98868425418515,
+      "eval_es_opus100_pr_auc": 0.8956705534940995,
+      "eval_es_ud_pr_auc": 0.9885170656072916,
+      "eval_et_ersatz_pr_auc": 0.9753051813495378,
+      "eval_et_opus100_pr_auc": 0.8717627165618187,
+      "eval_et_ud_pr_auc": 0.9173676851001394,
+      "eval_eu_opus100_pr_auc": 0.8533123906586183,
+      "eval_eu_ud_pr_auc": 0.9951057974534296,
+      "eval_fa_opus100_pr_auc": 0.5072618670051564,
+      "eval_fa_ud_pr_auc": 0.9955719213545667,
+      "eval_fi_ersatz_pr_auc": 0.9729700786350235,
+      "eval_fi_opus100_pr_auc": 0.913075189560631,
+      "eval_fi_ud_pr_auc": 0.9553554089837678,
+      "eval_fr_ersatz_pr_auc": 0.9811540286385046,
+      "eval_fr_opus100_pr_auc": 0.8906004967858018,
+      "eval_fr_ud_pr_auc": 0.9626534521474028,
+      "eval_fy_opus100_pr_auc": 0.6792252409432594,
+      "eval_ga_opus100_pr_auc": 0.8236525224744307,
+      "eval_ga_ud_pr_auc": 0.8820374128640776,
+      "eval_gd_opus100_pr_auc": 0.47287137599023055,
+      "eval_gd_ud_pr_auc": 0.6577236419786112,
+      "eval_gl_opus100_pr_auc": 0.8658909069590107,
+      "eval_gl_ud_pr_auc": 0.9837522738379297,
+      "eval_gu_ersatz_pr_auc": 0.9388451610752483,
+      "eval_gu_opus100_pr_auc": 0.5992009280932868,
+      "eval_ha_opus100_pr_auc": 0.890417348325156,
+      "eval_he_opus100_pr_auc": 0.8182895744495908,
+      "eval_he_ud_pr_auc": 0.9402282357957457,
+      "eval_hi_ersatz_pr_auc": 0.941110057096289,
+      "eval_hi_opus100_pr_auc": 0.5771331300273754,
+      "eval_hi_ud_pr_auc": 0.9851972985804175,
+      "eval_hu_opus100_pr_auc": 0.9108992815685342,
+      "eval_hu_ud_pr_auc": 0.9595378032510996,
+      "eval_hy_opus100_pr_auc": 0.8672360255831691,
+      "eval_hy_ud_pr_auc": 0.9042619220501409,
+      "eval_id_opus100_pr_auc": 0.8824872585525813,
+      "eval_id_ud_pr_auc": 0.9857129776547698,
+      "eval_ig_opus100_pr_auc": 0.836761182801503,
+      "eval_is_opus100_pr_auc": 0.9282339054332409,
+      "eval_is_ud_pr_auc": 0.8463659237426755,
+      "eval_it_opus100_pr_auc": 0.8752566023420911,
+      "eval_it_ud_pr_auc": 0.9939994995071171,
+      "eval_ja_ersatz_pr_auc": 0.7109474694630111,
+      "eval_ja_opus100_pr_auc": 0.637235683573961,
+      "eval_ja_ud_pr_auc": 0.9623357146610939,
+      "eval_jv_ud_pr_auc": 0.997208849949567,
+      "eval_ka_opus100_pr_auc": 0.8815889415971293,
+      "eval_kk_ersatz_pr_auc": 0.9875295983435236,
+      "eval_kk_opus100_pr_auc": 0.7605022521691737,
+      "eval_kk_ud_pr_auc": 0.9816477642529766,
+      "eval_km_ersatz_pr_auc": 0.8654343468759397,
+      "eval_km_opus100_pr_auc": 0.5596536726712315,
+      "eval_kn_opus100_pr_auc": 0.4615709536482967,
+      "eval_ko_opus100_pr_auc": 0.631006007852081,
+      "eval_ko_ud_pr_auc": 0.9979660694299399,
+      "eval_ku_opus100_pr_auc": 0.7535981504117201,
+      "eval_ky_opus100_pr_auc": 0.8309462667579441,
+      "eval_la_ud_pr_auc": 0.9120677202322718,
+      "eval_loss": 0.05458613485097885,
+      "eval_lt_ersatz_pr_auc": 0.9656163928819933,
+      "eval_lt_opus100_pr_auc": 0.8442930994340012,
+      "eval_lt_ud_pr_auc": 0.9188848986530621,
+      "eval_lv_ersatz_pr_auc": 0.986855653437035,
+      "eval_lv_opus100_pr_auc": 0.8476757985464873,
+      "eval_lv_ud_pr_auc": 0.9679936399089717,
+      "eval_mg_opus100_pr_auc": 0.8930867363439193,
+      "eval_mk_opus100_pr_auc": 0.9029470321822323,
+      "eval_ml_opus100_pr_auc": 0.7411869938093274,
+      "eval_mn_opus100_pr_auc": 0.9107799649853028,
+      "eval_mr_opus100_pr_auc": 0.8008121241499067,
+      "eval_mr_ud_pr_auc": 0.9135321830377315,
+      "eval_ms_opus100_pr_auc": 0.8793446517390964,
+      "eval_mt_opus100_pr_auc": 0.8057028263482027,
+      "eval_mt_ud_pr_auc": 0.9293920976716107,
+      "eval_my_opus100_pr_auc": 0.5274809980781647,
+      "eval_ne_opus100_pr_auc": 0.5668444939988806,
+      "eval_nl_opus100_pr_auc": 0.8811248754876145,
+      "eval_nl_ud_pr_auc": 0.9390709940523997,
+      "eval_no_opus100_pr_auc": 0.9231551972509757,
+      "eval_no_ud_pr_auc": 0.9912188374207203,
+      "eval_pa_opus100_pr_auc": 0.572449413213884,
+      "eval_pl_ersatz_pr_auc": 0.9650277438716783,
+      "eval_pl_opus100_pr_auc": 0.9016089902133955,
+      "eval_pl_ud_pr_auc": 0.944248135026585,
+      "eval_ps_ersatz_pr_auc": 0.9559633458704362,
+      "eval_ps_opus100_pr_auc": 0.6676875610852139,
+      "eval_pt_opus100_pr_auc": 0.9036750850393016,
+      "eval_pt_ud_pr_auc": 0.9716619319631141,
+      "eval_ro_ersatz_pr_auc": 0.9790170287732058,
+      "eval_ro_opus100_pr_auc": 0.9163033760071698,
+      "eval_ro_ud_pr_auc": 0.9380295604203279,
+      "eval_ru_ersatz_pr_auc": 0.9689560663477879,
+      "eval_ru_opus100_pr_auc": 0.8753691511015581,
+      "eval_ru_ud_pr_auc": 0.8583768496620147,
+      "eval_runtime": 405.8795,
+      "eval_samples_per_second": 185.937,
+      "eval_si_opus100_pr_auc": 0.7721751573493509,
+      "eval_sk_opus100_pr_auc": 0.9129539884776177,
+      "eval_sk_ud_pr_auc": 0.9693079397854778,
+      "eval_sl_opus100_pr_auc": 0.8826675458126012,
+      "eval_sl_ud_pr_auc": 0.9838032165779178,
+      "eval_sq_opus100_pr_auc": 0.8907090335928846,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9100031942617214,
+      "eval_sr_ud_pr_auc": 0.9860223095327046,
+      "eval_steps_per_second": 5.812,
+      "eval_sv_opus100_pr_auc": 0.8994879116042634,
+      "eval_sv_ud_pr_auc": 0.9274310412804133,
+      "eval_ta_ersatz_pr_auc": 0.9774434384055793,
+      "eval_ta_opus100_pr_auc": 0.5159840769644151,
+      "eval_ta_ud_pr_auc": 0.9806501998105837,
+      "eval_te_opus100_pr_auc": 0.7500035450737147,
+      "eval_tg_opus100_pr_auc": 0.8163495922201549,
+      "eval_th_opus100_pr_auc": 0.6443895498356185,
+      "eval_th_ud_pr_auc": 0.5096490157835637,
+      "eval_tr_ersatz_pr_auc": 0.9517858535742373,
+      "eval_tr_opus100_pr_auc": 0.8923730706123212,
+      "eval_tr_ud_pr_auc": 0.9142442620866753,
+      "eval_uk_opus100_pr_auc": 0.8676886266139882,
+      "eval_uk_ud_pr_auc": 0.954919710601517,
+      "eval_ur_opus100_pr_auc": 0.4405851159795573,
+      "eval_ur_ud_pr_auc": 0.9889280441774674,
+      "eval_uz_opus100_pr_auc": 0.7879888117364899,
+      "eval_vi_opus100_pr_auc": 0.9005677208414069,
+      "eval_vi_ud_pr_auc": 0.9612863774152165,
+      "eval_xh_opus100_pr_auc": 0.8387520865567263,
+      "eval_yi_opus100_pr_auc": 0.5914192711302103,
+      "eval_yo_opus100_pr_auc": 0.7223156482147144,
+      "eval_yo_ud_pr_auc": 0.9296508828045643,
+      "eval_zh_ersatz_pr_auc": 0.7105411477303964,
+      "eval_zh_opus100_pr_auc": 0.5103908265072977,
+      "eval_zh_ud_pr_auc": 0.9659921540716754,
+      "eval_zu_opus100_pr_auc": 0.8009920143936972,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0511,
+      "step": 15050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0516,
+      "step": 15100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.0514,
+      "step": 15150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0498,
+      "step": 15200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0496,
+      "step": 15250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0506,
+      "step": 15300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.0517,
+      "step": 15350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.05,
+      "step": 15400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0506,
+      "step": 15450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0508,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0499,
+      "step": 15550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0501,
+      "step": 15600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0501,
+      "step": 15650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0503,
+      "step": 15700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.05,
+      "step": 15750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0505,
+      "step": 15800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0503,
+      "step": 15850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0506,
+      "step": 15900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.049,
+      "step": 15950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0504,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0505,
+      "step": 16050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0506,
+      "step": 16100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0497,
+      "step": 16150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0488,
+      "step": 16200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0502,
+      "step": 16250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0498,
+      "step": 16300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0503,
+      "step": 16350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0497,
+      "step": 16400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0489,
+      "step": 16450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0489,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0489,
+      "step": 16550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0493,
+      "step": 16600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0491,
+      "step": 16650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0498,
+      "step": 16700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.05,
+      "step": 16750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0504,
+      "step": 16800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0492,
+      "step": 16850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0488,
+      "step": 16900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0491,
+      "step": 16950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0493,
+      "step": 17000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0493,
+      "step": 17050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0499,
+      "step": 17100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0491,
+      "step": 17150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0487,
+      "step": 17200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.049,
+      "step": 17250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0491,
+      "step": 17300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0493,
+      "step": 17350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0499,
+      "step": 17400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.049,
+      "step": 17450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0483,
+      "step": 17500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.0487,
+      "step": 17550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0482,
+      "step": 17600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0493,
+      "step": 17650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0491,
+      "step": 17700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0489,
+      "step": 17750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0496,
+      "step": 17800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0493,
+      "step": 17850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.048,
+      "step": 17900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0493,
+      "step": 17950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0489,
+      "step": 18000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0494,
+      "step": 18050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0478,
+      "step": 18100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0485,
+      "step": 18150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0484,
+      "step": 18200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0485,
+      "step": 18250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0492,
+      "step": 18300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0483,
+      "step": 18350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0482,
+      "step": 18400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0496,
+      "step": 18450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0491,
+      "step": 18500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0484,
+      "step": 18550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0494,
+      "step": 18600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0479,
+      "step": 18650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0489,
+      "step": 18700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0481,
+      "step": 18750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0471,
+      "step": 18800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0484,
+      "step": 18850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0476,
+      "step": 18900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.048,
+      "step": 18950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0479,
+      "step": 19000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0482,
+      "step": 19050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0474,
+      "step": 19100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0476,
+      "step": 19150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0477,
+      "step": 19200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0476,
+      "step": 19250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0477,
+      "step": 19300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0481,
+      "step": 19350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0483,
+      "step": 19400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0481,
+      "step": 19450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0474,
+      "step": 19500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0476,
+      "step": 19550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0482,
+      "step": 19600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0485,
+      "step": 19650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0484,
+      "step": 19700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.048,
+      "step": 19750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0489,
+      "step": 19800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0476,
+      "step": 19850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0474,
+      "step": 19900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0481,
+      "step": 19950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0478,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7268332178557111,
+      "eval_af_ud_pr_auc": 0.9965316548317975,
+      "eval_am_opus100_pr_auc": 0.2840329534300648,
+      "eval_ar_ersatz_pr_auc": 0.9220834128810882,
+      "eval_ar_opus100_pr_auc": 0.6500039247153857,
+      "eval_ar_ud_pr_auc": 0.7691636840062903,
+      "eval_average_ersatz_pr_auc": 0.9469302155905283,
+      "eval_average_opus100_pr_auc": 0.7746083206247614,
+      "eval_average_ud_pr_auc": 0.9359074109515821,
+      "eval_az_opus100_pr_auc": 0.6683691613750552,
+      "eval_be_opus100_pr_auc": 0.6432036064260124,
+      "eval_be_ud_pr_auc": 0.8850316141784014,
+      "eval_bg_opus100_pr_auc": 0.903274394230598,
+      "eval_bg_ud_pr_auc": 0.9855156537631664,
+      "eval_bn_opus100_pr_auc": 0.7278903386084054,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8512851256055273,
+      "eval_ca_ud_pr_auc": 0.989196528425623,
+      "eval_ceb_ud_pr_auc": 0.984360018414188,
+      "eval_cs_ersatz_pr_auc": 0.9742477039485732,
+      "eval_cs_opus100_pr_auc": 0.8748925583041113,
+      "eval_cs_ud_pr_auc": 0.9318850951354207,
+      "eval_cy_opus100_pr_auc": 0.6860545205869424,
+      "eval_cy_ud_pr_auc": 0.9960361475038257,
+      "eval_da_opus100_pr_auc": 0.8745460288683007,
+      "eval_da_ud_pr_auc": 0.9717274589486498,
+      "eval_de_ersatz_pr_auc": 0.9702005402953012,
+      "eval_de_opus100_pr_auc": 0.7993385794398722,
+      "eval_de_ud_pr_auc": 0.9538335181701507,
+      "eval_el_opus100_pr_auc": 0.9068901926298452,
+      "eval_el_ud_pr_auc": 0.9918397851083415,
+      "eval_en_ersatz_pr_auc": 0.9620332129548589,
+      "eval_en_opus100_pr_auc": 0.887046688538753,
+      "eval_en_ud_pr_auc": 0.937520687086135,
+      "eval_eo_opus100_pr_auc": 0.891005612712088,
+      "eval_es_ersatz_pr_auc": 0.9894012466565941,
+      "eval_es_opus100_pr_auc": 0.8876407765816111,
+      "eval_es_ud_pr_auc": 0.981488042953973,
+      "eval_et_ersatz_pr_auc": 0.9688655807929167,
+      "eval_et_opus100_pr_auc": 0.857638228790565,
+      "eval_et_ud_pr_auc": 0.8841266377233209,
+      "eval_eu_opus100_pr_auc": 0.853535787634965,
+      "eval_eu_ud_pr_auc": 0.9898360039126614,
+      "eval_fa_opus100_pr_auc": 0.5138846733387717,
+      "eval_fa_ud_pr_auc": 0.9946024268547566,
+      "eval_fi_ersatz_pr_auc": 0.9776804548621415,
+      "eval_fi_opus100_pr_auc": 0.8937040184531595,
+      "eval_fi_ud_pr_auc": 0.9339902483872461,
+      "eval_fr_ersatz_pr_auc": 0.976158549227115,
+      "eval_fr_opus100_pr_auc": 0.8847017231414372,
+      "eval_fr_ud_pr_auc": 0.9547633807835256,
+      "eval_fy_opus100_pr_auc": 0.6544531061974043,
+      "eval_ga_opus100_pr_auc": 0.8248947107595606,
+      "eval_ga_ud_pr_auc": 0.8458050349100348,
+      "eval_gd_opus100_pr_auc": 0.4679282941194457,
+      "eval_gd_ud_pr_auc": 0.6506449377170839,
+      "eval_gl_opus100_pr_auc": 0.8559222346661552,
+      "eval_gl_ud_pr_auc": 0.9871325278692108,
+      "eval_gu_ersatz_pr_auc": 0.9400350377576835,
+      "eval_gu_opus100_pr_auc": 0.6082066150998298,
+      "eval_ha_opus100_pr_auc": 0.8833294488716775,
+      "eval_he_opus100_pr_auc": 0.8519018214961616,
+      "eval_he_ud_pr_auc": 0.9484849026092644,
+      "eval_hi_ersatz_pr_auc": 0.9252117337027693,
+      "eval_hi_opus100_pr_auc": 0.5819868957096839,
+      "eval_hi_ud_pr_auc": 0.9914358738183814,
+      "eval_hu_opus100_pr_auc": 0.8975198499449828,
+      "eval_hu_ud_pr_auc": 0.9655436336305059,
+      "eval_hy_opus100_pr_auc": 0.8784599327196705,
+      "eval_hy_ud_pr_auc": 0.9081968977266586,
+      "eval_id_opus100_pr_auc": 0.8646951249065816,
+      "eval_id_ud_pr_auc": 0.9843703128870522,
+      "eval_ig_opus100_pr_auc": 0.8499623394525374,
+      "eval_is_opus100_pr_auc": 0.919048196815374,
+      "eval_is_ud_pr_auc": 0.7898202278783125,
+      "eval_it_opus100_pr_auc": 0.8715369867634725,
+      "eval_it_ud_pr_auc": 0.9901568304917596,
+      "eval_ja_ersatz_pr_auc": 0.8270272895036148,
+      "eval_ja_opus100_pr_auc": 0.6841744732570131,
+      "eval_ja_ud_pr_auc": 0.9830015391030359,
+      "eval_jv_ud_pr_auc": 0.9733827532583773,
+      "eval_ka_opus100_pr_auc": 0.8924066224287543,
+      "eval_kk_ersatz_pr_auc": 0.9752735692738392,
+      "eval_kk_opus100_pr_auc": 0.7826448873316298,
+      "eval_kk_ud_pr_auc": 0.9653616214879576,
+      "eval_km_ersatz_pr_auc": 0.8726533993887997,
+      "eval_km_opus100_pr_auc": 0.6378447938761869,
+      "eval_kn_opus100_pr_auc": 0.45863767620332785,
+      "eval_ko_opus100_pr_auc": 0.6143003294371042,
+      "eval_ko_ud_pr_auc": 0.9975895454678897,
+      "eval_ku_opus100_pr_auc": 0.7474972943383792,
+      "eval_ky_opus100_pr_auc": 0.8416407653908036,
+      "eval_la_ud_pr_auc": 0.9539162877896533,
+      "eval_loss": 0.05161221697926521,
+      "eval_lt_ersatz_pr_auc": 0.955702735619458,
+      "eval_lt_opus100_pr_auc": 0.8056767229244559,
+      "eval_lt_ud_pr_auc": 0.9142738023835223,
+      "eval_lv_ersatz_pr_auc": 0.985231056748397,
+      "eval_lv_opus100_pr_auc": 0.8301742721422417,
+      "eval_lv_ud_pr_auc": 0.9619419460096039,
+      "eval_mg_opus100_pr_auc": 0.8608960723365338,
+      "eval_mk_opus100_pr_auc": 0.879982745596804,
+      "eval_ml_opus100_pr_auc": 0.7434228939817856,
+      "eval_mn_opus100_pr_auc": 0.9016755274927576,
+      "eval_mr_opus100_pr_auc": 0.8014232087784302,
+      "eval_mr_ud_pr_auc": 0.9030392350762598,
+      "eval_ms_opus100_pr_auc": 0.8575441906549696,
+      "eval_mt_opus100_pr_auc": 0.7585090046598709,
+      "eval_mt_ud_pr_auc": 0.8657102700832061,
+      "eval_my_opus100_pr_auc": 0.5527126875950327,
+      "eval_ne_opus100_pr_auc": 0.56601816909687,
+      "eval_nl_opus100_pr_auc": 0.8718610482388699,
+      "eval_nl_ud_pr_auc": 0.9335811334813208,
+      "eval_no_opus100_pr_auc": 0.9081982460165338,
+      "eval_no_ud_pr_auc": 0.9904508445435204,
+      "eval_pa_opus100_pr_auc": 0.5788210120939938,
+      "eval_pl_ersatz_pr_auc": 0.9668922838997787,
+      "eval_pl_opus100_pr_auc": 0.8925453315925911,
+      "eval_pl_ud_pr_auc": 0.9438109910583714,
+      "eval_ps_ersatz_pr_auc": 0.9482783550728392,
+      "eval_ps_opus100_pr_auc": 0.7027335438550066,
+      "eval_pt_opus100_pr_auc": 0.8958266136737291,
+      "eval_pt_ud_pr_auc": 0.9694370873898485,
+      "eval_ro_ersatz_pr_auc": 0.9813354148197985,
+      "eval_ro_opus100_pr_auc": 0.8965598948992044,
+      "eval_ro_ud_pr_auc": 0.9578656927980898,
+      "eval_ru_ersatz_pr_auc": 0.9698616573699198,
+      "eval_ru_opus100_pr_auc": 0.85983235882625,
+      "eval_ru_ud_pr_auc": 0.8525602586654669,
+      "eval_runtime": 402.1078,
+      "eval_samples_per_second": 187.681,
+      "eval_si_opus100_pr_auc": 0.7751533044780111,
+      "eval_sk_opus100_pr_auc": 0.8949911478909204,
+      "eval_sk_ud_pr_auc": 0.9745846717757738,
+      "eval_sl_opus100_pr_auc": 0.8567577031572349,
+      "eval_sl_ud_pr_auc": 0.9736711353392208,
+      "eval_sq_opus100_pr_auc": 0.8561342920702479,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018707204795936,
+      "eval_sr_ud_pr_auc": 0.9899175575925611,
+      "eval_steps_per_second": 5.867,
+      "eval_sv_opus100_pr_auc": 0.8797738831790538,
+      "eval_sv_ud_pr_auc": 0.9248690331904273,
+      "eval_ta_ersatz_pr_auc": 0.9726735945368499,
+      "eval_ta_opus100_pr_auc": 0.5352073382661109,
+      "eval_ta_ud_pr_auc": 0.9962237282530554,
+      "eval_te_opus100_pr_auc": 0.7428337191751281,
+      "eval_tg_opus100_pr_auc": 0.830866287344741,
+      "eval_th_opus100_pr_auc": 0.6244320109277547,
+      "eval_th_ud_pr_auc": 0.46182206634137835,
+      "eval_tr_ersatz_pr_auc": 0.9450749753882298,
+      "eval_tr_opus100_pr_auc": 0.8889620182922546,
+      "eval_tr_ud_pr_auc": 0.8676054404459276,
+      "eval_uk_opus100_pr_auc": 0.8597482331248157,
+      "eval_uk_ud_pr_auc": 0.9432850810480722,
+      "eval_ur_opus100_pr_auc": 0.4479765059048124,
+      "eval_ur_ud_pr_auc": 0.9962937505562405,
+      "eval_uz_opus100_pr_auc": 0.8189480089159801,
+      "eval_vi_opus100_pr_auc": 0.8927681544571597,
+      "eval_vi_ud_pr_auc": 0.9546550854066456,
+      "eval_xh_opus100_pr_auc": 0.8364464277205897,
+      "eval_yi_opus100_pr_auc": 0.5943971765803352,
+      "eval_yo_opus100_pr_auc": 0.7310111927834656,
+      "eval_yo_ud_pr_auc": 0.9156533888213754,
+      "eval_zh_ersatz_pr_auc": 0.826542938291057,
+      "eval_zh_opus100_pr_auc": 0.6438931625033893,
+      "eval_zh_ud_pr_auc": 0.9894947915271652,
+      "eval_zu_opus100_pr_auc": 0.8065329484699817,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.048,
+      "step": 20050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0479,
+      "step": 20100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0476,
+      "step": 20150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0474,
+      "step": 20200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.0472,
+      "step": 20250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0482,
+      "step": 20300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0471,
+      "step": 20350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0482,
+      "step": 20400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0477,
+      "step": 20450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0466,
+      "step": 20500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0479,
+      "step": 20550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0476,
+      "step": 20600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0476,
+      "step": 20650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0474,
+      "step": 20700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0472,
+      "step": 20750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0478,
+      "step": 20800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0483,
+      "step": 20850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0474,
+      "step": 20900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0464,
+      "step": 20950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0461,
+      "step": 21000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.047,
+      "step": 21050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.048,
+      "step": 21100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0474,
+      "step": 21150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0485,
+      "step": 21200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0471,
+      "step": 21250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0473,
+      "step": 21300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0469,
+      "step": 21350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0465,
+      "step": 21400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0471,
+      "step": 21450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0471,
+      "step": 21500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0463,
+      "step": 21550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0466,
+      "step": 21600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0475,
+      "step": 21650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0467,
+      "step": 21700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0466,
+      "step": 21750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0472,
+      "step": 21800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.047,
+      "step": 21850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0467,
+      "step": 21900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0467,
+      "step": 21950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0476,
+      "step": 22000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0472,
+      "step": 22050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0471,
+      "step": 22100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0463,
+      "step": 22150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0461,
+      "step": 22200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.046,
+      "step": 22250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0462,
+      "step": 22300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0473,
+      "step": 22350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0466,
+      "step": 22400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0462,
+      "step": 22450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0458,
+      "step": 22500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0473,
+      "step": 22550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0468,
+      "step": 22600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0467,
+      "step": 22650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0465,
+      "step": 22700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0467,
+      "step": 22750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0468,
+      "step": 22800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0458,
+      "step": 22850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0465,
+      "step": 22900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.0466,
+      "step": 22950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.046,
+      "step": 23000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0461,
+      "step": 23050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0452,
+      "step": 23100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0483,
+      "step": 23150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0466,
+      "step": 23200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0467,
+      "step": 23250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0471,
+      "step": 23300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.046,
+      "step": 23350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.046,
+      "step": 23400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.047,
+      "step": 23450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0462,
+      "step": 23500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0466,
+      "step": 23550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0459,
+      "step": 23600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0456,
+      "step": 23650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.046,
+      "step": 23700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0465,
+      "step": 23750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0464,
+      "step": 23800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.046,
+      "step": 23850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.0462,
+      "step": 23900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0458,
+      "step": 23950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0463,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0475,
+      "step": 24050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0464,
+      "step": 24100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.046,
+      "step": 24150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0456,
+      "step": 24200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0461,
+      "step": 24250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0463,
+      "step": 24300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0471,
+      "step": 24350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0462,
+      "step": 24400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0447,
+      "step": 24450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0457,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.045,
+      "step": 24550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.0461,
+      "step": 24600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0462,
+      "step": 24650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0454,
+      "step": 24700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0462,
+      "step": 24750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.0457,
+      "step": 24800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.047,
+      "step": 24850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0455,
+      "step": 24900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.046,
+      "step": 24950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0459,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7386124280962422,
+      "eval_af_ud_pr_auc": 0.992204976394633,
+      "eval_am_opus100_pr_auc": 0.32281387486104374,
+      "eval_ar_ersatz_pr_auc": 0.929559326099872,
+      "eval_ar_opus100_pr_auc": 0.6467579870930403,
+      "eval_ar_ud_pr_auc": 0.7921502310919059,
+      "eval_average_ersatz_pr_auc": 0.9515132338267481,
+      "eval_average_opus100_pr_auc": 0.787475137115885,
+      "eval_average_ud_pr_auc": 0.9460112008627172,
+      "eval_az_opus100_pr_auc": 0.685163822961866,
+      "eval_be_opus100_pr_auc": 0.6403713062458309,
+      "eval_be_ud_pr_auc": 0.8982323252664463,
+      "eval_bg_opus100_pr_auc": 0.9146179296775394,
+      "eval_bg_ud_pr_auc": 0.9881996000583364,
+      "eval_bn_opus100_pr_auc": 0.7422821576961547,
+      "eval_bn_ud_pr_auc": 0.9933699467253974,
+      "eval_ca_opus100_pr_auc": 0.8587828581179384,
+      "eval_ca_ud_pr_auc": 0.9910746014206396,
+      "eval_ceb_ud_pr_auc": 0.9938966507307694,
+      "eval_cs_ersatz_pr_auc": 0.9800626594124038,
+      "eval_cs_opus100_pr_auc": 0.879265860657319,
+      "eval_cs_ud_pr_auc": 0.9510002464445635,
+      "eval_cy_opus100_pr_auc": 0.6876935762222997,
+      "eval_cy_ud_pr_auc": 0.9959090281006823,
+      "eval_da_opus100_pr_auc": 0.8898456240471794,
+      "eval_da_ud_pr_auc": 0.9804334525664667,
+      "eval_de_ersatz_pr_auc": 0.9745307465544644,
+      "eval_de_opus100_pr_auc": 0.803317133794183,
+      "eval_de_ud_pr_auc": 0.9661819913186336,
+      "eval_el_opus100_pr_auc": 0.9235846617807059,
+      "eval_el_ud_pr_auc": 0.9945787913096763,
+      "eval_en_ersatz_pr_auc": 0.9769280342369577,
+      "eval_en_opus100_pr_auc": 0.8993874954302853,
+      "eval_en_ud_pr_auc": 0.954139816706909,
+      "eval_eo_opus100_pr_auc": 0.9048187554757727,
+      "eval_es_ersatz_pr_auc": 0.9928524675310633,
+      "eval_es_opus100_pr_auc": 0.8943753519157625,
+      "eval_es_ud_pr_auc": 0.9893697766201521,
+      "eval_et_ersatz_pr_auc": 0.9763792191635444,
+      "eval_et_opus100_pr_auc": 0.871035316094661,
+      "eval_et_ud_pr_auc": 0.9105358325801444,
+      "eval_eu_opus100_pr_auc": 0.8527860078220588,
+      "eval_eu_ud_pr_auc": 0.9922290541428511,
+      "eval_fa_opus100_pr_auc": 0.5180865314643172,
+      "eval_fa_ud_pr_auc": 0.9978304844296206,
+      "eval_fi_ersatz_pr_auc": 0.9786165128338471,
+      "eval_fi_opus100_pr_auc": 0.9033428525035365,
+      "eval_fi_ud_pr_auc": 0.9532318107656127,
+      "eval_fr_ersatz_pr_auc": 0.9826375622303135,
+      "eval_fr_opus100_pr_auc": 0.8889601078368329,
+      "eval_fr_ud_pr_auc": 0.9739067084319696,
+      "eval_fy_opus100_pr_auc": 0.6808509623929984,
+      "eval_ga_opus100_pr_auc": 0.8402485723856837,
+      "eval_ga_ud_pr_auc": 0.8397164927329442,
+      "eval_gd_opus100_pr_auc": 0.5134719160777043,
+      "eval_gd_ud_pr_auc": 0.6449391519521604,
+      "eval_gl_opus100_pr_auc": 0.8652698007050711,
+      "eval_gl_ud_pr_auc": 0.9885500893929096,
+      "eval_gu_ersatz_pr_auc": 0.9469224019087844,
+      "eval_gu_opus100_pr_auc": 0.6283247424574387,
+      "eval_ha_opus100_pr_auc": 0.8867407112075609,
+      "eval_he_opus100_pr_auc": 0.8511503715367463,
+      "eval_he_ud_pr_auc": 0.9504458719499209,
+      "eval_hi_ersatz_pr_auc": 0.948401618277847,
+      "eval_hi_opus100_pr_auc": 0.6010015278932913,
+      "eval_hi_ud_pr_auc": 0.9954733857350276,
+      "eval_hu_opus100_pr_auc": 0.9146204442721786,
+      "eval_hu_ud_pr_auc": 0.9668349227068679,
+      "eval_hy_opus100_pr_auc": 0.8790098082561997,
+      "eval_hy_ud_pr_auc": 0.9049826985028248,
+      "eval_id_opus100_pr_auc": 0.8632607750024271,
+      "eval_id_ud_pr_auc": 0.9895638308622164,
+      "eval_ig_opus100_pr_auc": 0.855839849903665,
+      "eval_is_opus100_pr_auc": 0.9260486374108398,
+      "eval_is_ud_pr_auc": 0.8743319361041513,
+      "eval_it_opus100_pr_auc": 0.8712438943986996,
+      "eval_it_ud_pr_auc": 0.9930449250729583,
+      "eval_ja_ersatz_pr_auc": 0.7848525173819033,
+      "eval_ja_opus100_pr_auc": 0.7008502744085465,
+      "eval_ja_ud_pr_auc": 0.9851524529099805,
+      "eval_jv_ud_pr_auc": 0.9716195609518805,
+      "eval_ka_opus100_pr_auc": 0.8773639968972979,
+      "eval_kk_ersatz_pr_auc": 0.978277191156143,
+      "eval_kk_opus100_pr_auc": 0.7848607208935613,
+      "eval_kk_ud_pr_auc": 0.9813585297168526,
+      "eval_km_ersatz_pr_auc": 0.8702797003430831,
+      "eval_km_opus100_pr_auc": 0.6381410708403225,
+      "eval_kn_opus100_pr_auc": 0.49397399970214767,
+      "eval_ko_opus100_pr_auc": 0.6316965502427327,
+      "eval_ko_ud_pr_auc": 0.9991802748497849,
+      "eval_ku_opus100_pr_auc": 0.7814528817535524,
+      "eval_ky_opus100_pr_auc": 0.8311428766957377,
+      "eval_la_ud_pr_auc": 0.9538502428492961,
+      "eval_loss": 0.049608442932367325,
+      "eval_lt_ersatz_pr_auc": 0.9673630810076896,
+      "eval_lt_opus100_pr_auc": 0.8327197943154212,
+      "eval_lt_ud_pr_auc": 0.9275980641522312,
+      "eval_lv_ersatz_pr_auc": 0.9880086452562203,
+      "eval_lv_opus100_pr_auc": 0.8535469080783978,
+      "eval_lv_ud_pr_auc": 0.9682073064994998,
+      "eval_mg_opus100_pr_auc": 0.8917740851177409,
+      "eval_mk_opus100_pr_auc": 0.886113029233253,
+      "eval_ml_opus100_pr_auc": 0.7527599539552149,
+      "eval_mn_opus100_pr_auc": 0.9371095828619577,
+      "eval_mr_opus100_pr_auc": 0.8527249919438016,
+      "eval_mr_ud_pr_auc": 0.8987159690811743,
+      "eval_ms_opus100_pr_auc": 0.8596636704106282,
+      "eval_mt_opus100_pr_auc": 0.7780715226794066,
+      "eval_mt_ud_pr_auc": 0.9254649181148853,
+      "eval_my_opus100_pr_auc": 0.6236504450339966,
+      "eval_ne_opus100_pr_auc": 0.5985677707664331,
+      "eval_nl_opus100_pr_auc": 0.8836691996623531,
+      "eval_nl_ud_pr_auc": 0.9525223384310281,
+      "eval_no_opus100_pr_auc": 0.916884165147539,
+      "eval_no_ud_pr_auc": 0.9927803394942213,
+      "eval_pa_opus100_pr_auc": 0.5978224601229444,
+      "eval_pl_ersatz_pr_auc": 0.971239136989369,
+      "eval_pl_opus100_pr_auc": 0.8981983844110059,
+      "eval_pl_ud_pr_auc": 0.946843747777056,
+      "eval_ps_ersatz_pr_auc": 0.9685398380782431,
+      "eval_ps_opus100_pr_auc": 0.7137947483008483,
+      "eval_pt_opus100_pr_auc": 0.8970635391149677,
+      "eval_pt_ud_pr_auc": 0.9778031262319807,
+      "eval_ro_ersatz_pr_auc": 0.9821442146671198,
+      "eval_ro_opus100_pr_auc": 0.8885129383577678,
+      "eval_ro_ud_pr_auc": 0.9521470914421661,
+      "eval_ru_ersatz_pr_auc": 0.9736633295157641,
+      "eval_ru_opus100_pr_auc": 0.864429815376056,
+      "eval_ru_ud_pr_auc": 0.8754695022938911,
+      "eval_runtime": 401.5916,
+      "eval_samples_per_second": 187.922,
+      "eval_si_opus100_pr_auc": 0.7714489505184953,
+      "eval_sk_opus100_pr_auc": 0.9122743969555541,
+      "eval_sk_ud_pr_auc": 0.9779055557503645,
+      "eval_sl_opus100_pr_auc": 0.8653680246681803,
+      "eval_sl_ud_pr_auc": 0.9823135833784806,
+      "eval_sq_opus100_pr_auc": 0.882264299208595,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9050944396546986,
+      "eval_sr_ud_pr_auc": 0.9920200808450376,
+      "eval_steps_per_second": 5.874,
+      "eval_sv_opus100_pr_auc": 0.8923119307701131,
+      "eval_sv_ud_pr_auc": 0.9271138447437165,
+      "eval_ta_ersatz_pr_auc": 0.9797213090245669,
+      "eval_ta_opus100_pr_auc": 0.5586422762957605,
+      "eval_ta_ud_pr_auc": 0.9988970568640352,
+      "eval_te_opus100_pr_auc": 0.7671046206412405,
+      "eval_tg_opus100_pr_auc": 0.8573701352524118,
+      "eval_th_opus100_pr_auc": 0.6400161152887753,
+      "eval_th_ud_pr_auc": 0.5551327301700384,
+      "eval_tr_ersatz_pr_auc": 0.9605983860002938,
+      "eval_tr_opus100_pr_auc": 0.8940063065595288,
+      "eval_tr_ud_pr_auc": 0.9050353384814378,
+      "eval_uk_opus100_pr_auc": 0.864266350238215,
+      "eval_uk_ud_pr_auc": 0.9475794501325285,
+      "eval_ur_opus100_pr_auc": 0.4739018694416819,
+      "eval_ur_ud_pr_auc": 0.9981016438590428,
+      "eval_uz_opus100_pr_auc": 0.8249629585101346,
+      "eval_vi_opus100_pr_auc": 0.8984968278965544,
+      "eval_vi_ud_pr_auc": 0.9659116021864346,
+      "eval_xh_opus100_pr_auc": 0.853633324102907,
+      "eval_yi_opus100_pr_auc": 0.622457019641667,
+      "eval_yo_opus100_pr_auc": 0.7448479914933694,
+      "eval_yo_ud_pr_auc": 0.912139271235507,
+      "eval_zh_ersatz_pr_auc": 0.8217132465189703,
+      "eval_zh_opus100_pr_auc": 0.6330200540497128,
+      "eval_zh_ud_pr_auc": 0.9954161966149355,
+      "eval_zu_opus100_pr_auc": 0.8019303222962834,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0464,
+      "step": 25050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0455,
+      "step": 25100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0454,
+      "step": 25150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0453,
+      "step": 25200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0454,
+      "step": 25250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0469,
+      "step": 25300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0456,
+      "step": 25350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0458,
+      "step": 25400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0453,
+      "step": 25450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.046,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0446,
+      "step": 25550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0466,
+      "step": 25600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0458,
+      "step": 25650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0454,
+      "step": 25700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.046,
+      "step": 25750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0456,
+      "step": 25800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0453,
+      "step": 25850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0455,
+      "step": 25900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0446,
+      "step": 25950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.045,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0459,
+      "step": 26050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0449,
+      "step": 26100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0452,
+      "step": 26150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0458,
+      "step": 26200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.045,
+      "step": 26250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0463,
+      "step": 26300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0458,
+      "step": 26350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0466,
+      "step": 26400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0451,
+      "step": 26450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0449,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0449,
+      "step": 26550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0458,
+      "step": 26600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0453,
+      "step": 26650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0461,
+      "step": 26700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0459,
+      "step": 26750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0456,
+      "step": 26800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.045,
+      "step": 26850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0447,
+      "step": 26900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0447,
+      "step": 26950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0458,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0448,
+      "step": 27050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0454,
+      "step": 27100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0459,
+      "step": 27150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0451,
+      "step": 27200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0461,
+      "step": 27250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0447,
+      "step": 27300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0449,
+      "step": 27350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.045,
+      "step": 27400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0451,
+      "step": 27450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0446,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0445,
+      "step": 27550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0452,
+      "step": 27600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0451,
+      "step": 27650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0451,
+      "step": 27700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0452,
+      "step": 27750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0462,
+      "step": 27800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0453,
+      "step": 27850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0458,
+      "step": 27900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0451,
+      "step": 27950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0452,
+      "step": 28000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0451,
+      "step": 28050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.045,
+      "step": 28100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0452,
+      "step": 28150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.044,
+      "step": 28200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0452,
+      "step": 28250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0456,
+      "step": 28300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0452,
+      "step": 28350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0457,
+      "step": 28400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0446,
+      "step": 28450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.045,
+      "step": 28500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0445,
+      "step": 28550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0447,
+      "step": 28600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0456,
+      "step": 28650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.0444,
+      "step": 28700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0446,
+      "step": 28750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0449,
+      "step": 28800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0443,
+      "step": 28850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0447,
+      "step": 28900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0436,
+      "step": 28950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0453,
+      "step": 29000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.0447,
+      "step": 29050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.0449,
+      "step": 29100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0442,
+      "step": 29150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0441,
+      "step": 29200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.0446,
+      "step": 29250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0444,
+      "step": 29300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0439,
+      "step": 29350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0449,
+      "step": 29400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0441,
+      "step": 29450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0446,
+      "step": 29500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.045,
+      "step": 29550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0453,
+      "step": 29600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0451,
+      "step": 29650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0446,
+      "step": 29700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0448,
+      "step": 29750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0453,
+      "step": 29800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0446,
+      "step": 29850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0442,
+      "step": 29900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0447,
+      "step": 29950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0451,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7458266372392315,
+      "eval_af_ud_pr_auc": 0.9971684646184347,
+      "eval_am_opus100_pr_auc": 0.3044859800943021,
+      "eval_ar_ersatz_pr_auc": 0.925367658589287,
+      "eval_ar_opus100_pr_auc": 0.6426942572202151,
+      "eval_ar_ud_pr_auc": 0.7742493873197899,
+      "eval_average_ersatz_pr_auc": 0.9405768427350266,
+      "eval_average_opus100_pr_auc": 0.7792965219421943,
+      "eval_average_ud_pr_auc": 0.9367546366496703,
+      "eval_az_opus100_pr_auc": 0.6213685810577584,
+      "eval_be_opus100_pr_auc": 0.6271529074470918,
+      "eval_be_ud_pr_auc": 0.8491457407483493,
+      "eval_bg_opus100_pr_auc": 0.8908581675391164,
+      "eval_bg_ud_pr_auc": 0.9875194233010111,
+      "eval_bn_opus100_pr_auc": 0.759130459350545,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8446386956008433,
+      "eval_ca_ud_pr_auc": 0.9827332172275641,
+      "eval_ceb_ud_pr_auc": 0.9919991261339411,
+      "eval_cs_ersatz_pr_auc": 0.9648872655338246,
+      "eval_cs_opus100_pr_auc": 0.873581788979396,
+      "eval_cs_ud_pr_auc": 0.9212159490782348,
+      "eval_cy_opus100_pr_auc": 0.6996184500251547,
+      "eval_cy_ud_pr_auc": 0.9924444199185319,
+      "eval_da_opus100_pr_auc": 0.8721147482504772,
+      "eval_da_ud_pr_auc": 0.9600338138570205,
+      "eval_de_ersatz_pr_auc": 0.9621383853027146,
+      "eval_de_opus100_pr_auc": 0.8098771172561633,
+      "eval_de_ud_pr_auc": 0.961600409396652,
+      "eval_el_opus100_pr_auc": 0.9086715786279023,
+      "eval_el_ud_pr_auc": 0.995303046724702,
+      "eval_en_ersatz_pr_auc": 0.9707433983565662,
+      "eval_en_opus100_pr_auc": 0.8845502977919281,
+      "eval_en_ud_pr_auc": 0.95015402633171,
+      "eval_eo_opus100_pr_auc": 0.8954409621204351,
+      "eval_es_ersatz_pr_auc": 0.9897634292099616,
+      "eval_es_opus100_pr_auc": 0.8783940297339918,
+      "eval_es_ud_pr_auc": 0.9741665474791967,
+      "eval_et_ersatz_pr_auc": 0.959065653046487,
+      "eval_et_opus100_pr_auc": 0.8639749110277224,
+      "eval_et_ud_pr_auc": 0.890857607237463,
+      "eval_eu_opus100_pr_auc": 0.8424831500466374,
+      "eval_eu_ud_pr_auc": 0.9899292416338277,
+      "eval_fa_opus100_pr_auc": 0.519417246547402,
+      "eval_fa_ud_pr_auc": 0.9935891671440695,
+      "eval_fi_ersatz_pr_auc": 0.9636386358845657,
+      "eval_fi_opus100_pr_auc": 0.8770300931595384,
+      "eval_fi_ud_pr_auc": 0.9410958935949518,
+      "eval_fr_ersatz_pr_auc": 0.9656076957675854,
+      "eval_fr_opus100_pr_auc": 0.8739992758087771,
+      "eval_fr_ud_pr_auc": 0.9607355581321707,
+      "eval_fy_opus100_pr_auc": 0.6916246753135447,
+      "eval_ga_opus100_pr_auc": 0.8371542023432913,
+      "eval_ga_ud_pr_auc": 0.8256445145270714,
+      "eval_gd_opus100_pr_auc": 0.49032869500549287,
+      "eval_gd_ud_pr_auc": 0.6413387602550337,
+      "eval_gl_opus100_pr_auc": 0.8462421302778934,
+      "eval_gl_ud_pr_auc": 0.9849801306704378,
+      "eval_gu_ersatz_pr_auc": 0.9362079344266162,
+      "eval_gu_opus100_pr_auc": 0.6590886416059648,
+      "eval_ha_opus100_pr_auc": 0.8817118350892231,
+      "eval_he_opus100_pr_auc": 0.8233193938101143,
+      "eval_he_ud_pr_auc": 0.9364664888620924,
+      "eval_hi_ersatz_pr_auc": 0.9561960322232386,
+      "eval_hi_opus100_pr_auc": 0.6040933043325194,
+      "eval_hi_ud_pr_auc": 0.9909682051480149,
+      "eval_hu_opus100_pr_auc": 0.8912479215574483,
+      "eval_hu_ud_pr_auc": 0.9669447646177989,
+      "eval_hy_opus100_pr_auc": 0.8676481577145594,
+      "eval_hy_ud_pr_auc": 0.9500529716910789,
+      "eval_id_opus100_pr_auc": 0.8495556928639771,
+      "eval_id_ud_pr_auc": 0.9832775267662703,
+      "eval_ig_opus100_pr_auc": 0.8512700559512331,
+      "eval_is_opus100_pr_auc": 0.9062480968819046,
+      "eval_is_ud_pr_auc": 0.8188572255514217,
+      "eval_it_opus100_pr_auc": 0.8634116259166911,
+      "eval_it_ud_pr_auc": 0.9971514582859686,
+      "eval_ja_ersatz_pr_auc": 0.7590222780653508,
+      "eval_ja_opus100_pr_auc": 0.7086114725712146,
+      "eval_ja_ud_pr_auc": 0.9790691918181958,
+      "eval_jv_ud_pr_auc": 0.9593980392335234,
+      "eval_ka_opus100_pr_auc": 0.852796905366408,
+      "eval_kk_ersatz_pr_auc": 0.9776696503225131,
+      "eval_kk_opus100_pr_auc": 0.7818267933320392,
+      "eval_kk_ud_pr_auc": 0.9657379452578495,
+      "eval_km_ersatz_pr_auc": 0.8750937998784358,
+      "eval_km_opus100_pr_auc": 0.6711832097655975,
+      "eval_kn_opus100_pr_auc": 0.5027759642434846,
+      "eval_ko_opus100_pr_auc": 0.623517252519337,
+      "eval_ko_ud_pr_auc": 0.9995064817196372,
+      "eval_ku_opus100_pr_auc": 0.7857405742714471,
+      "eval_ky_opus100_pr_auc": 0.8362184061918175,
+      "eval_la_ud_pr_auc": 0.9305398398977465,
+      "eval_loss": 0.048433758318424225,
+      "eval_lt_ersatz_pr_auc": 0.9615793547957089,
+      "eval_lt_opus100_pr_auc": 0.8060632088860674,
+      "eval_lt_ud_pr_auc": 0.9287009676472665,
+      "eval_lv_ersatz_pr_auc": 0.9786330496788924,
+      "eval_lv_opus100_pr_auc": 0.8332903825914375,
+      "eval_lv_ud_pr_auc": 0.94798043227666,
+      "eval_mg_opus100_pr_auc": 0.872105018499134,
+      "eval_mk_opus100_pr_auc": 0.8792550936521936,
+      "eval_ml_opus100_pr_auc": 0.71298522862568,
+      "eval_mn_opus100_pr_auc": 0.9269421121150485,
+      "eval_mr_opus100_pr_auc": 0.8556315652046489,
+      "eval_mr_ud_pr_auc": 0.9428113579955575,
+      "eval_ms_opus100_pr_auc": 0.8369132022760633,
+      "eval_mt_opus100_pr_auc": 0.7795934959760537,
+      "eval_mt_ud_pr_auc": 0.9234560903851087,
+      "eval_my_opus100_pr_auc": 0.6465965248145724,
+      "eval_ne_opus100_pr_auc": 0.6374219262099934,
+      "eval_nl_opus100_pr_auc": 0.8718746292867989,
+      "eval_nl_ud_pr_auc": 0.9430476748967793,
+      "eval_no_opus100_pr_auc": 0.9014619448194856,
+      "eval_no_ud_pr_auc": 0.9894446766814051,
+      "eval_pa_opus100_pr_auc": 0.6361095007472873,
+      "eval_pl_ersatz_pr_auc": 0.9598938895540361,
+      "eval_pl_opus100_pr_auc": 0.8735353104664423,
+      "eval_pl_ud_pr_auc": 0.9253778494651316,
+      "eval_ps_ersatz_pr_auc": 0.9454589238922249,
+      "eval_ps_opus100_pr_auc": 0.7179198114764408,
+      "eval_pt_opus100_pr_auc": 0.8929507502892312,
+      "eval_pt_ud_pr_auc": 0.970676555221712,
+      "eval_ro_ersatz_pr_auc": 0.9797548567958998,
+      "eval_ro_opus100_pr_auc": 0.8748444190249208,
+      "eval_ro_ud_pr_auc": 0.8969482706028364,
+      "eval_ru_ersatz_pr_auc": 0.9700346205264471,
+      "eval_ru_opus100_pr_auc": 0.8547878935222314,
+      "eval_ru_ud_pr_auc": 0.8540899480279038,
+      "eval_runtime": 399.765,
+      "eval_samples_per_second": 188.781,
+      "eval_si_opus100_pr_auc": 0.7515356472850491,
+      "eval_sk_opus100_pr_auc": 0.8965530055644404,
+      "eval_sk_ud_pr_auc": 0.9611151561762626,
+      "eval_sl_opus100_pr_auc": 0.8428468836359754,
+      "eval_sl_ud_pr_auc": 0.9481922400885684,
+      "eval_sq_opus100_pr_auc": 0.8701218009030901,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8921165837414646,
+      "eval_sr_ud_pr_auc": 0.986170191911091,
+      "eval_steps_per_second": 5.901,
+      "eval_sv_opus100_pr_auc": 0.8735608969427812,
+      "eval_sv_ud_pr_auc": 0.9069321606204631,
+      "eval_ta_ersatz_pr_auc": 0.9750329185646599,
+      "eval_ta_opus100_pr_auc": 0.5690574715391972,
+      "eval_ta_ud_pr_auc": 0.9999999999999999,
+      "eval_te_opus100_pr_auc": 0.7763732838923656,
+      "eval_tg_opus100_pr_auc": 0.8484570829758884,
+      "eval_th_opus100_pr_auc": 0.6439957632183299,
+      "eval_th_ud_pr_auc": 0.5713418687438192,
+      "eval_tr_ersatz_pr_auc": 0.9497859052898968,
+      "eval_tr_opus100_pr_auc": 0.8810635340012831,
+      "eval_tr_ud_pr_auc": 0.8943720288169644,
+      "eval_uk_opus100_pr_auc": 0.8390539243955567,
+      "eval_uk_ud_pr_auc": 0.9339025823798068,
+      "eval_ur_opus100_pr_auc": 0.4818916598298298,
+      "eval_ur_ud_pr_auc": 0.9975083739989855,
+      "eval_uz_opus100_pr_auc": 0.820486434812928,
+      "eval_vi_opus100_pr_auc": 0.882062992567422,
+      "eval_vi_ud_pr_auc": 0.9457430105431545,
+      "eval_xh_opus100_pr_auc": 0.8292427170000266,
+      "eval_yi_opus100_pr_auc": 0.5848223559616148,
+      "eval_yo_opus100_pr_auc": 0.7366882701048807,
+      "eval_yo_ud_pr_auc": 0.9097096924902992,
+      "eval_zh_ersatz_pr_auc": 0.7671152044656708,
+      "eval_zh_opus100_pr_auc": 0.6164055083868661,
+      "eval_zh_ud_pr_auc": 0.97458411427672,
+      "eval_zu_opus100_pr_auc": 0.7947726221673772,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0447,
+      "step": 30050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0442,
+      "step": 30100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0449,
+      "step": 30150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0446,
+      "step": 30200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0443,
+      "step": 30250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0446,
+      "step": 30300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0448,
+      "step": 30350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0447,
+      "step": 30400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0445,
+      "step": 30450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0452,
+      "step": 30500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0449,
+      "step": 30550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0441,
+      "step": 30600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0448,
+      "step": 30650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0446,
+      "step": 30700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0451,
+      "step": 30750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0448,
+      "step": 30800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0438,
+      "step": 30850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0442,
+      "step": 30900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0451,
+      "step": 30950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0442,
+      "step": 31000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0443,
+      "step": 31050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0442,
+      "step": 31100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0441,
+      "step": 31150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0429,
+      "step": 31200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0443,
+      "step": 31250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0447,
+      "step": 31300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0435,
+      "step": 31350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0449,
+      "step": 31400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0452,
+      "step": 31450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0447,
+      "step": 31500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0439,
+      "step": 31550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0434,
+      "step": 31600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0446,
+      "step": 31650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.044,
+      "step": 31700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0446,
+      "step": 31750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0441,
+      "step": 31800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0437,
+      "step": 31850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0438,
+      "step": 31900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0448,
+      "step": 31950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0444,
+      "step": 32000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0444,
+      "step": 32050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0441,
+      "step": 32100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0438,
+      "step": 32150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.044,
+      "step": 32200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0438,
+      "step": 32250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0435,
+      "step": 32300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0437,
+      "step": 32350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0434,
+      "step": 32400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0437,
+      "step": 32450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0445,
+      "step": 32500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0438,
+      "step": 32550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0441,
+      "step": 32600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0442,
+      "step": 32650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0431,
+      "step": 32700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0427,
+      "step": 32750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0445,
+      "step": 32800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0444,
+      "step": 32850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.045,
+      "step": 32900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0442,
+      "step": 32950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0437,
+      "step": 33000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0436,
+      "step": 33050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.044,
+      "step": 33100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0434,
+      "step": 33150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0437,
+      "step": 33200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.044,
+      "step": 33250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0428,
+      "step": 33300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0433,
+      "step": 33350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0442,
+      "step": 33400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0444,
+      "step": 33450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0444,
+      "step": 33500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0441,
+      "step": 33550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0428,
+      "step": 33600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0432,
+      "step": 33650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0445,
+      "step": 33700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0444,
+      "step": 33750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0439,
+      "step": 33800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0433,
+      "step": 33850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0436,
+      "step": 33900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0434,
+      "step": 33950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0435,
+      "step": 34000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.044,
+      "step": 34050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0441,
+      "step": 34100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0439,
+      "step": 34150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.044,
+      "step": 34200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0444,
+      "step": 34250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0432,
+      "step": 34300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.044,
+      "step": 34350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.043,
+      "step": 34400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.0434,
+      "step": 34450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0446,
+      "step": 34500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.043,
+      "step": 34550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0431,
+      "step": 34600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0446,
+      "step": 34650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.0429,
+      "step": 34700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0443,
+      "step": 34750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0447,
+      "step": 34800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0429,
+      "step": 34850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0428,
+      "step": 34900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0424,
+      "step": 34950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0441,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7342453477336216,
+      "eval_af_ud_pr_auc": 0.9947345863476242,
+      "eval_am_opus100_pr_auc": 0.2949079474323001,
+      "eval_ar_ersatz_pr_auc": 0.9315870723730748,
+      "eval_ar_opus100_pr_auc": 0.643098701770452,
+      "eval_ar_ud_pr_auc": 0.7688410360076272,
+      "eval_average_ersatz_pr_auc": 0.951618337826723,
+      "eval_average_opus100_pr_auc": 0.7916115360615685,
+      "eval_average_ud_pr_auc": 0.9475861559232704,
+      "eval_az_opus100_pr_auc": 0.7171136278593115,
+      "eval_be_opus100_pr_auc": 0.6350337110304276,
+      "eval_be_ud_pr_auc": 0.877377995368807,
+      "eval_bg_opus100_pr_auc": 0.9038733936270128,
+      "eval_bg_ud_pr_auc": 0.9865854327176101,
+      "eval_bn_opus100_pr_auc": 0.7523739147328816,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8630615135463113,
+      "eval_ca_ud_pr_auc": 0.9905871749379972,
+      "eval_ceb_ud_pr_auc": 0.989022079500584,
+      "eval_cs_ersatz_pr_auc": 0.9816434772985063,
+      "eval_cs_opus100_pr_auc": 0.8832433281627646,
+      "eval_cs_ud_pr_auc": 0.9459197556002711,
+      "eval_cy_opus100_pr_auc": 0.6992968721843565,
+      "eval_cy_ud_pr_auc": 0.9959722838357314,
+      "eval_da_opus100_pr_auc": 0.8910441229679281,
+      "eval_da_ud_pr_auc": 0.9775919231414792,
+      "eval_de_ersatz_pr_auc": 0.9736587832710063,
+      "eval_de_opus100_pr_auc": 0.8179197592777312,
+      "eval_de_ud_pr_auc": 0.9682027693490625,
+      "eval_el_opus100_pr_auc": 0.9126994153989456,
+      "eval_el_ud_pr_auc": 0.992733610577569,
+      "eval_en_ersatz_pr_auc": 0.975069190210157,
+      "eval_en_opus100_pr_auc": 0.9109687954045629,
+      "eval_en_ud_pr_auc": 0.9544753775308479,
+      "eval_eo_opus100_pr_auc": 0.9101349528509707,
+      "eval_es_ersatz_pr_auc": 0.9923803348137956,
+      "eval_es_opus100_pr_auc": 0.899597310653512,
+      "eval_es_ud_pr_auc": 0.9899143797678764,
+      "eval_et_ersatz_pr_auc": 0.9799199843656091,
+      "eval_et_opus100_pr_auc": 0.8847782375704651,
+      "eval_et_ud_pr_auc": 0.9090707176945977,
+      "eval_eu_opus100_pr_auc": 0.8621981722280818,
+      "eval_eu_ud_pr_auc": 0.9928494322860907,
+      "eval_fa_opus100_pr_auc": 0.5204763732126437,
+      "eval_fa_ud_pr_auc": 0.9987562813425532,
+      "eval_fi_ersatz_pr_auc": 0.9815492464656762,
+      "eval_fi_opus100_pr_auc": 0.9044917793381216,
+      "eval_fi_ud_pr_auc": 0.9609529721288098,
+      "eval_fr_ersatz_pr_auc": 0.9810941746374159,
+      "eval_fr_opus100_pr_auc": 0.902444167309438,
+      "eval_fr_ud_pr_auc": 0.9713609773356183,
+      "eval_fy_opus100_pr_auc": 0.6753533427063012,
+      "eval_ga_opus100_pr_auc": 0.8442373652091378,
+      "eval_ga_ud_pr_auc": 0.8663806577641047,
+      "eval_gd_opus100_pr_auc": 0.5124599961758128,
+      "eval_gd_ud_pr_auc": 0.690541210729041,
+      "eval_gl_opus100_pr_auc": 0.8730623363335088,
+      "eval_gl_ud_pr_auc": 0.9857342866202019,
+      "eval_gu_ersatz_pr_auc": 0.9440463878002646,
+      "eval_gu_opus100_pr_auc": 0.6580614988788263,
+      "eval_ha_opus100_pr_auc": 0.9058902598660683,
+      "eval_he_opus100_pr_auc": 0.8706080177554237,
+      "eval_he_ud_pr_auc": 0.9622505006227384,
+      "eval_hi_ersatz_pr_auc": 0.9605000850609835,
+      "eval_hi_opus100_pr_auc": 0.6101411621497763,
+      "eval_hi_ud_pr_auc": 0.9928011066687772,
+      "eval_hu_opus100_pr_auc": 0.9171596294356341,
+      "eval_hu_ud_pr_auc": 0.9712652065773847,
+      "eval_hy_opus100_pr_auc": 0.8802849236454044,
+      "eval_hy_ud_pr_auc": 0.9721357798384475,
+      "eval_id_opus100_pr_auc": 0.8665276888043907,
+      "eval_id_ud_pr_auc": 0.9886117319171954,
+      "eval_ig_opus100_pr_auc": 0.8553446596129787,
+      "eval_is_opus100_pr_auc": 0.9211647897337449,
+      "eval_is_ud_pr_auc": 0.8726607124640221,
+      "eval_it_opus100_pr_auc": 0.8916086432381436,
+      "eval_it_ud_pr_auc": 0.9902159190839958,
+      "eval_ja_ersatz_pr_auc": 0.7652549011112898,
+      "eval_ja_opus100_pr_auc": 0.7123774579484662,
+      "eval_ja_ud_pr_auc": 0.9778411254122708,
+      "eval_jv_ud_pr_auc": 0.9651886876899719,
+      "eval_ka_opus100_pr_auc": 0.8737891237589344,
+      "eval_kk_ersatz_pr_auc": 0.9830509179197724,
+      "eval_kk_opus100_pr_auc": 0.7867268120843426,
+      "eval_kk_ud_pr_auc": 0.97694937384735,
+      "eval_km_ersatz_pr_auc": 0.8684753608394181,
+      "eval_km_opus100_pr_auc": 0.6849865124849576,
+      "eval_kn_opus100_pr_auc": 0.502538123951127,
+      "eval_ko_opus100_pr_auc": 0.6235075749997344,
+      "eval_ko_ud_pr_auc": 0.9977666238433903,
+      "eval_ku_opus100_pr_auc": 0.7707120778057873,
+      "eval_ky_opus100_pr_auc": 0.846007682978875,
+      "eval_la_ud_pr_auc": 0.9262324990484168,
+      "eval_loss": 0.04735712334513664,
+      "eval_lt_ersatz_pr_auc": 0.9698935792594044,
+      "eval_lt_opus100_pr_auc": 0.8357911959118752,
+      "eval_lt_ud_pr_auc": 0.9487554360823548,
+      "eval_lv_ersatz_pr_auc": 0.9872218008615489,
+      "eval_lv_opus100_pr_auc": 0.8542741011222029,
+      "eval_lv_ud_pr_auc": 0.9631705150842865,
+      "eval_mg_opus100_pr_auc": 0.9009553725249669,
+      "eval_mk_opus100_pr_auc": 0.8859584375273363,
+      "eval_ml_opus100_pr_auc": 0.7524748234729797,
+      "eval_mn_opus100_pr_auc": 0.9368182828430991,
+      "eval_mr_opus100_pr_auc": 0.876819178256425,
+      "eval_mr_ud_pr_auc": 0.9580357369736466,
+      "eval_ms_opus100_pr_auc": 0.8604245642779174,
+      "eval_mt_opus100_pr_auc": 0.7717168790829398,
+      "eval_mt_ud_pr_auc": 0.9005559511649996,
+      "eval_my_opus100_pr_auc": 0.580630952224724,
+      "eval_ne_opus100_pr_auc": 0.6283840484363299,
+      "eval_nl_opus100_pr_auc": 0.8775603000516097,
+      "eval_nl_ud_pr_auc": 0.9549823086881597,
+      "eval_no_opus100_pr_auc": 0.911008461350781,
+      "eval_no_ud_pr_auc": 0.9914388508967439,
+      "eval_pa_opus100_pr_auc": 0.6428128334817724,
+      "eval_pl_ersatz_pr_auc": 0.9732027208476666,
+      "eval_pl_opus100_pr_auc": 0.888787380262898,
+      "eval_pl_ud_pr_auc": 0.9522000303902041,
+      "eval_ps_ersatz_pr_auc": 0.9608212558429929,
+      "eval_ps_opus100_pr_auc": 0.7031877208097352,
+      "eval_pt_opus100_pr_auc": 0.9128228968072487,
+      "eval_pt_ud_pr_auc": 0.9788564346700188,
+      "eval_ro_ersatz_pr_auc": 0.9829722879511336,
+      "eval_ro_opus100_pr_auc": 0.8768373606808548,
+      "eval_ro_ud_pr_auc": 0.9644018806839293,
+      "eval_ru_ersatz_pr_auc": 0.9788745092725628,
+      "eval_ru_opus100_pr_auc": 0.8793399234558262,
+      "eval_ru_ud_pr_auc": 0.8670533625812205,
+      "eval_runtime": 403.8604,
+      "eval_samples_per_second": 186.867,
+      "eval_si_opus100_pr_auc": 0.7608516897577692,
+      "eval_sk_opus100_pr_auc": 0.9096893352534512,
+      "eval_sk_ud_pr_auc": 0.9718512982383837,
+      "eval_sl_opus100_pr_auc": 0.8591307830924634,
+      "eval_sl_ud_pr_auc": 0.9815231648091892,
+      "eval_sq_opus100_pr_auc": 0.8769572417735357,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9077191401905946,
+      "eval_sr_ud_pr_auc": 0.9916199106359439,
+      "eval_steps_per_second": 5.841,
+      "eval_sv_opus100_pr_auc": 0.8858306435268577,
+      "eval_sv_ud_pr_auc": 0.9283604814673406,
+      "eval_ta_ersatz_pr_auc": 0.9778675615607906,
+      "eval_ta_opus100_pr_auc": 0.5704843481958783,
+      "eval_ta_ud_pr_auc": 0.998822733414218,
+      "eval_te_opus100_pr_auc": 0.7844782095166221,
+      "eval_tg_opus100_pr_auc": 0.8604141001012219,
+      "eval_th_opus100_pr_auc": 0.6550583616718321,
+      "eval_th_ud_pr_auc": 0.5595415441958087,
+      "eval_tr_ersatz_pr_auc": 0.9639819811228563,
+      "eval_tr_opus100_pr_auc": 0.8847770281977883,
+      "eval_tr_ud_pr_auc": 0.8932554974675562,
+      "eval_uk_opus100_pr_auc": 0.8592534898737535,
+      "eval_uk_ud_pr_auc": 0.9454024702636684,
+      "eval_ur_opus100_pr_auc": 0.46375977707232335,
+      "eval_ur_ud_pr_auc": 0.9962740489812542,
+      "eval_uz_opus100_pr_auc": 0.8245035909258426,
+      "eval_vi_opus100_pr_auc": 0.899208382683282,
+      "eval_vi_ud_pr_auc": 0.9498817147014985,
+      "eval_xh_opus100_pr_auc": 0.8584435824350913,
+      "eval_yi_opus100_pr_auc": 0.6160031169753264,
+      "eval_yo_opus100_pr_auc": 0.7333720203365982,
+      "eval_yo_ud_pr_auc": 0.927783176261458,
+      "eval_zh_ersatz_pr_auc": 0.82253781930198,
+      "eval_zh_opus100_pr_auc": 0.6957232635731938,
+      "eval_zh_ud_pr_auc": 0.9874362127559895,
+      "eval_zu_opus100_pr_auc": 0.8043320154644473,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.043,
+      "step": 35050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0441,
+      "step": 35100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0436,
+      "step": 35150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0432,
+      "step": 35200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0441,
+      "step": 35250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0431,
+      "step": 35300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0431,
+      "step": 35350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0429,
+      "step": 35400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0435,
+      "step": 35450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.043,
+      "step": 35500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0437,
+      "step": 35550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.0432,
+      "step": 35600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0436,
+      "step": 35650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0427,
+      "step": 35700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.043,
+      "step": 35750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0432,
+      "step": 35800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0443,
+      "step": 35850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0441,
+      "step": 35900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0422,
+      "step": 35950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0435,
+      "step": 36000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0433,
+      "step": 36050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.043,
+      "step": 36100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.0434,
+      "step": 36150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0434,
+      "step": 36200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0434,
+      "step": 36250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.0426,
+      "step": 36300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0426,
+      "step": 36350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0435,
+      "step": 36400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0432,
+      "step": 36450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0438,
+      "step": 36500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0428,
+      "step": 36550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0428,
+      "step": 36600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0429,
+      "step": 36650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0431,
+      "step": 36700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0438,
+      "step": 36750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.043,
+      "step": 36800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0429,
+      "step": 36850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0437,
+      "step": 36900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0433,
+      "step": 36950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.043,
+      "step": 37000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.0443,
+      "step": 37050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0428,
+      "step": 37100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0424,
+      "step": 37150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.0425,
+      "step": 37200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0436,
+      "step": 37250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.0435,
+      "step": 37300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0423,
+      "step": 37350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0434,
+      "step": 37400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0434,
+      "step": 37450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0427,
+      "step": 37500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0436,
+      "step": 37550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0441,
+      "step": 37600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0434,
+      "step": 37650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0435,
+      "step": 37700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0431,
+      "step": 37750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0432,
+      "step": 37800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0425,
+      "step": 37850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0436,
+      "step": 37900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0434,
+      "step": 37950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0424,
+      "step": 38000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0432,
+      "step": 38050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0425,
+      "step": 38100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0433,
+      "step": 38150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0429,
+      "step": 38200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0433,
+      "step": 38250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0426,
+      "step": 38300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0431,
+      "step": 38350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0438,
+      "step": 38400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.043,
+      "step": 38450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0434,
+      "step": 38500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0432,
+      "step": 38550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0426,
+      "step": 38600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0423,
+      "step": 38650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0429,
+      "step": 38700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0425,
+      "step": 38750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0428,
+      "step": 38800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0434,
+      "step": 38850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.042,
+      "step": 38900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0434,
+      "step": 38950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0432,
+      "step": 39000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0436,
+      "step": 39050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0427,
+      "step": 39100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0434,
+      "step": 39150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0422,
+      "step": 39200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.044,
+      "step": 39250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0418,
+      "step": 39300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.043,
+      "step": 39350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0425,
+      "step": 39400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0429,
+      "step": 39450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0437,
+      "step": 39500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0435,
+      "step": 39550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0422,
+      "step": 39600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0436,
+      "step": 39650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0423,
+      "step": 39700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0429,
+      "step": 39750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0427,
+      "step": 39800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0432,
+      "step": 39850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0431,
+      "step": 39900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0423,
+      "step": 39950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0428,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7555113542250564,
+      "eval_af_ud_pr_auc": 0.9922328002320584,
+      "eval_am_opus100_pr_auc": 0.26316437595929326,
+      "eval_ar_ersatz_pr_auc": 0.9292914680400509,
+      "eval_ar_opus100_pr_auc": 0.6482874905422804,
+      "eval_ar_ud_pr_auc": 0.8071501560120993,
+      "eval_average_ersatz_pr_auc": 0.947919049622631,
+      "eval_average_opus100_pr_auc": 0.7962442656491145,
+      "eval_average_ud_pr_auc": 0.9434500435716516,
+      "eval_az_opus100_pr_auc": 0.6773688715258348,
+      "eval_be_opus100_pr_auc": 0.6714083466713484,
+      "eval_be_ud_pr_auc": 0.8668891466832036,
+      "eval_bg_opus100_pr_auc": 0.902546145305597,
+      "eval_bg_ud_pr_auc": 0.9893287734263079,
+      "eval_bn_opus100_pr_auc": 0.7381050478893396,
+      "eval_bn_ud_pr_auc": 0.9974909456055026,
+      "eval_ca_opus100_pr_auc": 0.8485039925170851,
+      "eval_ca_ud_pr_auc": 0.9917745358016934,
+      "eval_ceb_ud_pr_auc": 0.993433775415472,
+      "eval_cs_ersatz_pr_auc": 0.97510835096778,
+      "eval_cs_opus100_pr_auc": 0.8870030821891273,
+      "eval_cs_ud_pr_auc": 0.937920578928745,
+      "eval_cy_opus100_pr_auc": 0.7093992145379036,
+      "eval_cy_ud_pr_auc": 0.9916930628595066,
+      "eval_da_opus100_pr_auc": 0.8938175253457665,
+      "eval_da_ud_pr_auc": 0.9661157964091749,
+      "eval_de_ersatz_pr_auc": 0.9549554354330455,
+      "eval_de_opus100_pr_auc": 0.8241424683843781,
+      "eval_de_ud_pr_auc": 0.9623201010517582,
+      "eval_el_opus100_pr_auc": 0.9241923112426124,
+      "eval_el_ud_pr_auc": 0.9949967063853027,
+      "eval_en_ersatz_pr_auc": 0.9713588988894617,
+      "eval_en_opus100_pr_auc": 0.914372821963161,
+      "eval_en_ud_pr_auc": 0.9583057676747249,
+      "eval_eo_opus100_pr_auc": 0.9154424607854533,
+      "eval_es_ersatz_pr_auc": 0.9899009007907864,
+      "eval_es_opus100_pr_auc": 0.9009935369910184,
+      "eval_es_ud_pr_auc": 0.9864701026325654,
+      "eval_et_ersatz_pr_auc": 0.9746239116943264,
+      "eval_et_opus100_pr_auc": 0.8903528965754238,
+      "eval_et_ud_pr_auc": 0.920108846240337,
+      "eval_eu_opus100_pr_auc": 0.8576071671646862,
+      "eval_eu_ud_pr_auc": 0.9917297697038803,
+      "eval_fa_opus100_pr_auc": 0.5226195232358076,
+      "eval_fa_ud_pr_auc": 0.998137176585536,
+      "eval_fi_ersatz_pr_auc": 0.9735570477516279,
+      "eval_fi_opus100_pr_auc": 0.90233753093474,
+      "eval_fi_ud_pr_auc": 0.95873245906641,
+      "eval_fr_ersatz_pr_auc": 0.9739471662213418,
+      "eval_fr_opus100_pr_auc": 0.9015978098899925,
+      "eval_fr_ud_pr_auc": 0.9776719799905839,
+      "eval_fy_opus100_pr_auc": 0.7101352925492228,
+      "eval_ga_opus100_pr_auc": 0.8529456523174137,
+      "eval_ga_ud_pr_auc": 0.8272465760771899,
+      "eval_gd_opus100_pr_auc": 0.5152031680831521,
+      "eval_gd_ud_pr_auc": 0.6884231111397144,
+      "eval_gl_opus100_pr_auc": 0.8697321090416273,
+      "eval_gl_ud_pr_auc": 0.986278786678845,
+      "eval_gu_ersatz_pr_auc": 0.9382859885797805,
+      "eval_gu_opus100_pr_auc": 0.6532254012694567,
+      "eval_ha_opus100_pr_auc": 0.8889943291244571,
+      "eval_he_opus100_pr_auc": 0.8637911341958245,
+      "eval_he_ud_pr_auc": 0.946575108886214,
+      "eval_hi_ersatz_pr_auc": 0.952340946344349,
+      "eval_hi_opus100_pr_auc": 0.5904879972518511,
+      "eval_hi_ud_pr_auc": 0.9936514193436647,
+      "eval_hu_opus100_pr_auc": 0.9159258388924787,
+      "eval_hu_ud_pr_auc": 0.9665671691063991,
+      "eval_hy_opus100_pr_auc": 0.8889345805118852,
+      "eval_hy_ud_pr_auc": 0.9466225684831086,
+      "eval_id_opus100_pr_auc": 0.8597695734881842,
+      "eval_id_ud_pr_auc": 0.9848629066867003,
+      "eval_ig_opus100_pr_auc": 0.8608838627848574,
+      "eval_is_opus100_pr_auc": 0.9214349370334693,
+      "eval_is_ud_pr_auc": 0.8307684717407345,
+      "eval_it_opus100_pr_auc": 0.8890815904339526,
+      "eval_it_ud_pr_auc": 0.9892977024902287,
+      "eval_ja_ersatz_pr_auc": 0.7869060126295702,
+      "eval_ja_opus100_pr_auc": 0.7446822712857554,
+      "eval_ja_ud_pr_auc": 0.9778419295228136,
+      "eval_jv_ud_pr_auc": 0.9599150119350038,
+      "eval_ka_opus100_pr_auc": 0.8826425918740212,
+      "eval_kk_ersatz_pr_auc": 0.97887156134324,
+      "eval_kk_opus100_pr_auc": 0.8102760634957501,
+      "eval_kk_ud_pr_auc": 0.9672953784548507,
+      "eval_km_ersatz_pr_auc": 0.8791607625345357,
+      "eval_km_opus100_pr_auc": 0.6764988887835922,
+      "eval_kn_opus100_pr_auc": 0.5343828362373533,
+      "eval_ko_opus100_pr_auc": 0.6447619883099953,
+      "eval_ko_ud_pr_auc": 0.9988119452058706,
+      "eval_ku_opus100_pr_auc": 0.7950664171519372,
+      "eval_ky_opus100_pr_auc": 0.8479148571546016,
+      "eval_la_ud_pr_auc": 0.9281902553615324,
+      "eval_loss": 0.04666886106133461,
+      "eval_lt_ersatz_pr_auc": 0.9709784447040507,
+      "eval_lt_opus100_pr_auc": 0.8414624407963548,
+      "eval_lt_ud_pr_auc": 0.9529848893155222,
+      "eval_lv_ersatz_pr_auc": 0.9822750060304906,
+      "eval_lv_opus100_pr_auc": 0.86617060308166,
+      "eval_lv_ud_pr_auc": 0.9492174515347527,
+      "eval_mg_opus100_pr_auc": 0.8961294941694138,
+      "eval_mk_opus100_pr_auc": 0.8904338151263002,
+      "eval_ml_opus100_pr_auc": 0.7426942838826183,
+      "eval_mn_opus100_pr_auc": 0.9260256989656793,
+      "eval_mr_opus100_pr_auc": 0.882619152274219,
+      "eval_mr_ud_pr_auc": 0.9151457299263767,
+      "eval_ms_opus100_pr_auc": 0.8473330669546286,
+      "eval_mt_opus100_pr_auc": 0.8032316232055252,
+      "eval_mt_ud_pr_auc": 0.9075542582988065,
+      "eval_my_opus100_pr_auc": 0.6669310364103098,
+      "eval_ne_opus100_pr_auc": 0.6441199403676952,
+      "eval_nl_opus100_pr_auc": 0.8767859205304135,
+      "eval_nl_ud_pr_auc": 0.9555964926142921,
+      "eval_no_opus100_pr_auc": 0.9159658255467398,
+      "eval_no_ud_pr_auc": 0.9904154254217201,
+      "eval_pa_opus100_pr_auc": 0.6534684140291732,
+      "eval_pl_ersatz_pr_auc": 0.9663601454480805,
+      "eval_pl_opus100_pr_auc": 0.8825932987978051,
+      "eval_pl_ud_pr_auc": 0.9418635653587935,
+      "eval_ps_ersatz_pr_auc": 0.9579964962809787,
+      "eval_ps_opus100_pr_auc": 0.7317845701194153,
+      "eval_pt_opus100_pr_auc": 0.9157440554885431,
+      "eval_pt_ud_pr_auc": 0.9791878058090614,
+      "eval_ro_ersatz_pr_auc": 0.9820857892974031,
+      "eval_ro_opus100_pr_auc": 0.8896731620626042,
+      "eval_ro_ud_pr_auc": 0.9291732757822376,
+      "eval_ru_ersatz_pr_auc": 0.9720936572086882,
+      "eval_ru_opus100_pr_auc": 0.8802124965114412,
+      "eval_ru_ud_pr_auc": 0.8565851188587886,
+      "eval_runtime": 402.4925,
+      "eval_samples_per_second": 187.502,
+      "eval_si_opus100_pr_auc": 0.7789059749092208,
+      "eval_sk_opus100_pr_auc": 0.9049330098666826,
+      "eval_sk_ud_pr_auc": 0.9749298018858545,
+      "eval_sl_opus100_pr_auc": 0.8554902181103334,
+      "eval_sl_ud_pr_auc": 0.9752254263099635,
+      "eval_sq_opus100_pr_auc": 0.8779687001204743,
+      "eval_sq_ud_pr_auc": 0.9997244990892531,
+      "eval_sr_opus100_pr_auc": 0.9041162001576024,
+      "eval_sr_ud_pr_auc": 0.9915857502458112,
+      "eval_steps_per_second": 5.861,
+      "eval_sv_opus100_pr_auc": 0.8904351124550748,
+      "eval_sv_ud_pr_auc": 0.9187463906934307,
+      "eval_ta_ersatz_pr_auc": 0.9739054216731,
+      "eval_ta_opus100_pr_auc": 0.5752828357302721,
+      "eval_ta_ud_pr_auc": 0.9995803071518469,
+      "eval_te_opus100_pr_auc": 0.7914525610301836,
+      "eval_tg_opus100_pr_auc": 0.858763554311007,
+      "eval_th_opus100_pr_auc": 0.6465937451171524,
+      "eval_th_ud_pr_auc": 0.5889335551567397,
+      "eval_tr_ersatz_pr_auc": 0.9464817934353523,
+      "eval_tr_opus100_pr_auc": 0.8912107305022101,
+      "eval_tr_ud_pr_auc": 0.8778895092801292,
+      "eval_uk_opus100_pr_auc": 0.861197337905717,
+      "eval_uk_ud_pr_auc": 0.9351877616020252,
+      "eval_ur_opus100_pr_auc": 0.4896676762741351,
+      "eval_ur_ud_pr_auc": 0.9976125461616404,
+      "eval_uz_opus100_pr_auc": 0.8236963877129202,
+      "eval_vi_opus100_pr_auc": 0.8944602794384684,
+      "eval_vi_ud_pr_auc": 0.9538945310474369,
+      "eval_xh_opus100_pr_auc": 0.844569767598414,
+      "eval_yi_opus100_pr_auc": 0.6637601960951467,
+      "eval_yo_opus100_pr_auc": 0.7442929979552108,
+      "eval_yo_ud_pr_auc": 0.9272758500462644,
+      "eval_zh_ersatz_pr_auc": 0.8237338863998397,
+      "eval_zh_opus100_pr_auc": 0.6652178231635535,
+      "eval_zh_ud_pr_auc": 0.9834917201756661,
+      "eval_zu_opus100_pr_auc": 0.8110904213063188,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0434,
+      "step": 40050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0432,
+      "step": 40100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0429,
+      "step": 40150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0432,
+      "step": 40200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.043,
+      "step": 40250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0429,
+      "step": 40300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0424,
+      "step": 40350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0425,
+      "step": 40400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0431,
+      "step": 40450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.043,
+      "step": 40500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0414,
+      "step": 40550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0431,
+      "step": 40600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0424,
+      "step": 40650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0421,
+      "step": 40700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.042,
+      "step": 40750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0436,
+      "step": 40800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0432,
+      "step": 40850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0432,
+      "step": 40900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0426,
+      "step": 40950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0436,
+      "step": 41000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0427,
+      "step": 41050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0422,
+      "step": 41100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.043,
+      "step": 41150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0425,
+      "step": 41200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0411,
+      "step": 41250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0426,
+      "step": 41300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0417,
+      "step": 41350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0424,
+      "step": 41400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0426,
+      "step": 41450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0419,
+      "step": 41500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0422,
+      "step": 41550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0418,
+      "step": 41600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0419,
+      "step": 41650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0425,
+      "step": 41700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.042,
+      "step": 41750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0425,
+      "step": 41800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0424,
+      "step": 41850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0425,
+      "step": 41900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.043,
+      "step": 41950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0425,
+      "step": 42000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0427,
+      "step": 42050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0431,
+      "step": 42100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0432,
+      "step": 42150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.044,
+      "step": 42200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0425,
+      "step": 42250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0427,
+      "step": 42300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.043,
+      "step": 42350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0424,
+      "step": 42400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0431,
+      "step": 42450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0428,
+      "step": 42500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.043,
+      "step": 42550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.043,
+      "step": 42600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0434,
+      "step": 42650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0427,
+      "step": 42700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0425,
+      "step": 42750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0434,
+      "step": 42800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0432,
+      "step": 42850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0424,
+      "step": 42900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0424,
+      "step": 42950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0415,
+      "step": 43000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0427,
+      "step": 43050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0425,
+      "step": 43100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0426,
+      "step": 43150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0423,
+      "step": 43200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0424,
+      "step": 43250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0424,
+      "step": 43300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0412,
+      "step": 43350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0424,
+      "step": 43400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0427,
+      "step": 43450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0422,
+      "step": 43500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0421,
+      "step": 43550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0424,
+      "step": 43600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0428,
+      "step": 43650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0416,
+      "step": 43700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0417,
+      "step": 43750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.042,
+      "step": 43800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0422,
+      "step": 43850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0425,
+      "step": 43900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0415,
+      "step": 43950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0421,
+      "step": 44000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0422,
+      "step": 44050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.041,
+      "step": 44100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0427,
+      "step": 44150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0405,
+      "step": 44200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0419,
+      "step": 44250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0416,
+      "step": 44300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0426,
+      "step": 44350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0419,
+      "step": 44400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.0421,
+      "step": 44450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0426,
+      "step": 44500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0418,
+      "step": 44550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0422,
+      "step": 44600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0423,
+      "step": 44650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0417,
+      "step": 44700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.0426,
+      "step": 44750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0419,
+      "step": 44800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0425,
+      "step": 44850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.0421,
+      "step": 44900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0416,
+      "step": 44950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0421,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7731316426418913,
+      "eval_af_ud_pr_auc": 0.9901707046747403,
+      "eval_am_opus100_pr_auc": 0.38097198628871054,
+      "eval_ar_ersatz_pr_auc": 0.9210508069244081,
+      "eval_ar_opus100_pr_auc": 0.6441313306265366,
+      "eval_ar_ud_pr_auc": 0.7984287554838914,
+      "eval_average_ersatz_pr_auc": 0.9431982848079041,
+      "eval_average_opus100_pr_auc": 0.7919713730856525,
+      "eval_average_ud_pr_auc": 0.9418668735005185,
+      "eval_az_opus100_pr_auc": 0.6482582508162115,
+      "eval_be_opus100_pr_auc": 0.6996466305674054,
+      "eval_be_ud_pr_auc": 0.8740149034119488,
+      "eval_bg_opus100_pr_auc": 0.895664195667578,
+      "eval_bg_ud_pr_auc": 0.9878321062594981,
+      "eval_bn_opus100_pr_auc": 0.7382616941387504,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8478528565300548,
+      "eval_ca_ud_pr_auc": 0.9912334650740805,
+      "eval_ceb_ud_pr_auc": 0.9923662670054288,
+      "eval_cs_ersatz_pr_auc": 0.9752017715781485,
+      "eval_cs_opus100_pr_auc": 0.8712659269112047,
+      "eval_cs_ud_pr_auc": 0.9314154505441423,
+      "eval_cy_opus100_pr_auc": 0.7291566799681304,
+      "eval_cy_ud_pr_auc": 0.989302882814634,
+      "eval_da_opus100_pr_auc": 0.8897195842685408,
+      "eval_da_ud_pr_auc": 0.9692621111032382,
+      "eval_de_ersatz_pr_auc": 0.9518144285412163,
+      "eval_de_opus100_pr_auc": 0.8169059342769126,
+      "eval_de_ud_pr_auc": 0.9635955556564434,
+      "eval_el_opus100_pr_auc": 0.9114408001572134,
+      "eval_el_ud_pr_auc": 0.9916557002721158,
+      "eval_en_ersatz_pr_auc": 0.9674838578809981,
+      "eval_en_opus100_pr_auc": 0.8957060271480753,
+      "eval_en_ud_pr_auc": 0.9507912419328866,
+      "eval_eo_opus100_pr_auc": 0.9025502445071454,
+      "eval_es_ersatz_pr_auc": 0.9910030080694074,
+      "eval_es_opus100_pr_auc": 0.8957649960160832,
+      "eval_es_ud_pr_auc": 0.9872351746903346,
+      "eval_et_ersatz_pr_auc": 0.9709432546139903,
+      "eval_et_opus100_pr_auc": 0.871727190174718,
+      "eval_et_ud_pr_auc": 0.9135715763727924,
+      "eval_eu_opus100_pr_auc": 0.857552444635077,
+      "eval_eu_ud_pr_auc": 0.9917445722626601,
+      "eval_fa_opus100_pr_auc": 0.5284929111504921,
+      "eval_fa_ud_pr_auc": 0.9918493589610161,
+      "eval_fi_ersatz_pr_auc": 0.9729287140168814,
+      "eval_fi_opus100_pr_auc": 0.8821941865576353,
+      "eval_fi_ud_pr_auc": 0.9419364712473589,
+      "eval_fr_ersatz_pr_auc": 0.9766242043109503,
+      "eval_fr_opus100_pr_auc": 0.8926409257716167,
+      "eval_fr_ud_pr_auc": 0.971822117116792,
+      "eval_fy_opus100_pr_auc": 0.7156121707439946,
+      "eval_ga_opus100_pr_auc": 0.8411717009685326,
+      "eval_ga_ud_pr_auc": 0.8179810393417637,
+      "eval_gd_opus100_pr_auc": 0.5291664842252691,
+      "eval_gd_ud_pr_auc": 0.6701307502684098,
+      "eval_gl_opus100_pr_auc": 0.8600689652114147,
+      "eval_gl_ud_pr_auc": 0.98444037022737,
+      "eval_gu_ersatz_pr_auc": 0.9267527552093159,
+      "eval_gu_opus100_pr_auc": 0.6731662249849347,
+      "eval_ha_opus100_pr_auc": 0.8787154321632835,
+      "eval_he_opus100_pr_auc": 0.8429301925334699,
+      "eval_he_ud_pr_auc": 0.9312664121510958,
+      "eval_hi_ersatz_pr_auc": 0.9476452747347252,
+      "eval_hi_opus100_pr_auc": 0.5891446540991003,
+      "eval_hi_ud_pr_auc": 0.9829624657725572,
+      "eval_hu_opus100_pr_auc": 0.9036387171220248,
+      "eval_hu_ud_pr_auc": 0.9698079849759448,
+      "eval_hy_opus100_pr_auc": 0.8965001440506878,
+      "eval_hy_ud_pr_auc": 0.9325916641850787,
+      "eval_id_opus100_pr_auc": 0.8667206816531815,
+      "eval_id_ud_pr_auc": 0.9873376151505807,
+      "eval_ig_opus100_pr_auc": 0.886352537279481,
+      "eval_is_opus100_pr_auc": 0.9093167372120909,
+      "eval_is_ud_pr_auc": 0.8801493592975403,
+      "eval_it_opus100_pr_auc": 0.8762873180761509,
+      "eval_it_ud_pr_auc": 0.9916098238194653,
+      "eval_ja_ersatz_pr_auc": 0.7607649329327655,
+      "eval_ja_opus100_pr_auc": 0.7111997340154181,
+      "eval_ja_ud_pr_auc": 0.9795226673288833,
+      "eval_jv_ud_pr_auc": 0.9571124291121208,
+      "eval_ka_opus100_pr_auc": 0.8401020445171701,
+      "eval_kk_ersatz_pr_auc": 0.9742525884845573,
+      "eval_kk_opus100_pr_auc": 0.835121282142399,
+      "eval_kk_ud_pr_auc": 0.9700809988272265,
+      "eval_km_ersatz_pr_auc": 0.8769385552444897,
+      "eval_km_opus100_pr_auc": 0.6897917744244682,
+      "eval_kn_opus100_pr_auc": 0.5415771129384922,
+      "eval_ko_opus100_pr_auc": 0.6141657523964247,
+      "eval_ko_ud_pr_auc": 0.995484917472401,
+      "eval_ku_opus100_pr_auc": 0.7867580503183069,
+      "eval_ky_opus100_pr_auc": 0.8648996838626591,
+      "eval_la_ud_pr_auc": 0.9175167421081549,
+      "eval_loss": 0.046111829578876495,
+      "eval_lt_ersatz_pr_auc": 0.9689349817598604,
+      "eval_lt_opus100_pr_auc": 0.8263956341877854,
+      "eval_lt_ud_pr_auc": 0.9630064413876652,
+      "eval_lv_ersatz_pr_auc": 0.9843207077090754,
+      "eval_lv_opus100_pr_auc": 0.8425800377106352,
+      "eval_lv_ud_pr_auc": 0.9561526139183041,
+      "eval_mg_opus100_pr_auc": 0.864898531297566,
+      "eval_mk_opus100_pr_auc": 0.8745803593702628,
+      "eval_ml_opus100_pr_auc": 0.7275657226102735,
+      "eval_mn_opus100_pr_auc": 0.9412302378853,
+      "eval_mr_opus100_pr_auc": 0.8814367445835571,
+      "eval_mr_ud_pr_auc": 0.9492648718396707,
+      "eval_ms_opus100_pr_auc": 0.8381504606112576,
+      "eval_mt_opus100_pr_auc": 0.7832459095748132,
+      "eval_mt_ud_pr_auc": 0.8814705207484487,
+      "eval_my_opus100_pr_auc": 0.6541519362346596,
+      "eval_ne_opus100_pr_auc": 0.6320953621249761,
+      "eval_nl_opus100_pr_auc": 0.8720667087731795,
+      "eval_nl_ud_pr_auc": 0.9470855143693687,
+      "eval_no_opus100_pr_auc": 0.9091323604852606,
+      "eval_no_ud_pr_auc": 0.9914531385269318,
+      "eval_pa_opus100_pr_auc": 0.6588856033268574,
+      "eval_pl_ersatz_pr_auc": 0.9660988017214436,
+      "eval_pl_opus100_pr_auc": 0.8725414344495426,
+      "eval_pl_ud_pr_auc": 0.9406981602322129,
+      "eval_ps_ersatz_pr_auc": 0.9257258446066841,
+      "eval_ps_opus100_pr_auc": 0.7097830893674254,
+      "eval_pt_opus100_pr_auc": 0.9062429978412174,
+      "eval_pt_ud_pr_auc": 0.9762957829238184,
+      "eval_ro_ersatz_pr_auc": 0.9837698315430068,
+      "eval_ro_opus100_pr_auc": 0.865179224444491,
+      "eval_ro_ud_pr_auc": 0.9251600912817768,
+      "eval_ru_ersatz_pr_auc": 0.9721351718497157,
+      "eval_ru_opus100_pr_auc": 0.87429077697996,
+      "eval_ru_ud_pr_auc": 0.8555504561742001,
+      "eval_runtime": 401.3184,
+      "eval_samples_per_second": 188.05,
+      "eval_si_opus100_pr_auc": 0.7648519872414891,
+      "eval_sk_opus100_pr_auc": 0.8997369193450325,
+      "eval_sk_ud_pr_auc": 0.9677121079675362,
+      "eval_sl_opus100_pr_auc": 0.8387229593148461,
+      "eval_sl_ud_pr_auc": 0.9715853671918727,
+      "eval_sq_opus100_pr_auc": 0.8631692699064945,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8970061645486873,
+      "eval_sr_ud_pr_auc": 0.9835505153100207,
+      "eval_steps_per_second": 5.878,
+      "eval_sv_opus100_pr_auc": 0.8753676013404358,
+      "eval_sv_ud_pr_auc": 0.9211984772840306,
+      "eval_ta_ersatz_pr_auc": 0.9727605422872281,
+      "eval_ta_opus100_pr_auc": 0.5924443110057924,
+      "eval_ta_ud_pr_auc": 0.9953394750442267,
+      "eval_te_opus100_pr_auc": 0.7905665299503364,
+      "eval_tg_opus100_pr_auc": 0.8661218987962862,
+      "eval_th_opus100_pr_auc": 0.651200603175052,
+      "eval_th_ud_pr_auc": 0.6159437603466542,
+      "eval_tr_ersatz_pr_auc": 0.9424374569517084,
+      "eval_tr_opus100_pr_auc": 0.8781258759891515,
+      "eval_tr_ud_pr_auc": 0.8962931174537392,
+      "eval_uk_opus100_pr_auc": 0.8542794326421155,
+      "eval_uk_ud_pr_auc": 0.9354872207555941,
+      "eval_ur_opus100_pr_auc": 0.45881628354915616,
+      "eval_ur_ud_pr_auc": 0.9962098410159805,
+      "eval_uz_opus100_pr_auc": 0.8478990346904267,
+      "eval_vi_opus100_pr_auc": 0.8914477367790392,
+      "eval_vi_ud_pr_auc": 0.925189082896254,
+      "eval_xh_opus100_pr_auc": 0.8349342314509058,
+      "eval_yi_opus100_pr_auc": 0.6275662259912749,
+      "eval_yo_opus100_pr_auc": 0.7690840343474938,
+      "eval_yo_ud_pr_auc": 0.9191567967399683,
+      "eval_zh_ersatz_pr_auc": 0.8207747748033151,
+      "eval_zh_opus100_pr_auc": 0.6664034015714102,
+      "eval_zh_ud_pr_auc": 0.9763847811986793,
+      "eval_zu_opus100_pr_auc": 0.8140111257701088,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0414,
+      "step": 45050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0424,
+      "step": 45100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0421,
+      "step": 45150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0425,
+      "step": 45200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0424,
+      "step": 45250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0421,
+      "step": 45300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0412,
+      "step": 45350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0427,
+      "step": 45400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0426,
+      "step": 45450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.042,
+      "step": 45500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0419,
+      "step": 45550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0413,
+      "step": 45600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0419,
+      "step": 45650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0428,
+      "step": 45700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.0416,
+      "step": 45750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0414,
+      "step": 45800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0423,
+      "step": 45850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0425,
+      "step": 45900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0416,
+      "step": 45950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0409,
+      "step": 46000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0417,
+      "step": 46050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0414,
+      "step": 46100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0421,
+      "step": 46150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0418,
+      "step": 46200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0421,
+      "step": 46250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0414,
+      "step": 46300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.042,
+      "step": 46350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0417,
+      "step": 46400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0414,
+      "step": 46450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0419,
+      "step": 46500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0418,
+      "step": 46550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0412,
+      "step": 46600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.042,
+      "step": 46650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0417,
+      "step": 46700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0415,
+      "step": 46750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0418,
+      "step": 46800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0426,
+      "step": 46850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0424,
+      "step": 46900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.0412,
+      "step": 46950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.041,
+      "step": 47000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0416,
+      "step": 47050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0422,
+      "step": 47100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0408,
+      "step": 47150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0416,
+      "step": 47200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0418,
+      "step": 47250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0413,
+      "step": 47300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0415,
+      "step": 47350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.042,
+      "step": 47400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0423,
+      "step": 47450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0415,
+      "step": 47500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0424,
+      "step": 47550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0418,
+      "step": 47600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0422,
+      "step": 47650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0409,
+      "step": 47700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0424,
+      "step": 47750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.042,
+      "step": 47800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0422,
+      "step": 47850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0421,
+      "step": 47900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0416,
+      "step": 47950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0425,
+      "step": 48000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0422,
+      "step": 48050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0418,
+      "step": 48100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0427,
+      "step": 48150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.041,
+      "step": 48200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0428,
+      "step": 48250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0417,
+      "step": 48300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0412,
+      "step": 48350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0421,
+      "step": 48400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0414,
+      "step": 48450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.042,
+      "step": 48500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.042,
+      "step": 48550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0418,
+      "step": 48600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0414,
+      "step": 48650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0408,
+      "step": 48700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0423,
+      "step": 48750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0422,
+      "step": 48800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.042,
+      "step": 48850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0413,
+      "step": 48900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0418,
+      "step": 48950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.0427,
+      "step": 49000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0412,
+      "step": 49050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0412,
+      "step": 49100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0413,
+      "step": 49150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0416,
+      "step": 49200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0425,
+      "step": 49250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0414,
+      "step": 49300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0417,
+      "step": 49350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0422,
+      "step": 49400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0423,
+      "step": 49450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.041,
+      "step": 49500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0418,
+      "step": 49550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0414,
+      "step": 49600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0417,
+      "step": 49650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0405,
+      "step": 49700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0413,
+      "step": 49750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0415,
+      "step": 49800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0413,
+      "step": 49850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.0413,
+      "step": 49900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0413,
+      "step": 49950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0411,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7408505422920453,
+      "eval_af_ud_pr_auc": 0.9902561961132408,
+      "eval_am_opus100_pr_auc": 0.29064532180298225,
+      "eval_ar_ersatz_pr_auc": 0.9323495641656402,
+      "eval_ar_opus100_pr_auc": 0.6550439572938158,
+      "eval_ar_ud_pr_auc": 0.8156574041895355,
+      "eval_average_ersatz_pr_auc": 0.9557112886767883,
+      "eval_average_opus100_pr_auc": 0.8033742024272845,
+      "eval_average_ud_pr_auc": 0.9523088466504713,
+      "eval_az_opus100_pr_auc": 0.6952767725945393,
+      "eval_be_opus100_pr_auc": 0.6483493447926474,
+      "eval_be_ud_pr_auc": 0.8971274176642922,
+      "eval_bg_opus100_pr_auc": 0.9131858021134172,
+      "eval_bg_ud_pr_auc": 0.991267899364587,
+      "eval_bn_opus100_pr_auc": 0.7589985034148681,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8643289221426949,
+      "eval_ca_ud_pr_auc": 0.9922804009102626,
+      "eval_ceb_ud_pr_auc": 0.9970723033347368,
+      "eval_cs_ersatz_pr_auc": 0.9847026697399022,
+      "eval_cs_opus100_pr_auc": 0.8916071954213324,
+      "eval_cs_ud_pr_auc": 0.952479872563356,
+      "eval_cy_opus100_pr_auc": 0.6927601350991791,
+      "eval_cy_ud_pr_auc": 0.9940114355575694,
+      "eval_da_opus100_pr_auc": 0.900346790351426,
+      "eval_da_ud_pr_auc": 0.976743938605846,
+      "eval_de_ersatz_pr_auc": 0.9752617489993924,
+      "eval_de_opus100_pr_auc": 0.8270910303766776,
+      "eval_de_ud_pr_auc": 0.9725927359518437,
+      "eval_el_opus100_pr_auc": 0.9222283576506517,
+      "eval_el_ud_pr_auc": 0.996137511901251,
+      "eval_en_ersatz_pr_auc": 0.9826615483481067,
+      "eval_en_opus100_pr_auc": 0.919653255320189,
+      "eval_en_ud_pr_auc": 0.9681898969385567,
+      "eval_eo_opus100_pr_auc": 0.916459556862463,
+      "eval_es_ersatz_pr_auc": 0.99284204147806,
+      "eval_es_opus100_pr_auc": 0.9114296608808022,
+      "eval_es_ud_pr_auc": 0.9943558681330681,
+      "eval_et_ersatz_pr_auc": 0.9824644534166335,
+      "eval_et_opus100_pr_auc": 0.8970344453461545,
+      "eval_et_ud_pr_auc": 0.912037664937392,
+      "eval_eu_opus100_pr_auc": 0.8673384789151026,
+      "eval_eu_ud_pr_auc": 0.9933744381232822,
+      "eval_fa_opus100_pr_auc": 0.5409835332743418,
+      "eval_fa_ud_pr_auc": 0.9972019675415918,
+      "eval_fi_ersatz_pr_auc": 0.9795984185165372,
+      "eval_fi_opus100_pr_auc": 0.9093443434785727,
+      "eval_fi_ud_pr_auc": 0.9528112595560215,
+      "eval_fr_ersatz_pr_auc": 0.9834350097908082,
+      "eval_fr_opus100_pr_auc": 0.9137873235068363,
+      "eval_fr_ud_pr_auc": 0.986712337388313,
+      "eval_fy_opus100_pr_auc": 0.6558719673053626,
+      "eval_ga_opus100_pr_auc": 0.8515214772516118,
+      "eval_ga_ud_pr_auc": 0.8435603517644097,
+      "eval_gd_opus100_pr_auc": 0.5334030523908904,
+      "eval_gd_ud_pr_auc": 0.7011316554733027,
+      "eval_gl_opus100_pr_auc": 0.8810468778694488,
+      "eval_gl_ud_pr_auc": 0.9913295641855677,
+      "eval_gu_ersatz_pr_auc": 0.9507806442082019,
+      "eval_gu_opus100_pr_auc": 0.6690008699684712,
+      "eval_ha_opus100_pr_auc": 0.8970261075782499,
+      "eval_he_opus100_pr_auc": 0.8775544446792631,
+      "eval_he_ud_pr_auc": 0.9637991705325964,
+      "eval_hi_ersatz_pr_auc": 0.9661906980020554,
+      "eval_hi_opus100_pr_auc": 0.609649222571366,
+      "eval_hi_ud_pr_auc": 0.9934759064573134,
+      "eval_hu_opus100_pr_auc": 0.9270362840262094,
+      "eval_hu_ud_pr_auc": 0.9752206194705278,
+      "eval_hy_opus100_pr_auc": 0.8978934004242667,
+      "eval_hy_ud_pr_auc": 0.9634444153643963,
+      "eval_id_opus100_pr_auc": 0.883618626208139,
+      "eval_id_ud_pr_auc": 0.9910071127320967,
+      "eval_ig_opus100_pr_auc": 0.8489385043826997,
+      "eval_is_opus100_pr_auc": 0.9302151497564881,
+      "eval_is_ud_pr_auc": 0.8933463271311896,
+      "eval_it_opus100_pr_auc": 0.8954145295780066,
+      "eval_it_ud_pr_auc": 0.991115413403046,
+      "eval_ja_ersatz_pr_auc": 0.7663804120648436,
+      "eval_ja_opus100_pr_auc": 0.7496509282808996,
+      "eval_ja_ud_pr_auc": 0.9816487985972425,
+      "eval_jv_ud_pr_auc": 0.9639734293027806,
+      "eval_ka_opus100_pr_auc": 0.8798675735066919,
+      "eval_kk_ersatz_pr_auc": 0.9873524484226031,
+      "eval_kk_opus100_pr_auc": 0.7840297178032869,
+      "eval_kk_ud_pr_auc": 0.978181146661351,
+      "eval_km_ersatz_pr_auc": 0.8776762251966694,
+      "eval_km_opus100_pr_auc": 0.6980784078944213,
+      "eval_kn_opus100_pr_auc": 0.5479359753846009,
+      "eval_ko_opus100_pr_auc": 0.6341858423390037,
+      "eval_ko_ud_pr_auc": 0.9991367485720881,
+      "eval_ku_opus100_pr_auc": 0.7833555807531536,
+      "eval_ky_opus100_pr_auc": 0.8458523387647605,
+      "eval_la_ud_pr_auc": 0.9345164193954271,
+      "eval_loss": 0.04543840512633324,
+      "eval_lt_ersatz_pr_auc": 0.9763445152677336,
+      "eval_lt_opus100_pr_auc": 0.8497968020946546,
+      "eval_lt_ud_pr_auc": 0.9737325358298099,
+      "eval_lv_ersatz_pr_auc": 0.9901723681674252,
+      "eval_lv_opus100_pr_auc": 0.872157716934148,
+      "eval_lv_ud_pr_auc": 0.9677496732545126,
+      "eval_mg_opus100_pr_auc": 0.9039646574316822,
+      "eval_mk_opus100_pr_auc": 0.8955870003598216,
+      "eval_ml_opus100_pr_auc": 0.7556687538788378,
+      "eval_mn_opus100_pr_auc": 0.9420243108944449,
+      "eval_mr_opus100_pr_auc": 0.8840526078923366,
+      "eval_mr_ud_pr_auc": 0.953062271437484,
+      "eval_ms_opus100_pr_auc": 0.8655624315660738,
+      "eval_mt_opus100_pr_auc": 0.8167558129790237,
+      "eval_mt_ud_pr_auc": 0.8785239486540571,
+      "eval_my_opus100_pr_auc": 0.6569482705157639,
+      "eval_ne_opus100_pr_auc": 0.6529669515236535,
+      "eval_nl_opus100_pr_auc": 0.8931480088045499,
+      "eval_nl_ud_pr_auc": 0.9640797680864895,
+      "eval_no_opus100_pr_auc": 0.9244565618103686,
+      "eval_no_ud_pr_auc": 0.9930491654543442,
+      "eval_pa_opus100_pr_auc": 0.6502754798035802,
+      "eval_pl_ersatz_pr_auc": 0.981592630681428,
+      "eval_pl_opus100_pr_auc": 0.9036590209446436,
+      "eval_pl_ud_pr_auc": 0.9632054896354206,
+      "eval_ps_ersatz_pr_auc": 0.9508097404292917,
+      "eval_ps_opus100_pr_auc": 0.7429168553079841,
+      "eval_pt_opus100_pr_auc": 0.9163258072696309,
+      "eval_pt_ud_pr_auc": 0.9834388033611431,
+      "eval_ro_ersatz_pr_auc": 0.9897487646759235,
+      "eval_ro_opus100_pr_auc": 0.9003413970702691,
+      "eval_ro_ud_pr_auc": 0.9530954353771368,
+      "eval_ru_ersatz_pr_auc": 0.9819480433757052,
+      "eval_ru_opus100_pr_auc": 0.8978781332873798,
+      "eval_ru_ud_pr_auc": 0.891038503648203,
+      "eval_runtime": 401.9761,
+      "eval_samples_per_second": 187.742,
+      "eval_si_opus100_pr_auc": 0.7937178781113302,
+      "eval_sk_opus100_pr_auc": 0.9211348221288391,
+      "eval_sk_ud_pr_auc": 0.9808624397008179,
+      "eval_sl_opus100_pr_auc": 0.8668132980196372,
+      "eval_sl_ud_pr_auc": 0.9807966655714409,
+      "eval_sq_opus100_pr_auc": 0.8934477736193103,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9065825603028164,
+      "eval_sr_ud_pr_auc": 0.994262050228095,
+      "eval_steps_per_second": 5.869,
+      "eval_sv_opus100_pr_auc": 0.8986673297350641,
+      "eval_sv_ud_pr_auc": 0.9291128181565962,
+      "eval_ta_ersatz_pr_auc": 0.9787975501639594,
+      "eval_ta_opus100_pr_auc": 0.5898434934545542,
+      "eval_ta_ud_pr_auc": 0.9997907815481798,
+      "eval_te_opus100_pr_auc": 0.7949950540272155,
+      "eval_tg_opus100_pr_auc": 0.8653029534726864,
+      "eval_th_opus100_pr_auc": 0.6616008318901417,
+      "eval_th_ud_pr_auc": 0.6230753173220166,
+      "eval_tr_ersatz_pr_auc": 0.9604233425116774,
+      "eval_tr_opus100_pr_auc": 0.8985898627900263,
+      "eval_tr_ud_pr_auc": 0.9046102088358936,
+      "eval_uk_opus100_pr_auc": 0.8688618206708407,
+      "eval_uk_ud_pr_auc": 0.9419521169910307,
+      "eval_ur_opus100_pr_auc": 0.48936736787637647,
+      "eval_ur_ud_pr_auc": 0.9973974342088291,
+      "eval_uz_opus100_pr_auc": 0.8250406087054012,
+      "eval_vi_opus100_pr_auc": 0.8992181481705999,
+      "eval_vi_ud_pr_auc": 0.9600492685867478,
+      "eval_xh_opus100_pr_auc": 0.852989297665506,
+      "eval_yi_opus100_pr_auc": 0.6887784020814377,
+      "eval_yo_opus100_pr_auc": 0.7448964928064312,
+      "eval_yo_ud_pr_auc": 0.9360537012045929,
+      "eval_zh_ersatz_pr_auc": 0.854115513266745,
+      "eval_zh_opus100_pr_auc": 0.7160194962229282,
+      "eval_zh_ud_pr_auc": 0.9674682341659433,
+      "eval_zu_opus100_pr_auc": 0.8184403752693103,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0414,
+      "step": 50050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0419,
+      "step": 50100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0406,
+      "step": 50150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0416,
+      "step": 50200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0412,
+      "step": 50250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0417,
+      "step": 50300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0403,
+      "step": 50350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.042,
+      "step": 50400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0415,
+      "step": 50450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0418,
+      "step": 50500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0411,
+      "step": 50550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0418,
+      "step": 50600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0421,
+      "step": 50650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0414,
+      "step": 50700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0412,
+      "step": 50750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0415,
+      "step": 50800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0422,
+      "step": 50850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0411,
+      "step": 50900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0411,
+      "step": 50950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0406,
+      "step": 51000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0408,
+      "step": 51050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0413,
+      "step": 51100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0413,
+      "step": 51150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0419,
+      "step": 51200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0412,
+      "step": 51250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0414,
+      "step": 51300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.042,
+      "step": 51350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0418,
+      "step": 51400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0411,
+      "step": 51450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0412,
+      "step": 51500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0411,
+      "step": 51550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0411,
+      "step": 51600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0409,
+      "step": 51650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0413,
+      "step": 51700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0404,
+      "step": 51750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0414,
+      "step": 51800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0415,
+      "step": 51850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0424,
+      "step": 51900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0411,
+      "step": 51950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.0416,
+      "step": 52000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0408,
+      "step": 52050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0411,
+      "step": 52100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0413,
+      "step": 52150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0419,
+      "step": 52200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0415,
+      "step": 52250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0406,
+      "step": 52300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.041,
+      "step": 52350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.041,
+      "step": 52400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.041,
+      "step": 52450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.041,
+      "step": 52500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0405,
+      "step": 52550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0415,
+      "step": 52600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0413,
+      "step": 52650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.041,
+      "step": 52700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0413,
+      "step": 52750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0414,
+      "step": 52800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0409,
+      "step": 52850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0416,
+      "step": 52900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0415,
+      "step": 52950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0407,
+      "step": 53000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0417,
+      "step": 53050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0423,
+      "step": 53100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0415,
+      "step": 53150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0413,
+      "step": 53200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0405,
+      "step": 53250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0415,
+      "step": 53300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0414,
+      "step": 53350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.041,
+      "step": 53400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0407,
+      "step": 53450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.042,
+      "step": 53500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0413,
+      "step": 53550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0407,
+      "step": 53600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0422,
+      "step": 53650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0412,
+      "step": 53700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0407,
+      "step": 53750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0408,
+      "step": 53800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0414,
+      "step": 53850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0411,
+      "step": 53900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0405,
+      "step": 53950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0406,
+      "step": 54000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0406,
+      "step": 54050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0411,
+      "step": 54100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0413,
+      "step": 54150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0414,
+      "step": 54200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0408,
+      "step": 54250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0409,
+      "step": 54300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0417,
+      "step": 54350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0409,
+      "step": 54400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0406,
+      "step": 54450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0413,
+      "step": 54500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0409,
+      "step": 54550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0418,
+      "step": 54600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0417,
+      "step": 54650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.04,
+      "step": 54700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0412,
+      "step": 54750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0411,
+      "step": 54800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0416,
+      "step": 54850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0409,
+      "step": 54900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0396,
+      "step": 54950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0403,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7463572718070413,
+      "eval_af_ud_pr_auc": 0.992631952426092,
+      "eval_am_opus100_pr_auc": 0.26647154428830516,
+      "eval_ar_ersatz_pr_auc": 0.8999604248542308,
+      "eval_ar_opus100_pr_auc": 0.6365816509993616,
+      "eval_ar_ud_pr_auc": 0.8066595993528509,
+      "eval_average_ersatz_pr_auc": 0.9334452045650682,
+      "eval_average_opus100_pr_auc": 0.7819518522382577,
+      "eval_average_ud_pr_auc": 0.934153123970133,
+      "eval_az_opus100_pr_auc": 0.6673676067957588,
+      "eval_be_opus100_pr_auc": 0.672412528753132,
+      "eval_be_ud_pr_auc": 0.8204957523114641,
+      "eval_bg_opus100_pr_auc": 0.8884259427905763,
+      "eval_bg_ud_pr_auc": 0.9804706173906056,
+      "eval_bn_opus100_pr_auc": 0.7335203854191618,
+      "eval_bn_ud_pr_auc": 0.9965550760580476,
+      "eval_ca_opus100_pr_auc": 0.8553078466880334,
+      "eval_ca_ud_pr_auc": 0.9791156600564558,
+      "eval_ceb_ud_pr_auc": 0.9963967642169186,
+      "eval_cs_ersatz_pr_auc": 0.9671149050628062,
+      "eval_cs_opus100_pr_auc": 0.8712514746640142,
+      "eval_cs_ud_pr_auc": 0.922613970583448,
+      "eval_cy_opus100_pr_auc": 0.7048821101958733,
+      "eval_cy_ud_pr_auc": 0.9885377856112678,
+      "eval_da_opus100_pr_auc": 0.8794615050718964,
+      "eval_da_ud_pr_auc": 0.9558814560002095,
+      "eval_de_ersatz_pr_auc": 0.9334183055885952,
+      "eval_de_opus100_pr_auc": 0.8171721802247955,
+      "eval_de_ud_pr_auc": 0.9621539317117855,
+      "eval_el_opus100_pr_auc": 0.8965820312385501,
+      "eval_el_ud_pr_auc": 0.9901402896184331,
+      "eval_en_ersatz_pr_auc": 0.9681233723073649,
+      "eval_en_opus100_pr_auc": 0.8985261578089592,
+      "eval_en_ud_pr_auc": 0.953665967760234,
+      "eval_eo_opus100_pr_auc": 0.9010013650847211,
+      "eval_es_ersatz_pr_auc": 0.9874906127865934,
+      "eval_es_opus100_pr_auc": 0.8874389504538054,
+      "eval_es_ud_pr_auc": 0.980734776310957,
+      "eval_et_ersatz_pr_auc": 0.961287196327598,
+      "eval_et_opus100_pr_auc": 0.8705777966754074,
+      "eval_et_ud_pr_auc": 0.9009162227413037,
+      "eval_eu_opus100_pr_auc": 0.853346750007536,
+      "eval_eu_ud_pr_auc": 0.9888460031669356,
+      "eval_fa_opus100_pr_auc": 0.5138234954381383,
+      "eval_fa_ud_pr_auc": 0.9913957016269688,
+      "eval_fi_ersatz_pr_auc": 0.9645150566768381,
+      "eval_fi_opus100_pr_auc": 0.8780609845987541,
+      "eval_fi_ud_pr_auc": 0.9383739899198299,
+      "eval_fr_ersatz_pr_auc": 0.966257898440247,
+      "eval_fr_opus100_pr_auc": 0.8853859033124379,
+      "eval_fr_ud_pr_auc": 0.9659597490857232,
+      "eval_fy_opus100_pr_auc": 0.67921439394049,
+      "eval_ga_opus100_pr_auc": 0.8436516440238709,
+      "eval_ga_ud_pr_auc": 0.8077913519979902,
+      "eval_gd_opus100_pr_auc": 0.4871844978672487,
+      "eval_gd_ud_pr_auc": 0.6512061892258125,
+      "eval_gl_opus100_pr_auc": 0.8623131426806285,
+      "eval_gl_ud_pr_auc": 0.9850735579748914,
+      "eval_gu_ersatz_pr_auc": 0.9274363322940655,
+      "eval_gu_opus100_pr_auc": 0.6655727407747363,
+      "eval_ha_opus100_pr_auc": 0.8840686684402911,
+      "eval_he_opus100_pr_auc": 0.8214908415549103,
+      "eval_he_ud_pr_auc": 0.9354739647245237,
+      "eval_hi_ersatz_pr_auc": 0.947935206375585,
+      "eval_hi_opus100_pr_auc": 0.579940195867648,
+      "eval_hi_ud_pr_auc": 0.9869366382566269,
+      "eval_hu_opus100_pr_auc": 0.8941792387170199,
+      "eval_hu_ud_pr_auc": 0.968365027577771,
+      "eval_hy_opus100_pr_auc": 0.8985825865666048,
+      "eval_hy_ud_pr_auc": 0.9465158313904397,
+      "eval_id_opus100_pr_auc": 0.8413138126595091,
+      "eval_id_ud_pr_auc": 0.9803285730826198,
+      "eval_ig_opus100_pr_auc": 0.8511087419787282,
+      "eval_is_opus100_pr_auc": 0.9094290124739229,
+      "eval_is_ud_pr_auc": 0.8176987136130196,
+      "eval_it_opus100_pr_auc": 0.8710176081407759,
+      "eval_it_ud_pr_auc": 0.9906914531943296,
+      "eval_ja_ersatz_pr_auc": 0.7217327550912833,
+      "eval_ja_opus100_pr_auc": 0.7370748758450308,
+      "eval_ja_ud_pr_auc": 0.9764746552808964,
+      "eval_jv_ud_pr_auc": 0.9528710015176138,
+      "eval_ka_opus100_pr_auc": 0.8322534213769117,
+      "eval_kk_ersatz_pr_auc": 0.9701680195362973,
+      "eval_kk_opus100_pr_auc": 0.7990049741198625,
+      "eval_kk_ud_pr_auc": 0.9676891026555742,
+      "eval_km_ersatz_pr_auc": 0.8771505623179419,
+      "eval_km_opus100_pr_auc": 0.67452867206715,
+      "eval_kn_opus100_pr_auc": 0.5170164149554051,
+      "eval_ko_opus100_pr_auc": 0.5953278774635415,
+      "eval_ko_ud_pr_auc": 0.9975854233012633,
+      "eval_ku_opus100_pr_auc": 0.7866640546975907,
+      "eval_ky_opus100_pr_auc": 0.8342987522099709,
+      "eval_la_ud_pr_auc": 0.9136123601065904,
+      "eval_loss": 0.04498759284615517,
+      "eval_lt_ersatz_pr_auc": 0.9612036591232528,
+      "eval_lt_opus100_pr_auc": 0.8060027708004929,
+      "eval_lt_ud_pr_auc": 0.9642510465994526,
+      "eval_lv_ersatz_pr_auc": 0.9702938309887709,
+      "eval_lv_opus100_pr_auc": 0.8388328598797526,
+      "eval_lv_ud_pr_auc": 0.9437070257585801,
+      "eval_mg_opus100_pr_auc": 0.8732943789695264,
+      "eval_mk_opus100_pr_auc": 0.8682935242405483,
+      "eval_ml_opus100_pr_auc": 0.7147715164367076,
+      "eval_mn_opus100_pr_auc": 0.9298474471262235,
+      "eval_mr_opus100_pr_auc": 0.8524500717547293,
+      "eval_mr_ud_pr_auc": 0.9101453960346366,
+      "eval_ms_opus100_pr_auc": 0.833699731321098,
+      "eval_mt_opus100_pr_auc": 0.7776676496638331,
+      "eval_mt_ud_pr_auc": 0.8709157585071181,
+      "eval_my_opus100_pr_auc": 0.6566638315678792,
+      "eval_ne_opus100_pr_auc": 0.6215194778886445,
+      "eval_nl_opus100_pr_auc": 0.8729273299961551,
+      "eval_nl_ud_pr_auc": 0.944888927191804,
+      "eval_no_opus100_pr_auc": 0.9053878072458083,
+      "eval_no_ud_pr_auc": 0.9896950516229406,
+      "eval_pa_opus100_pr_auc": 0.6426083865513968,
+      "eval_pl_ersatz_pr_auc": 0.9557744935958465,
+      "eval_pl_opus100_pr_auc": 0.8652034945478783,
+      "eval_pl_ud_pr_auc": 0.9282378946469018,
+      "eval_ps_ersatz_pr_auc": 0.9121643166258826,
+      "eval_ps_opus100_pr_auc": 0.7393407095520237,
+      "eval_pt_opus100_pr_auc": 0.8940165196903647,
+      "eval_pt_ud_pr_auc": 0.9719551527654694,
+      "eval_ro_ersatz_pr_auc": 0.9804788916554561,
+      "eval_ro_opus100_pr_auc": 0.8692252898893685,
+      "eval_ro_ud_pr_auc": 0.888801468030399,
+      "eval_ru_ersatz_pr_auc": 0.9598803913817553,
+      "eval_ru_opus100_pr_auc": 0.8600786167338379,
+      "eval_ru_ud_pr_auc": 0.8368667091605848,
+      "eval_runtime": 408.0587,
+      "eval_samples_per_second": 184.944,
+      "eval_si_opus100_pr_auc": 0.7637827710849883,
+      "eval_sk_opus100_pr_auc": 0.8952733222034932,
+      "eval_sk_ud_pr_auc": 0.9648725206583686,
+      "eval_sl_opus100_pr_auc": 0.8354318592292171,
+      "eval_sl_ud_pr_auc": 0.9489792049386729,
+      "eval_sq_opus100_pr_auc": 0.852705477574008,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8896638666532926,
+      "eval_sr_ud_pr_auc": 0.9821555366875023,
+      "eval_steps_per_second": 5.781,
+      "eval_sv_opus100_pr_auc": 0.8706497098887859,
+      "eval_sv_ud_pr_auc": 0.9097461697322365,
+      "eval_ta_ersatz_pr_auc": 0.9747196716483059,
+      "eval_ta_opus100_pr_auc": 0.5732503682812278,
+      "eval_ta_ud_pr_auc": 0.9978730209961159,
+      "eval_te_opus100_pr_auc": 0.7765809338368737,
+      "eval_tg_opus100_pr_auc": 0.8585574316077657,
+      "eval_th_opus100_pr_auc": 0.6381929032810242,
+      "eval_th_ud_pr_auc": 0.6003566866450142,
+      "eval_tr_ersatz_pr_auc": 0.9455668994390202,
+      "eval_tr_opus100_pr_auc": 0.8769218584125067,
+      "eval_tr_ud_pr_auc": 0.884134632074767,
+      "eval_uk_opus100_pr_auc": 0.8484793272796023,
+      "eval_uk_ud_pr_auc": 0.9132497470579602,
+      "eval_ur_opus100_pr_auc": 0.4466392279135936,
+      "eval_ur_ud_pr_auc": 0.9965069414739186,
+      "eval_uz_opus100_pr_auc": 0.8279105713786373,
+      "eval_vi_opus100_pr_auc": 0.8843962985497181,
+      "eval_vi_ud_pr_auc": 0.9316787629559035,
+      "eval_xh_opus100_pr_auc": 0.8236202802966139,
+      "eval_yi_opus100_pr_auc": 0.6376294729972444,
+      "eval_yo_opus100_pr_auc": 0.7539140534650091,
+      "eval_yo_ud_pr_auc": 0.9142569340990918,
+      "eval_zh_ersatz_pr_auc": 0.7831216983137685,
+      "eval_zh_opus100_pr_auc": 0.6541175449021258,
+      "eval_zh_ud_pr_auc": 0.9635943688106458,
+      "eval_zu_opus100_pr_auc": 0.8013115401070214,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0408,
+      "step": 55050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.041,
+      "step": 55100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0415,
+      "step": 55150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0413,
+      "step": 55200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0423,
+      "step": 55250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0412,
+      "step": 55300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0412,
+      "step": 55350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0409,
+      "step": 55400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0408,
+      "step": 55450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0407,
+      "step": 55500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0402,
+      "step": 55550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0412,
+      "step": 55600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0412,
+      "step": 55650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0412,
+      "step": 55700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0413,
+      "step": 55750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0419,
+      "step": 55800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0416,
+      "step": 55850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0404,
+      "step": 55900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.041,
+      "step": 55950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0405,
+      "step": 56000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0409,
+      "step": 56050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0413,
+      "step": 56100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0403,
+      "step": 56150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0402,
+      "step": 56200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0406,
+      "step": 56250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0411,
+      "step": 56300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0411,
+      "step": 56350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.04,
+      "step": 56400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0408,
+      "step": 56450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0406,
+      "step": 56500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0412,
+      "step": 56550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0409,
+      "step": 56600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0401,
+      "step": 56650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0412,
+      "step": 56700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0403,
+      "step": 56750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0405,
+      "step": 56800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0409,
+      "step": 56850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0419,
+      "step": 56900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0407,
+      "step": 56950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0402,
+      "step": 57000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0412,
+      "step": 57050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0408,
+      "step": 57100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0413,
+      "step": 57150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0407,
+      "step": 57200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0402,
+      "step": 57250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0407,
+      "step": 57300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0399,
+      "step": 57350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0403,
+      "step": 57400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0416,
+      "step": 57450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.04,
+      "step": 57500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.041,
+      "step": 57550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0415,
+      "step": 57600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0406,
+      "step": 57650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0405,
+      "step": 57700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.0414,
+      "step": 57750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0404,
+      "step": 57800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0415,
+      "step": 57850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0417,
+      "step": 57900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0412,
+      "step": 57950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0413,
+      "step": 58000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0408,
+      "step": 58050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0417,
+      "step": 58100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0406,
+      "step": 58150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0404,
+      "step": 58200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0406,
+      "step": 58250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0407,
+      "step": 58300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0409,
+      "step": 58350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0409,
+      "step": 58400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.0407,
+      "step": 58450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.042,
+      "step": 58500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0404,
+      "step": 58550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0408,
+      "step": 58600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0403,
+      "step": 58650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.04,
+      "step": 58700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0402,
+      "step": 58750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0403,
+      "step": 58800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0404,
+      "step": 58850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0401,
+      "step": 58900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0407,
+      "step": 58950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0405,
+      "step": 59000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0406,
+      "step": 59050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0401,
+      "step": 59100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0409,
+      "step": 59150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0405,
+      "step": 59200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0409,
+      "step": 59250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0411,
+      "step": 59300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0404,
+      "step": 59350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0409,
+      "step": 59400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0408,
+      "step": 59450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.0403,
+      "step": 59500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0405,
+      "step": 59550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0409,
+      "step": 59600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0414,
+      "step": 59650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0404,
+      "step": 59700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0415,
+      "step": 59750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0411,
+      "step": 59800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0407,
+      "step": 59850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.0407,
+      "step": 59900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0403,
+      "step": 59950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0407,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7572063976493384,
+      "eval_af_ud_pr_auc": 0.9902726703702907,
+      "eval_am_opus100_pr_auc": 0.2279468594376663,
+      "eval_ar_ersatz_pr_auc": 0.9238245088524424,
+      "eval_ar_opus100_pr_auc": 0.6564259498708536,
+      "eval_ar_ud_pr_auc": 0.8242438212342,
+      "eval_average_ersatz_pr_auc": 0.9492316267536706,
+      "eval_average_opus100_pr_auc": 0.7949083400425846,
+      "eval_average_ud_pr_auc": 0.9442244727194182,
+      "eval_az_opus100_pr_auc": 0.6683522986687189,
+      "eval_be_opus100_pr_auc": 0.6535352163694857,
+      "eval_be_ud_pr_auc": 0.8695084452794197,
+      "eval_bg_opus100_pr_auc": 0.8967897975110818,
+      "eval_bg_ud_pr_auc": 0.9852693204449912,
+      "eval_bn_opus100_pr_auc": 0.7433531003038019,
+      "eval_bn_ud_pr_auc": 0.998395569475848,
+      "eval_ca_opus100_pr_auc": 0.8639032079331596,
+      "eval_ca_ud_pr_auc": 0.9834385819647915,
+      "eval_ceb_ud_pr_auc": 0.9981706826179935,
+      "eval_cs_ersatz_pr_auc": 0.9733171181502565,
+      "eval_cs_opus100_pr_auc": 0.8854818034840998,
+      "eval_cs_ud_pr_auc": 0.9385300650687975,
+      "eval_cy_opus100_pr_auc": 0.7118400265388068,
+      "eval_cy_ud_pr_auc": 0.9910076647997355,
+      "eval_da_opus100_pr_auc": 0.8943709338019049,
+      "eval_da_ud_pr_auc": 0.966600576178521,
+      "eval_de_ersatz_pr_auc": 0.9547358448793428,
+      "eval_de_opus100_pr_auc": 0.8303048952286256,
+      "eval_de_ud_pr_auc": 0.9687565161439914,
+      "eval_el_opus100_pr_auc": 0.9176468872829207,
+      "eval_el_ud_pr_auc": 0.9936663665832776,
+      "eval_en_ersatz_pr_auc": 0.9703914002280475,
+      "eval_en_opus100_pr_auc": 0.9142947365209946,
+      "eval_en_ud_pr_auc": 0.9604630711384172,
+      "eval_eo_opus100_pr_auc": 0.9131213214794827,
+      "eval_es_ersatz_pr_auc": 0.9894841626075448,
+      "eval_es_opus100_pr_auc": 0.903356222244441,
+      "eval_es_ud_pr_auc": 0.9848684113753049,
+      "eval_et_ersatz_pr_auc": 0.971437739119299,
+      "eval_et_opus100_pr_auc": 0.8797528726494696,
+      "eval_et_ud_pr_auc": 0.9198577278167884,
+      "eval_eu_opus100_pr_auc": 0.8587898792396899,
+      "eval_eu_ud_pr_auc": 0.9914320766295811,
+      "eval_fa_opus100_pr_auc": 0.5565540352826432,
+      "eval_fa_ud_pr_auc": 0.998803669913032,
+      "eval_fi_ersatz_pr_auc": 0.9748583769673446,
+      "eval_fi_opus100_pr_auc": 0.8888441032847503,
+      "eval_fi_ud_pr_auc": 0.9532829514362936,
+      "eval_fr_ersatz_pr_auc": 0.956945755874104,
+      "eval_fr_opus100_pr_auc": 0.8982816308402096,
+      "eval_fr_ud_pr_auc": 0.963769714637665,
+      "eval_fy_opus100_pr_auc": 0.6888853114966881,
+      "eval_ga_opus100_pr_auc": 0.842425379592232,
+      "eval_ga_ud_pr_auc": 0.8248727707725314,
+      "eval_gd_opus100_pr_auc": 0.5108256093094283,
+      "eval_gd_ud_pr_auc": 0.6910553587139249,
+      "eval_gl_opus100_pr_auc": 0.8709226543553444,
+      "eval_gl_ud_pr_auc": 0.9886698120350306,
+      "eval_gu_ersatz_pr_auc": 0.9392204463614369,
+      "eval_gu_opus100_pr_auc": 0.6704380942603125,
+      "eval_ha_opus100_pr_auc": 0.8878450637053295,
+      "eval_he_opus100_pr_auc": 0.8385658535770144,
+      "eval_he_ud_pr_auc": 0.944163447060361,
+      "eval_hi_ersatz_pr_auc": 0.9610322310377044,
+      "eval_hi_opus100_pr_auc": 0.595635612780956,
+      "eval_hi_ud_pr_auc": 0.9893720588952992,
+      "eval_hu_opus100_pr_auc": 0.9027375118643618,
+      "eval_hu_ud_pr_auc": 0.9654356332259373,
+      "eval_hy_opus100_pr_auc": 0.8969696920135513,
+      "eval_hy_ud_pr_auc": 0.9782031407637366,
+      "eval_id_opus100_pr_auc": 0.8717070638652338,
+      "eval_id_ud_pr_auc": 0.9882793848252249,
+      "eval_ig_opus100_pr_auc": 0.8481828086652008,
+      "eval_is_opus100_pr_auc": 0.9183955310421413,
+      "eval_is_ud_pr_auc": 0.8608630986970092,
+      "eval_it_opus100_pr_auc": 0.8881831698855928,
+      "eval_it_ud_pr_auc": 0.9868425429376104,
+      "eval_ja_ersatz_pr_auc": 0.8002006181214852,
+      "eval_ja_opus100_pr_auc": 0.7560136460267375,
+      "eval_ja_ud_pr_auc": 0.9838272395746902,
+      "eval_jv_ud_pr_auc": 0.9567184141240036,
+      "eval_ka_opus100_pr_auc": 0.8600556555011868,
+      "eval_kk_ersatz_pr_auc": 0.98054693839385,
+      "eval_kk_opus100_pr_auc": 0.8001239307126095,
+      "eval_kk_ud_pr_auc": 0.9705054945314511,
+      "eval_km_ersatz_pr_auc": 0.8815995704797853,
+      "eval_km_opus100_pr_auc": 0.6756151727623471,
+      "eval_kn_opus100_pr_auc": 0.5389551113053649,
+      "eval_ko_opus100_pr_auc": 0.6256255485683873,
+      "eval_ko_ud_pr_auc": 0.9976109779409522,
+      "eval_ku_opus100_pr_auc": 0.799743375763071,
+      "eval_ky_opus100_pr_auc": 0.8383062698199136,
+      "eval_la_ud_pr_auc": 0.9381306340771258,
+      "eval_loss": 0.044291287660598755,
+      "eval_lt_ersatz_pr_auc": 0.9688769109840007,
+      "eval_lt_opus100_pr_auc": 0.8245033665919839,
+      "eval_lt_ud_pr_auc": 0.9700029431682505,
+      "eval_lv_ersatz_pr_auc": 0.9841391700407478,
+      "eval_lv_opus100_pr_auc": 0.8483059920800952,
+      "eval_lv_ud_pr_auc": 0.9554584809255044,
+      "eval_mg_opus100_pr_auc": 0.8832164645978845,
+      "eval_mk_opus100_pr_auc": 0.8809765574509831,
+      "eval_ml_opus100_pr_auc": 0.741470761783285,
+      "eval_mn_opus100_pr_auc": 0.9389379600360298,
+      "eval_mr_opus100_pr_auc": 0.8794582077357526,
+      "eval_mr_ud_pr_auc": 0.9175718097435019,
+      "eval_ms_opus100_pr_auc": 0.853884837050772,
+      "eval_mt_opus100_pr_auc": 0.766114306566321,
+      "eval_mt_ud_pr_auc": 0.8344948587850798,
+      "eval_my_opus100_pr_auc": 0.6590443526551617,
+      "eval_ne_opus100_pr_auc": 0.6505410559120769,
+      "eval_nl_opus100_pr_auc": 0.8852048614039888,
+      "eval_nl_ud_pr_auc": 0.9494543548112652,
+      "eval_no_opus100_pr_auc": 0.9152148262984685,
+      "eval_no_ud_pr_auc": 0.995025291263438,
+      "eval_pa_opus100_pr_auc": 0.6509212115644295,
+      "eval_pl_ersatz_pr_auc": 0.9742496018833632,
+      "eval_pl_opus100_pr_auc": 0.8743056852784157,
+      "eval_pl_ud_pr_auc": 0.9514414036208708,
+      "eval_ps_ersatz_pr_auc": 0.944783058793936,
+      "eval_ps_opus100_pr_auc": 0.7560472595451249,
+      "eval_pt_opus100_pr_auc": 0.9122280104445024,
+      "eval_pt_ud_pr_auc": 0.9781703428768326,
+      "eval_ro_ersatz_pr_auc": 0.9854754450106309,
+      "eval_ro_opus100_pr_auc": 0.8814739779783695,
+      "eval_ro_ud_pr_auc": 0.9215022142475946,
+      "eval_ru_ersatz_pr_auc": 0.9739437056946715,
+      "eval_ru_opus100_pr_auc": 0.894769655402168,
+      "eval_ru_ud_pr_auc": 0.8707048777509473,
+      "eval_runtime": 408.2215,
+      "eval_samples_per_second": 184.87,
+      "eval_si_opus100_pr_auc": 0.7850424027005473,
+      "eval_sk_opus100_pr_auc": 0.9087067205408849,
+      "eval_sk_ud_pr_auc": 0.9654460915366764,
+      "eval_sl_opus100_pr_auc": 0.8497961020129993,
+      "eval_sl_ud_pr_auc": 0.9615507592054123,
+      "eval_sq_opus100_pr_auc": 0.8712435121062637,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8994836143443323,
+      "eval_sr_ud_pr_auc": 0.9926533364189498,
+      "eval_steps_per_second": 5.779,
+      "eval_sv_opus100_pr_auc": 0.8868116865255238,
+      "eval_sv_ud_pr_auc": 0.9225805055168853,
+      "eval_ta_ersatz_pr_auc": 0.9792736127985954,
+      "eval_ta_opus100_pr_auc": 0.5886836799971371,
+      "eval_ta_ud_pr_auc": 0.9993684656375901,
+      "eval_te_opus100_pr_auc": 0.8007711691723772,
+      "eval_tg_opus100_pr_auc": 0.8535647334764263,
+      "eval_th_opus100_pr_auc": 0.6517660635538297,
+      "eval_th_ud_pr_auc": 0.6148900723883288,
+      "eval_tr_ersatz_pr_auc": 0.9469920250411911,
+      "eval_tr_opus100_pr_auc": 0.8901554383805497,
+      "eval_tr_ud_pr_auc": 0.8934205100229884,
+      "eval_uk_opus100_pr_auc": 0.8527642903969879,
+      "eval_uk_ud_pr_auc": 0.9310185399502725,
+      "eval_ur_opus100_pr_auc": 0.477992362697223,
+      "eval_ur_ud_pr_auc": 0.995704339799775,
+      "eval_uz_opus100_pr_auc": 0.8551937726152878,
+      "eval_vi_opus100_pr_auc": 0.8921669337086767,
+      "eval_vi_ud_pr_auc": 0.9470408399647101,
+      "eval_xh_opus100_pr_auc": 0.8339707388734869,
+      "eval_yi_opus100_pr_auc": 0.6627936466922423,
+      "eval_yo_opus100_pr_auc": 0.746615292533148,
+      "eval_yo_ud_pr_auc": 0.9181059531896767,
+      "eval_zh_ersatz_pr_auc": 0.8477675472609708,
+      "eval_zh_opus100_pr_auc": 0.7225397913338132,
+      "eval_zh_ud_pr_auc": 0.9903010428984564,
+      "eval_zu_opus100_pr_auc": 0.8094923389592313,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0406,
+      "step": 60050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0403,
+      "step": 60100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0401,
+      "step": 60150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.0407,
+      "step": 60200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0406,
+      "step": 60250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0416,
+      "step": 60300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.0403,
+      "step": 60350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0403,
+      "step": 60400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0409,
+      "step": 60450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0402,
+      "step": 60500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0406,
+      "step": 60550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0404,
+      "step": 60600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0399,
+      "step": 60650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0409,
+      "step": 60700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0409,
+      "step": 60750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0399,
+      "step": 60800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0404,
+      "step": 60850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.041,
+      "step": 60900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0405,
+      "step": 60950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0406,
+      "step": 61000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0403,
+      "step": 61050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0397,
+      "step": 61100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0407,
+      "step": 61150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.04,
+      "step": 61200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.04,
+      "step": 61250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0396,
+      "step": 61300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0393,
+      "step": 61350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0396,
+      "step": 61400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0412,
+      "step": 61450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.0404,
+      "step": 61500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.0399,
+      "step": 61550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.0409,
+      "step": 61600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0395,
+      "step": 61650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0402,
+      "step": 61700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0396,
+      "step": 61750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0402,
+      "step": 61800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0397,
+      "step": 61850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.04,
+      "step": 61900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.0407,
+      "step": 61950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0408,
+      "step": 62000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0406,
+      "step": 62050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0398,
+      "step": 62100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0394,
+      "step": 62150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0403,
+      "step": 62200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.04,
+      "step": 62250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0396,
+      "step": 62300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0405,
+      "step": 62350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0403,
+      "step": 62400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0411,
+      "step": 62450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0397,
+      "step": 62500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.041,
+      "step": 62550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.0407,
+      "step": 62600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0403,
+      "step": 62650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0394,
+      "step": 62700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.0408,
+      "step": 62750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0403,
+      "step": 62800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0407,
+      "step": 62850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0412,
+      "step": 62900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0396,
+      "step": 62950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0404,
+      "step": 63000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0408,
+      "step": 63050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.0406,
+      "step": 63100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0401,
+      "step": 63150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0398,
+      "step": 63200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0401,
+      "step": 63250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0404,
+      "step": 63300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0399,
+      "step": 63350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0399,
+      "step": 63400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0409,
+      "step": 63450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0401,
+      "step": 63500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0399,
+      "step": 63550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0407,
+      "step": 63600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0406,
+      "step": 63650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0407,
+      "step": 63700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0399,
+      "step": 63750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0407,
+      "step": 63800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0408,
+      "step": 63850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0398,
+      "step": 63900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.04,
+      "step": 63950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0404,
+      "step": 64000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0398,
+      "step": 64050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0404,
+      "step": 64100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0402,
+      "step": 64150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0396,
+      "step": 64200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0396,
+      "step": 64250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.04,
+      "step": 64300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0406,
+      "step": 64350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0403,
+      "step": 64400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0406,
+      "step": 64450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0401,
+      "step": 64500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0401,
+      "step": 64550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0397,
+      "step": 64600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.04,
+      "step": 64650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0401,
+      "step": 64700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0408,
+      "step": 64750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0406,
+      "step": 64800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0404,
+      "step": 64850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0401,
+      "step": 64900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0398,
+      "step": 64950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0402,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7416415258449455,
+      "eval_af_ud_pr_auc": 0.9922957570671759,
+      "eval_am_opus100_pr_auc": 0.2970388716887637,
+      "eval_ar_ersatz_pr_auc": 0.9161755112851494,
+      "eval_ar_opus100_pr_auc": 0.6507810248195831,
+      "eval_ar_ud_pr_auc": 0.8228855979810291,
+      "eval_average_ersatz_pr_auc": 0.9413127719447343,
+      "eval_average_opus100_pr_auc": 0.7929050851570077,
+      "eval_average_ud_pr_auc": 0.9453349010247101,
+      "eval_az_opus100_pr_auc": 0.7300243942507052,
+      "eval_be_opus100_pr_auc": 0.6568856116299536,
+      "eval_be_ud_pr_auc": 0.8567789771908341,
+      "eval_bg_opus100_pr_auc": 0.8905459517660779,
+      "eval_bg_ud_pr_auc": 0.9840840701434329,
+      "eval_bn_opus100_pr_auc": 0.7562672268938297,
+      "eval_bn_ud_pr_auc": 0.9963091209777893,
+      "eval_ca_opus100_pr_auc": 0.8632279022627876,
+      "eval_ca_ud_pr_auc": 0.9878047662941498,
+      "eval_ceb_ud_pr_auc": 0.9986268962290317,
+      "eval_cs_ersatz_pr_auc": 0.9728306127549226,
+      "eval_cs_opus100_pr_auc": 0.8816328715876739,
+      "eval_cs_ud_pr_auc": 0.941486861903462,
+      "eval_cy_opus100_pr_auc": 0.7076274139159898,
+      "eval_cy_ud_pr_auc": 0.9940224522961219,
+      "eval_da_opus100_pr_auc": 0.89422934225732,
+      "eval_da_ud_pr_auc": 0.9691008616258635,
+      "eval_de_ersatz_pr_auc": 0.9634882182495292,
+      "eval_de_opus100_pr_auc": 0.8315106277546861,
+      "eval_de_ud_pr_auc": 0.9710400317071892,
+      "eval_el_opus100_pr_auc": 0.9097382471709937,
+      "eval_el_ud_pr_auc": 0.9959472106827638,
+      "eval_en_ersatz_pr_auc": 0.9806515001495159,
+      "eval_en_opus100_pr_auc": 0.9108268149566552,
+      "eval_en_ud_pr_auc": 0.9611347052012478,
+      "eval_eo_opus100_pr_auc": 0.9043635436787271,
+      "eval_es_ersatz_pr_auc": 0.9918705365597033,
+      "eval_es_opus100_pr_auc": 0.8988207898502656,
+      "eval_es_ud_pr_auc": 0.9875796912404164,
+      "eval_et_ersatz_pr_auc": 0.9676986460296328,
+      "eval_et_opus100_pr_auc": 0.8683385650856951,
+      "eval_et_ud_pr_auc": 0.886823383834284,
+      "eval_eu_opus100_pr_auc": 0.8582375341021429,
+      "eval_eu_ud_pr_auc": 0.9895705582626131,
+      "eval_fa_opus100_pr_auc": 0.5374057453265307,
+      "eval_fa_ud_pr_auc": 0.9965199436368335,
+      "eval_fi_ersatz_pr_auc": 0.9769593787557392,
+      "eval_fi_opus100_pr_auc": 0.8897997363817323,
+      "eval_fi_ud_pr_auc": 0.9576649670296639,
+      "eval_fr_ersatz_pr_auc": 0.9785807105345519,
+      "eval_fr_opus100_pr_auc": 0.8923217203527102,
+      "eval_fr_ud_pr_auc": 0.9673153602762454,
+      "eval_fy_opus100_pr_auc": 0.6777439068460044,
+      "eval_ga_opus100_pr_auc": 0.8459746916080886,
+      "eval_ga_ud_pr_auc": 0.8425412311741768,
+      "eval_gd_opus100_pr_auc": 0.5144603482505584,
+      "eval_gd_ud_pr_auc": 0.6958461372432843,
+      "eval_gl_opus100_pr_auc": 0.8678703250354295,
+      "eval_gl_ud_pr_auc": 0.9896178881983791,
+      "eval_gu_ersatz_pr_auc": 0.929803962581374,
+      "eval_gu_opus100_pr_auc": 0.6693688578618343,
+      "eval_ha_opus100_pr_auc": 0.8919448752358099,
+      "eval_he_opus100_pr_auc": 0.8466167452594834,
+      "eval_he_ud_pr_auc": 0.9561028610586731,
+      "eval_hi_ersatz_pr_auc": 0.953546389243135,
+      "eval_hi_opus100_pr_auc": 0.5929774117406083,
+      "eval_hi_ud_pr_auc": 0.9808571428267369,
+      "eval_hu_opus100_pr_auc": 0.9036792486707281,
+      "eval_hu_ud_pr_auc": 0.9708106360772882,
+      "eval_hy_opus100_pr_auc": 0.8858299190284332,
+      "eval_hy_ud_pr_auc": 0.9765196205532207,
+      "eval_id_opus100_pr_auc": 0.8622204696045889,
+      "eval_id_ud_pr_auc": 0.990208975148035,
+      "eval_ig_opus100_pr_auc": 0.8560540103902519,
+      "eval_is_opus100_pr_auc": 0.91658798775091,
+      "eval_is_ud_pr_auc": 0.870330527396488,
+      "eval_it_opus100_pr_auc": 0.8775440018292584,
+      "eval_it_ud_pr_auc": 0.9882972972364987,
+      "eval_ja_ersatz_pr_auc": 0.7405909669739276,
+      "eval_ja_opus100_pr_auc": 0.7383556625601297,
+      "eval_ja_ud_pr_auc": 0.9804030067666292,
+      "eval_jv_ud_pr_auc": 0.9762802919739888,
+      "eval_ka_opus100_pr_auc": 0.8550682564101448,
+      "eval_kk_ersatz_pr_auc": 0.9803401601171438,
+      "eval_kk_opus100_pr_auc": 0.8057804185408596,
+      "eval_kk_ud_pr_auc": 0.9668147557267329,
+      "eval_km_ersatz_pr_auc": 0.8835663785286295,
+      "eval_km_opus100_pr_auc": 0.7074395515887661,
+      "eval_kn_opus100_pr_auc": 0.553431529855855,
+      "eval_ko_opus100_pr_auc": 0.574211815549269,
+      "eval_ko_ud_pr_auc": 0.9969236365882354,
+      "eval_ku_opus100_pr_auc": 0.7922710868308164,
+      "eval_ky_opus100_pr_auc": 0.8549964089055359,
+      "eval_la_ud_pr_auc": 0.9308663740395735,
+      "eval_loss": 0.04397691413760185,
+      "eval_lt_ersatz_pr_auc": 0.9652616092429394,
+      "eval_lt_opus100_pr_auc": 0.830398980272525,
+      "eval_lt_ud_pr_auc": 0.9726002865307856,
+      "eval_lv_ersatz_pr_auc": 0.9813547502082771,
+      "eval_lv_opus100_pr_auc": 0.8478874436838613,
+      "eval_lv_ud_pr_auc": 0.9440393684749895,
+      "eval_mg_opus100_pr_auc": 0.8847935395282313,
+      "eval_mk_opus100_pr_auc": 0.8737269581703045,
+      "eval_ml_opus100_pr_auc": 0.7291643868951563,
+      "eval_mn_opus100_pr_auc": 0.9415374478482507,
+      "eval_mr_opus100_pr_auc": 0.873718379166633,
+      "eval_mr_ud_pr_auc": 0.9493754234869306,
+      "eval_ms_opus100_pr_auc": 0.8484887486555895,
+      "eval_mt_opus100_pr_auc": 0.7730923864214859,
+      "eval_mt_ud_pr_auc": 0.8814866342268164,
+      "eval_my_opus100_pr_auc": 0.679122440751026,
+      "eval_ne_opus100_pr_auc": 0.6254595908813909,
+      "eval_nl_opus100_pr_auc": 0.8797000985859693,
+      "eval_nl_ud_pr_auc": 0.9622730590011844,
+      "eval_no_opus100_pr_auc": 0.9116276944650222,
+      "eval_no_ud_pr_auc": 0.9931494174617682,
+      "eval_pa_opus100_pr_auc": 0.658142858593896,
+      "eval_pl_ersatz_pr_auc": 0.9708753494422202,
+      "eval_pl_opus100_pr_auc": 0.8707621747159197,
+      "eval_pl_ud_pr_auc": 0.953171269124023,
+      "eval_ps_ersatz_pr_auc": 0.9221463184227576,
+      "eval_ps_opus100_pr_auc": 0.7481811914599269,
+      "eval_pt_opus100_pr_auc": 0.9091050143960401,
+      "eval_pt_ud_pr_auc": 0.9760732613039098,
+      "eval_ro_ersatz_pr_auc": 0.986506858618454,
+      "eval_ro_opus100_pr_auc": 0.8488429934291019,
+      "eval_ro_ud_pr_auc": 0.9433230103928392,
+      "eval_ru_ersatz_pr_auc": 0.9779457876193505,
+      "eval_ru_opus100_pr_auc": 0.8860482629625765,
+      "eval_ru_ud_pr_auc": 0.8557779814624504,
+      "eval_runtime": 404.699,
+      "eval_samples_per_second": 186.479,
+      "eval_si_opus100_pr_auc": 0.7676279397856166,
+      "eval_sk_opus100_pr_auc": 0.9043664959982818,
+      "eval_sk_ud_pr_auc": 0.9675160529969745,
+      "eval_sl_opus100_pr_auc": 0.8409502442443844,
+      "eval_sl_ud_pr_auc": 0.9448861156328251,
+      "eval_sq_opus100_pr_auc": 0.8644331023704174,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8964664214539649,
+      "eval_sr_ud_pr_auc": 0.9854240344155734,
+      "eval_steps_per_second": 5.829,
+      "eval_sv_opus100_pr_auc": 0.8820328848589,
+      "eval_sv_ud_pr_auc": 0.9323852376178943,
+      "eval_ta_ersatz_pr_auc": 0.9766389890396756,
+      "eval_ta_opus100_pr_auc": 0.6047870552221847,
+      "eval_ta_ud_pr_auc": 1.0,
+      "eval_te_opus100_pr_auc": 0.7936342525955995,
+      "eval_tg_opus100_pr_auc": 0.8686919393063246,
+      "eval_th_opus100_pr_auc": 0.6374178232075982,
+      "eval_th_ud_pr_auc": 0.598841963216794,
+      "eval_tr_ersatz_pr_auc": 0.9496292814949495,
+      "eval_tr_opus100_pr_auc": 0.8855221024619959,
+      "eval_tr_ud_pr_auc": 0.9095783166051783,
+      "eval_uk_opus100_pr_auc": 0.8522159615219703,
+      "eval_uk_ud_pr_auc": 0.9196362762699677,
+      "eval_ur_opus100_pr_auc": 0.4441989654625675,
+      "eval_ur_ud_pr_auc": 0.9929558427366186,
+      "eval_uz_opus100_pr_auc": 0.8424409731425633,
+      "eval_vi_opus100_pr_auc": 0.8922829242399661,
+      "eval_vi_ud_pr_auc": 0.9404275006996536,
+      "eval_xh_opus100_pr_auc": 0.8392870500193884,
+      "eval_yi_opus100_pr_auc": 0.698995297591098,
+      "eval_yo_opus100_pr_auc": 0.7540262541687475,
+      "eval_yo_ud_pr_auc": 0.9348410157243308,
+      "eval_zh_ersatz_pr_auc": 0.7424190669325783,
+      "eval_zh_opus100_pr_auc": 0.6492956989749258,
+      "eval_zh_ud_pr_auc": 0.9569156954388778,
+      "eval_zu_opus100_pr_auc": 0.8180500144340958,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0403,
+      "step": 65050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0404,
+      "step": 65100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0403,
+      "step": 65150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0404,
+      "step": 65200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0405,
+      "step": 65250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.04,
+      "step": 65300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0398,
+      "step": 65350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0399,
+      "step": 65400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0394,
+      "step": 65450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0411,
+      "step": 65500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0395,
+      "step": 65550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0388,
+      "step": 65600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0394,
+      "step": 65650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0402,
+      "step": 65700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0401,
+      "step": 65750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.04,
+      "step": 65800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.04,
+      "step": 65850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0407,
+      "step": 65900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0403,
+      "step": 65950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0403,
+      "step": 66000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0399,
+      "step": 66050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0405,
+      "step": 66100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0398,
+      "step": 66150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0401,
+      "step": 66200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0395,
+      "step": 66250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0399,
+      "step": 66300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0403,
+      "step": 66350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0401,
+      "step": 66400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0398,
+      "step": 66450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0407,
+      "step": 66500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0402,
+      "step": 66550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0402,
+      "step": 66600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0395,
+      "step": 66650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0399,
+      "step": 66700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0399,
+      "step": 66750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0397,
+      "step": 66800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.04,
+      "step": 66850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0407,
+      "step": 66900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0404,
+      "step": 66950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0401,
+      "step": 67000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0405,
+      "step": 67050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0399,
+      "step": 67100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0392,
+      "step": 67150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0402,
+      "step": 67200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0396,
+      "step": 67250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0411,
+      "step": 67300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0394,
+      "step": 67350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0391,
+      "step": 67400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0407,
+      "step": 67450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0395,
+      "step": 67500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0393,
+      "step": 67550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0402,
+      "step": 67600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0403,
+      "step": 67650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0408,
+      "step": 67700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0402,
+      "step": 67750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0401,
+      "step": 67800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0404,
+      "step": 67850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0393,
+      "step": 67900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0395,
+      "step": 67950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0394,
+      "step": 68000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0396,
+      "step": 68050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0401,
+      "step": 68100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0409,
+      "step": 68150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0401,
+      "step": 68200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0399,
+      "step": 68250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0391,
+      "step": 68300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0404,
+      "step": 68350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0396,
+      "step": 68400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0399,
+      "step": 68450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0399,
+      "step": 68500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0399,
+      "step": 68550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0394,
+      "step": 68600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0401,
+      "step": 68650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.04,
+      "step": 68700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0405,
+      "step": 68750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0399,
+      "step": 68800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0407,
+      "step": 68850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0397,
+      "step": 68900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0392,
+      "step": 68950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0392,
+      "step": 69000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0394,
+      "step": 69050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0397,
+      "step": 69100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0402,
+      "step": 69150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0398,
+      "step": 69200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0401,
+      "step": 69250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0405,
+      "step": 69300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0401,
+      "step": 69350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0395,
+      "step": 69400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0396,
+      "step": 69450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0406,
+      "step": 69500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0397,
+      "step": 69550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0403,
+      "step": 69600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.039,
+      "step": 69650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0401,
+      "step": 69700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0392,
+      "step": 69750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0394,
+      "step": 69800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0398,
+      "step": 69850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0402,
+      "step": 69900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0399,
+      "step": 69950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0394,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7637836140561128,
+      "eval_af_ud_pr_auc": 0.9929599600064921,
+      "eval_am_opus100_pr_auc": 0.3301334067676658,
+      "eval_ar_ersatz_pr_auc": 0.9040161805528857,
+      "eval_ar_opus100_pr_auc": 0.6586935745141312,
+      "eval_ar_ud_pr_auc": 0.8232782416183145,
+      "eval_average_ersatz_pr_auc": 0.9495553016125998,
+      "eval_average_opus100_pr_auc": 0.7961542947823753,
+      "eval_average_ud_pr_auc": 0.9467159930673396,
+      "eval_az_opus100_pr_auc": 0.7114321855105615,
+      "eval_be_opus100_pr_auc": 0.6835765095871645,
+      "eval_be_ud_pr_auc": 0.8793312545129761,
+      "eval_bg_opus100_pr_auc": 0.8972351197324467,
+      "eval_bg_ud_pr_auc": 0.9868461518169112,
+      "eval_bn_opus100_pr_auc": 0.7470898539357633,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8519726585063865,
+      "eval_ca_ud_pr_auc": 0.9900452493129983,
+      "eval_ceb_ud_pr_auc": 0.9930321077474165,
+      "eval_cs_ersatz_pr_auc": 0.976553494397135,
+      "eval_cs_opus100_pr_auc": 0.8871035021064064,
+      "eval_cs_ud_pr_auc": 0.9426565901102388,
+      "eval_cy_opus100_pr_auc": 0.7169561977148233,
+      "eval_cy_ud_pr_auc": 0.9963026587059883,
+      "eval_da_opus100_pr_auc": 0.8921715678329637,
+      "eval_da_ud_pr_auc": 0.9754349766498058,
+      "eval_de_ersatz_pr_auc": 0.9715020090946459,
+      "eval_de_opus100_pr_auc": 0.8411621542541674,
+      "eval_de_ud_pr_auc": 0.9732946092667553,
+      "eval_el_opus100_pr_auc": 0.8969522192553339,
+      "eval_el_ud_pr_auc": 0.9880684653106475,
+      "eval_en_ersatz_pr_auc": 0.9835643369649523,
+      "eval_en_opus100_pr_auc": 0.8991887889573298,
+      "eval_en_ud_pr_auc": 0.9693716212254326,
+      "eval_eo_opus100_pr_auc": 0.897238597316275,
+      "eval_es_ersatz_pr_auc": 0.991965927202215,
+      "eval_es_opus100_pr_auc": 0.8973649922045372,
+      "eval_es_ud_pr_auc": 0.9908097718132977,
+      "eval_et_ersatz_pr_auc": 0.97606632690379,
+      "eval_et_opus100_pr_auc": 0.8758014104719289,
+      "eval_et_ud_pr_auc": 0.8859231628903187,
+      "eval_eu_opus100_pr_auc": 0.8515063117293387,
+      "eval_eu_ud_pr_auc": 0.9872220077023551,
+      "eval_fa_opus100_pr_auc": 0.5443268156967215,
+      "eval_fa_ud_pr_auc": 0.9943134835654879,
+      "eval_fi_ersatz_pr_auc": 0.9757174321247667,
+      "eval_fi_opus100_pr_auc": 0.8921574011222471,
+      "eval_fi_ud_pr_auc": 0.9583368385809683,
+      "eval_fr_ersatz_pr_auc": 0.9799511221411596,
+      "eval_fr_opus100_pr_auc": 0.8929651265851942,
+      "eval_fr_ud_pr_auc": 0.9591470836132304,
+      "eval_fy_opus100_pr_auc": 0.7197872061705218,
+      "eval_ga_opus100_pr_auc": 0.8501419380227415,
+      "eval_ga_ud_pr_auc": 0.8429124671167243,
+      "eval_gd_opus100_pr_auc": 0.5380053234319468,
+      "eval_gd_ud_pr_auc": 0.6923696078664321,
+      "eval_gl_opus100_pr_auc": 0.8595243145380482,
+      "eval_gl_ud_pr_auc": 0.989021495109352,
+      "eval_gu_ersatz_pr_auc": 0.9133246922838929,
+      "eval_gu_opus100_pr_auc": 0.6963302605271253,
+      "eval_ha_opus100_pr_auc": 0.8993730294445011,
+      "eval_he_opus100_pr_auc": 0.815116855431541,
+      "eval_he_ud_pr_auc": 0.9615769014225011,
+      "eval_hi_ersatz_pr_auc": 0.9538870097479382,
+      "eval_hi_opus100_pr_auc": 0.6140892525318986,
+      "eval_hi_ud_pr_auc": 0.9794392297274893,
+      "eval_hu_opus100_pr_auc": 0.8979089669254279,
+      "eval_hu_ud_pr_auc": 0.9737641742100387,
+      "eval_hy_opus100_pr_auc": 0.882329948185697,
+      "eval_hy_ud_pr_auc": 0.9619203841854469,
+      "eval_id_opus100_pr_auc": 0.8330464222295811,
+      "eval_id_ud_pr_auc": 0.9900950521293964,
+      "eval_ig_opus100_pr_auc": 0.8681096995463172,
+      "eval_is_opus100_pr_auc": 0.9102317980999118,
+      "eval_is_ud_pr_auc": 0.8573364097828962,
+      "eval_it_opus100_pr_auc": 0.8796477806682469,
+      "eval_it_ud_pr_auc": 0.9891600441218745,
+      "eval_ja_ersatz_pr_auc": 0.7731933148181693,
+      "eval_ja_opus100_pr_auc": 0.7534164657986882,
+      "eval_ja_ud_pr_auc": 0.9823094403531978,
+      "eval_jv_ud_pr_auc": 0.9665674121380786,
+      "eval_ka_opus100_pr_auc": 0.8516642991844653,
+      "eval_kk_ersatz_pr_auc": 0.9809774719987933,
+      "eval_kk_opus100_pr_auc": 0.8250294446350156,
+      "eval_kk_ud_pr_auc": 0.9784718697821949,
+      "eval_km_ersatz_pr_auc": 0.883875041062127,
+      "eval_km_opus100_pr_auc": 0.707058053513085,
+      "eval_kn_opus100_pr_auc": 0.5562655234703282,
+      "eval_ko_opus100_pr_auc": 0.6070934128620784,
+      "eval_ko_ud_pr_auc": 0.9972193021133763,
+      "eval_ku_opus100_pr_auc": 0.8156943686185621,
+      "eval_ky_opus100_pr_auc": 0.8605734027027335,
+      "eval_la_ud_pr_auc": 0.933259210210762,
+      "eval_loss": 0.04348268359899521,
+      "eval_lt_ersatz_pr_auc": 0.971242371856181,
+      "eval_lt_opus100_pr_auc": 0.847540514760521,
+      "eval_lt_ud_pr_auc": 0.9818539542176742,
+      "eval_lv_ersatz_pr_auc": 0.9865260427112431,
+      "eval_lv_opus100_pr_auc": 0.8639851191192213,
+      "eval_lv_ud_pr_auc": 0.9607475487515212,
+      "eval_mg_opus100_pr_auc": 0.8868503982256002,
+      "eval_mk_opus100_pr_auc": 0.8771779877340764,
+      "eval_ml_opus100_pr_auc": 0.720836481871076,
+      "eval_mn_opus100_pr_auc": 0.9359149908547859,
+      "eval_mr_opus100_pr_auc": 0.881377200854838,
+      "eval_mr_ud_pr_auc": 0.940272730439483,
+      "eval_ms_opus100_pr_auc": 0.824453321927278,
+      "eval_mt_opus100_pr_auc": 0.7969975072985496,
+      "eval_mt_ud_pr_auc": 0.8486042443085136,
+      "eval_my_opus100_pr_auc": 0.6611201977243757,
+      "eval_ne_opus100_pr_auc": 0.6538907288909538,
+      "eval_nl_opus100_pr_auc": 0.8685880986824727,
+      "eval_nl_ud_pr_auc": 0.954922471173125,
+      "eval_no_opus100_pr_auc": 0.9060862993068327,
+      "eval_no_ud_pr_auc": 0.9928978187363845,
+      "eval_pa_opus100_pr_auc": 0.6728393260314408,
+      "eval_pl_ersatz_pr_auc": 0.9725083240462884,
+      "eval_pl_opus100_pr_auc": 0.8709675972481372,
+      "eval_pl_ud_pr_auc": 0.9543062046745021,
+      "eval_ps_ersatz_pr_auc": 0.9386445301756708,
+      "eval_ps_opus100_pr_auc": 0.7333927840487716,
+      "eval_pt_opus100_pr_auc": 0.9047651762962429,
+      "eval_pt_ud_pr_auc": 0.9724138696399859,
+      "eval_ro_ersatz_pr_auc": 0.9880497274870541,
+      "eval_ro_opus100_pr_auc": 0.8404858150303806,
+      "eval_ro_ud_pr_auc": 0.9368138252039501,
+      "eval_ru_ersatz_pr_auc": 0.9773018037160378,
+      "eval_ru_opus100_pr_auc": 0.8970871990717446,
+      "eval_ru_ud_pr_auc": 0.8705491323811125,
+      "eval_runtime": 403.5116,
+      "eval_samples_per_second": 187.028,
+      "eval_si_opus100_pr_auc": 0.7646884985424902,
+      "eval_sk_opus100_pr_auc": 0.9086342641766707,
+      "eval_sk_ud_pr_auc": 0.9735370285749664,
+      "eval_sl_opus100_pr_auc": 0.8471632285484701,
+      "eval_sl_ud_pr_auc": 0.9695030635788505,
+      "eval_sq_opus100_pr_auc": 0.8570954688804464,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8858250707555395,
+      "eval_sr_ud_pr_auc": 0.9850714497633223,
+      "eval_steps_per_second": 5.846,
+      "eval_sv_opus100_pr_auc": 0.8741152962430127,
+      "eval_sv_ud_pr_auc": 0.9226119349534225,
+      "eval_ta_ersatz_pr_auc": 0.978698633531788,
+      "eval_ta_opus100_pr_auc": 0.615242853099462,
+      "eval_ta_ud_pr_auc": 0.9998628234656549,
+      "eval_te_opus100_pr_auc": 0.7973344639115922,
+      "eval_tg_opus100_pr_auc": 0.8743985046101388,
+      "eval_th_opus100_pr_auc": 0.6537244637991553,
+      "eval_th_ud_pr_auc": 0.6383364305629144,
+      "eval_tr_ersatz_pr_auc": 0.9586762605235544,
+      "eval_tr_opus100_pr_auc": 0.8684980515704264,
+      "eval_tr_ud_pr_auc": 0.8990719871852498,
+      "eval_uk_opus100_pr_auc": 0.8524454323483729,
+      "eval_uk_ud_pr_auc": 0.9300812470346862,
+      "eval_ur_opus100_pr_auc": 0.46915339817996116,
+      "eval_ur_ud_pr_auc": 0.9913727741834601,
+      "eval_uz_opus100_pr_auc": 0.844517671003875,
+      "eval_vi_opus100_pr_auc": 0.8844939929993526,
+      "eval_vi_ud_pr_auc": 0.9549689712891987,
+      "eval_xh_opus100_pr_auc": 0.8478480058511684,
+      "eval_yi_opus100_pr_auc": 0.6492740381116178,
+      "eval_yo_opus100_pr_auc": 0.7758673523274277,
+      "eval_yo_ud_pr_auc": 0.9202060868774562,
+      "eval_zh_ersatz_pr_auc": 0.8539745821369045,
+      "eval_zh_opus100_pr_auc": 0.6686690087777163,
+      "eval_zh_ud_pr_auc": 0.9830087731235244,
+      "eval_zu_opus100_pr_auc": 0.8320565890446325,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0403,
+      "step": 70050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0397,
+      "step": 70100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0398,
+      "step": 70150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.04,
+      "step": 70200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0403,
+      "step": 70250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0402,
+      "step": 70300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0394,
+      "step": 70350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0392,
+      "step": 70400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0396,
+      "step": 70450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0397,
+      "step": 70500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0403,
+      "step": 70550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0403,
+      "step": 70600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0402,
+      "step": 70650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0393,
+      "step": 70700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0403,
+      "step": 70750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0396,
+      "step": 70800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0396,
+      "step": 70850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0398,
+      "step": 70900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0404,
+      "step": 70950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0393,
+      "step": 71000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0386,
+      "step": 71050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0391,
+      "step": 71100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0397,
+      "step": 71150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0396,
+      "step": 71200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0399,
+      "step": 71250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0403,
+      "step": 71300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0398,
+      "step": 71350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0401,
+      "step": 71400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0399,
+      "step": 71450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0398,
+      "step": 71500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0402,
+      "step": 71550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0396,
+      "step": 71600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0397,
+      "step": 71650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0406,
+      "step": 71700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0399,
+      "step": 71750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0397,
+      "step": 71800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0397,
+      "step": 71850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0393,
+      "step": 71900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0392,
+      "step": 71950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0397,
+      "step": 72000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0401,
+      "step": 72050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.039,
+      "step": 72100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0402,
+      "step": 72150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0393,
+      "step": 72200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0386,
+      "step": 72250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0389,
+      "step": 72300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0398,
+      "step": 72350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0399,
+      "step": 72400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0406,
+      "step": 72450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0404,
+      "step": 72500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0396,
+      "step": 72550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0399,
+      "step": 72600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0389,
+      "step": 72650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0398,
+      "step": 72700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0395,
+      "step": 72750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0396,
+      "step": 72800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0397,
+      "step": 72850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0403,
+      "step": 72900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0398,
+      "step": 72950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.04,
+      "step": 73000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0388,
+      "step": 73050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0395,
+      "step": 73100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0389,
+      "step": 73150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0394,
+      "step": 73200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0389,
+      "step": 73250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0396,
+      "step": 73300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.0399,
+      "step": 73350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0397,
+      "step": 73400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0383,
+      "step": 73450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0397,
+      "step": 73500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0399,
+      "step": 73550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0401,
+      "step": 73600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0386,
+      "step": 73650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0398,
+      "step": 73700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0392,
+      "step": 73750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0391,
+      "step": 73800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.04,
+      "step": 73850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0397,
+      "step": 73900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0397,
+      "step": 73950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0399,
+      "step": 74000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.039,
+      "step": 74050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0399,
+      "step": 74100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0393,
+      "step": 74150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0398,
+      "step": 74200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0388,
+      "step": 74250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0386,
+      "step": 74300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.0384,
+      "step": 74350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0398,
+      "step": 74400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0391,
+      "step": 74450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0395,
+      "step": 74500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0387,
+      "step": 74550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0392,
+      "step": 74600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0385,
+      "step": 74650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0395,
+      "step": 74700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0402,
+      "step": 74750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.0401,
+      "step": 74800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0395,
+      "step": 74850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.04,
+      "step": 74900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0395,
+      "step": 74950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0397,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7449946784220559,
+      "eval_af_ud_pr_auc": 0.9948404256292558,
+      "eval_am_opus100_pr_auc": 0.3056460924989331,
+      "eval_ar_ersatz_pr_auc": 0.9294478180466148,
+      "eval_ar_opus100_pr_auc": 0.6644013173906047,
+      "eval_ar_ud_pr_auc": 0.8337426264859806,
+      "eval_average_ersatz_pr_auc": 0.9383839989616048,
+      "eval_average_opus100_pr_auc": 0.7916627082869123,
+      "eval_average_ud_pr_auc": 0.9471023724868938,
+      "eval_az_opus100_pr_auc": 0.7097572267457984,
+      "eval_be_opus100_pr_auc": 0.6410326347405034,
+      "eval_be_ud_pr_auc": 0.8631720542047097,
+      "eval_bg_opus100_pr_auc": 0.9024454992388091,
+      "eval_bg_ud_pr_auc": 0.984722327042187,
+      "eval_bn_opus100_pr_auc": 0.7494133233568505,
+      "eval_bn_ud_pr_auc": 0.9990344616049502,
+      "eval_ca_opus100_pr_auc": 0.8621145923898912,
+      "eval_ca_ud_pr_auc": 0.9807089388331103,
+      "eval_ceb_ud_pr_auc": 0.9980094865260192,
+      "eval_cs_ersatz_pr_auc": 0.9775769316642829,
+      "eval_cs_opus100_pr_auc": 0.8836575751602467,
+      "eval_cs_ud_pr_auc": 0.9439522067508228,
+      "eval_cy_opus100_pr_auc": 0.709528531451797,
+      "eval_cy_ud_pr_auc": 0.9953141095198635,
+      "eval_da_opus100_pr_auc": 0.8878718452466854,
+      "eval_da_ud_pr_auc": 0.9710107521587985,
+      "eval_de_ersatz_pr_auc": 0.9697249776541513,
+      "eval_de_opus100_pr_auc": 0.8251189193534775,
+      "eval_de_ud_pr_auc": 0.9736914644744501,
+      "eval_el_opus100_pr_auc": 0.9100633266253005,
+      "eval_el_ud_pr_auc": 0.9938646846693628,
+      "eval_en_ersatz_pr_auc": 0.9803759730126204,
+      "eval_en_opus100_pr_auc": 0.9175565960019655,
+      "eval_en_ud_pr_auc": 0.9670245414481745,
+      "eval_eo_opus100_pr_auc": 0.9107880313367503,
+      "eval_es_ersatz_pr_auc": 0.9931279429569133,
+      "eval_es_opus100_pr_auc": 0.9024769191238641,
+      "eval_es_ud_pr_auc": 0.9921805920614192,
+      "eval_et_ersatz_pr_auc": 0.9740944073091288,
+      "eval_et_opus100_pr_auc": 0.8719799279168061,
+      "eval_et_ud_pr_auc": 0.9075300221713778,
+      "eval_eu_opus100_pr_auc": 0.8591524847580579,
+      "eval_eu_ud_pr_auc": 0.9877828813541587,
+      "eval_fa_opus100_pr_auc": 0.5399646213882614,
+      "eval_fa_ud_pr_auc": 0.9940878858221069,
+      "eval_fi_ersatz_pr_auc": 0.9819519439991767,
+      "eval_fi_opus100_pr_auc": 0.8959949323540803,
+      "eval_fi_ud_pr_auc": 0.9433044154745418,
+      "eval_fr_ersatz_pr_auc": 0.9739622203580104,
+      "eval_fr_opus100_pr_auc": 0.8919277539560354,
+      "eval_fr_ud_pr_auc": 0.9602814517512386,
+      "eval_fy_opus100_pr_auc": 0.6775903886509472,
+      "eval_ga_opus100_pr_auc": 0.8469966200076564,
+      "eval_ga_ud_pr_auc": 0.8378904879784896,
+      "eval_gd_opus100_pr_auc": 0.5073396367401216,
+      "eval_gd_ud_pr_auc": 0.7141063401588897,
+      "eval_gl_opus100_pr_auc": 0.8676903141059608,
+      "eval_gl_ud_pr_auc": 0.9893507257586639,
+      "eval_gu_ersatz_pr_auc": 0.9408885842164482,
+      "eval_gu_opus100_pr_auc": 0.676322687127097,
+      "eval_ha_opus100_pr_auc": 0.8930440899551666,
+      "eval_he_opus100_pr_auc": 0.8338709519502844,
+      "eval_he_ud_pr_auc": 0.9655751998548916,
+      "eval_hi_ersatz_pr_auc": 0.9590480908731838,
+      "eval_hi_opus100_pr_auc": 0.6043312788644188,
+      "eval_hi_ud_pr_auc": 0.9843175532874845,
+      "eval_hu_opus100_pr_auc": 0.9044287786544248,
+      "eval_hu_ud_pr_auc": 0.9714578195714484,
+      "eval_hy_opus100_pr_auc": 0.8836791985439052,
+      "eval_hy_ud_pr_auc": 0.9615675030839074,
+      "eval_id_opus100_pr_auc": 0.8550104982312735,
+      "eval_id_ud_pr_auc": 0.9894918010346718,
+      "eval_ig_opus100_pr_auc": 0.8688371633241262,
+      "eval_is_opus100_pr_auc": 0.9146836774919075,
+      "eval_is_ud_pr_auc": 0.8783364572893203,
+      "eval_it_opus100_pr_auc": 0.8807801212702965,
+      "eval_it_ud_pr_auc": 0.9913005623005319,
+      "eval_ja_ersatz_pr_auc": 0.6526874467719855,
+      "eval_ja_opus100_pr_auc": 0.6976265200562896,
+      "eval_ja_ud_pr_auc": 0.9721463258510353,
+      "eval_jv_ud_pr_auc": 0.9640310486972258,
+      "eval_ka_opus100_pr_auc": 0.8507903457951638,
+      "eval_kk_ersatz_pr_auc": 0.9807857642048766,
+      "eval_kk_opus100_pr_auc": 0.7941475046495771,
+      "eval_kk_ud_pr_auc": 0.9720337534143806,
+      "eval_km_ersatz_pr_auc": 0.8814172539279738,
+      "eval_km_opus100_pr_auc": 0.6768141790962118,
+      "eval_kn_opus100_pr_auc": 0.5466809828588888,
+      "eval_ko_opus100_pr_auc": 0.6297059732830721,
+      "eval_ko_ud_pr_auc": 0.9966801161225651,
+      "eval_ku_opus100_pr_auc": 0.8057146589883942,
+      "eval_ky_opus100_pr_auc": 0.8403405398271893,
+      "eval_la_ud_pr_auc": 0.9366762488826196,
+      "eval_loss": 0.04321224242448807,
+      "eval_lt_ersatz_pr_auc": 0.9690992842622503,
+      "eval_lt_opus100_pr_auc": 0.8275546565818427,
+      "eval_lt_ud_pr_auc": 0.9858869284813309,
+      "eval_lv_ersatz_pr_auc": 0.9874877491674204,
+      "eval_lv_opus100_pr_auc": 0.8579728318562564,
+      "eval_lv_ud_pr_auc": 0.9597702350119823,
+      "eval_mg_opus100_pr_auc": 0.890611624230676,
+      "eval_mk_opus100_pr_auc": 0.8829518201495599,
+      "eval_ml_opus100_pr_auc": 0.7245341275236934,
+      "eval_mn_opus100_pr_auc": 0.9397386207891335,
+      "eval_mr_opus100_pr_auc": 0.8712033615003603,
+      "eval_mr_ud_pr_auc": 0.9449115557039935,
+      "eval_ms_opus100_pr_auc": 0.8393412629898537,
+      "eval_mt_opus100_pr_auc": 0.7840349770636759,
+      "eval_mt_ud_pr_auc": 0.8155583929304825,
+      "eval_my_opus100_pr_auc": 0.6713721061401696,
+      "eval_ne_opus100_pr_auc": 0.6374346462420271,
+      "eval_nl_opus100_pr_auc": 0.8764770693623161,
+      "eval_nl_ud_pr_auc": 0.9715141707906271,
+      "eval_no_opus100_pr_auc": 0.9144532041811465,
+      "eval_no_ud_pr_auc": 0.9922455129518906,
+      "eval_pa_opus100_pr_auc": 0.6392481027376076,
+      "eval_pl_ersatz_pr_auc": 0.9773847372170765,
+      "eval_pl_opus100_pr_auc": 0.877534314984808,
+      "eval_pl_ud_pr_auc": 0.958455332265245,
+      "eval_ps_ersatz_pr_auc": 0.9459448497519211,
+      "eval_ps_opus100_pr_auc": 0.7279486987064782,
+      "eval_pt_opus100_pr_auc": 0.9095704456969355,
+      "eval_pt_ud_pr_auc": 0.9748534406365971,
+      "eval_ro_ersatz_pr_auc": 0.9905544662839455,
+      "eval_ro_opus100_pr_auc": 0.8483150421492773,
+      "eval_ro_ud_pr_auc": 0.961235948693853,
+      "eval_ru_ersatz_pr_auc": 0.9787203295967468,
+      "eval_ru_opus100_pr_auc": 0.8919878136515089,
+      "eval_ru_ud_pr_auc": 0.8727587985023251,
+      "eval_runtime": 407.8418,
+      "eval_samples_per_second": 185.042,
+      "eval_si_opus100_pr_auc": 0.7640051793276994,
+      "eval_sk_opus100_pr_auc": 0.9094200353681281,
+      "eval_sk_ud_pr_auc": 0.9649591463907568,
+      "eval_sl_opus100_pr_auc": 0.8518105764635301,
+      "eval_sl_ud_pr_auc": 0.9648433700680807,
+      "eval_sq_opus100_pr_auc": 0.8599708770274415,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8942652861562256,
+      "eval_sr_ud_pr_auc": 0.9867289315657901,
+      "eval_steps_per_second": 5.784,
+      "eval_sv_opus100_pr_auc": 0.885759920892168,
+      "eval_sv_ud_pr_auc": 0.9356313784290312,
+      "eval_ta_ersatz_pr_auc": 0.9804855550704952,
+      "eval_ta_opus100_pr_auc": 0.6125075290892457,
+      "eval_ta_ud_pr_auc": 1.0,
+      "eval_te_opus100_pr_auc": 0.7959868338677366,
+      "eval_tg_opus100_pr_auc": 0.8643603726005797,
+      "eval_th_opus100_pr_auc": 0.6438348325384979,
+      "eval_th_ud_pr_auc": 0.6568991656985336,
+      "eval_tr_ersatz_pr_auc": 0.9553792995431531,
+      "eval_tr_opus100_pr_auc": 0.8748792309259354,
+      "eval_tr_ud_pr_auc": 0.8866530159733588,
+      "eval_uk_opus100_pr_auc": 0.8548031357837867,
+      "eval_uk_ud_pr_auc": 0.9367276379504932,
+      "eval_ur_opus100_pr_auc": 0.4691233880854728,
+      "eval_ur_ud_pr_auc": 0.9912429898701084,
+      "eval_uz_opus100_pr_auc": 0.8421424449935353,
+      "eval_vi_opus100_pr_auc": 0.8917501167586065,
+      "eval_vi_ud_pr_auc": 0.9537758484980686,
+      "eval_xh_opus100_pr_auc": 0.8425741833721349,
+      "eval_yi_opus100_pr_auc": 0.6160256292208055,
+      "eval_yo_opus100_pr_auc": 0.7770116843368473,
+      "eval_yo_ud_pr_auc": 0.909632792718198,
+      "eval_zh_ersatz_pr_auc": 0.6643023512669289,
+      "eval_zh_opus100_pr_auc": 0.5927788097974986,
+      "eval_zh_ud_pr_auc": 0.9513333673535482,
+      "eval_zu_opus100_pr_auc": 0.81873434745447,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0396,
+      "step": 75050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.0405,
+      "step": 75100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0403,
+      "step": 75150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0394,
+      "step": 75200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0398,
+      "step": 75250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0396,
+      "step": 75300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0386,
+      "step": 75350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.039,
+      "step": 75400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0388,
+      "step": 75450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.039,
+      "step": 75500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0399,
+      "step": 75550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0395,
+      "step": 75600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.0388,
+      "step": 75650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.0397,
+      "step": 75700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0391,
+      "step": 75750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0392,
+      "step": 75800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.0396,
+      "step": 75850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0393,
+      "step": 75900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0389,
+      "step": 75950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0395,
+      "step": 76000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0391,
+      "step": 76050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0391,
+      "step": 76100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0388,
+      "step": 76150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0392,
+      "step": 76200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0394,
+      "step": 76250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0387,
+      "step": 76300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0398,
+      "step": 76350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.0394,
+      "step": 76400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0404,
+      "step": 76450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0394,
+      "step": 76500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0385,
+      "step": 76550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0388,
+      "step": 76600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0397,
+      "step": 76650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0394,
+      "step": 76700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0399,
+      "step": 76750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0394,
+      "step": 76800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0393,
+      "step": 76850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0394,
+      "step": 76900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0397,
+      "step": 76950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0391,
+      "step": 77000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.0389,
+      "step": 77050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0394,
+      "step": 77100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0386,
+      "step": 77150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0393,
+      "step": 77200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.039,
+      "step": 77250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0397,
+      "step": 77300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0406,
+      "step": 77350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0397,
+      "step": 77400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0393,
+      "step": 77450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0386,
+      "step": 77500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.039,
+      "step": 77550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0394,
+      "step": 77600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.039,
+      "step": 77650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0385,
+      "step": 77700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0398,
+      "step": 77750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.039,
+      "step": 77800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0383,
+      "step": 77850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0394,
+      "step": 77900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0388,
+      "step": 77950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.0397,
+      "step": 78000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0396,
+      "step": 78050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0391,
+      "step": 78100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0389,
+      "step": 78150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0394,
+      "step": 78200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0389,
+      "step": 78250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0396,
+      "step": 78300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0388,
+      "step": 78350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0391,
+      "step": 78400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.039,
+      "step": 78450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0391,
+      "step": 78500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0389,
+      "step": 78550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0396,
+      "step": 78600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.0386,
+      "step": 78650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0395,
+      "step": 78700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0397,
+      "step": 78750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0387,
+      "step": 78800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0393,
+      "step": 78850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0388,
+      "step": 78900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.0395,
+      "step": 78950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0397,
+      "step": 79000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0395,
+      "step": 79050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.04,
+      "step": 79100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0391,
+      "step": 79150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0394,
+      "step": 79200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.04,
+      "step": 79250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.039,
+      "step": 79300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0387,
+      "step": 79350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.04,
+      "step": 79400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.0391,
+      "step": 79450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0389,
+      "step": 79500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0385,
+      "step": 79550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.0392,
+      "step": 79600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0389,
+      "step": 79650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0391,
+      "step": 79700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0397,
+      "step": 79750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0384,
+      "step": 79800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.039,
+      "step": 79850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0388,
+      "step": 79900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.0396,
+      "step": 79950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0392,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7547120493506995,
+      "eval_af_ud_pr_auc": 0.9913120416587802,
+      "eval_am_opus100_pr_auc": 0.37385885299580235,
+      "eval_ar_ersatz_pr_auc": 0.908960476469974,
+      "eval_ar_opus100_pr_auc": 0.6533503496003691,
+      "eval_ar_ud_pr_auc": 0.8273152764682686,
+      "eval_average_ersatz_pr_auc": 0.9449600564431961,
+      "eval_average_opus100_pr_auc": 0.795322426181965,
+      "eval_average_ud_pr_auc": 0.9421484160018854,
+      "eval_az_opus100_pr_auc": 0.7142454726215697,
+      "eval_be_opus100_pr_auc": 0.6266973660317886,
+      "eval_be_ud_pr_auc": 0.8525659586017017,
+      "eval_bg_opus100_pr_auc": 0.8942725431224823,
+      "eval_bg_ud_pr_auc": 0.9826976587553203,
+      "eval_bn_opus100_pr_auc": 0.7553613831439718,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8672598074820468,
+      "eval_ca_ud_pr_auc": 0.9812515016568932,
+      "eval_ceb_ud_pr_auc": 0.9964518670666742,
+      "eval_cs_ersatz_pr_auc": 0.9745635462993335,
+      "eval_cs_opus100_pr_auc": 0.8894211629763091,
+      "eval_cs_ud_pr_auc": 0.9394628609842486,
+      "eval_cy_opus100_pr_auc": 0.7134579723200501,
+      "eval_cy_ud_pr_auc": 0.9951940319300256,
+      "eval_da_opus100_pr_auc": 0.8892584350591294,
+      "eval_da_ud_pr_auc": 0.9670305054365651,
+      "eval_de_ersatz_pr_auc": 0.9523869564240545,
+      "eval_de_opus100_pr_auc": 0.8337992044879239,
+      "eval_de_ud_pr_auc": 0.9691825876089563,
+      "eval_el_opus100_pr_auc": 0.9038113705729731,
+      "eval_el_ud_pr_auc": 0.9916177650535647,
+      "eval_en_ersatz_pr_auc": 0.9800728032885868,
+      "eval_en_opus100_pr_auc": 0.913145041584093,
+      "eval_en_ud_pr_auc": 0.9574767927546595,
+      "eval_eo_opus100_pr_auc": 0.9078559888565523,
+      "eval_es_ersatz_pr_auc": 0.9915854093510605,
+      "eval_es_opus100_pr_auc": 0.903758398203382,
+      "eval_es_ud_pr_auc": 0.9851864686893549,
+      "eval_et_ersatz_pr_auc": 0.9700974187230641,
+      "eval_et_opus100_pr_auc": 0.8892280093921081,
+      "eval_et_ud_pr_auc": 0.8877933874450363,
+      "eval_eu_opus100_pr_auc": 0.8593665684012398,
+      "eval_eu_ud_pr_auc": 0.9880880281849095,
+      "eval_fa_opus100_pr_auc": 0.5366390783656797,
+      "eval_fa_ud_pr_auc": 0.9912620068482964,
+      "eval_fi_ersatz_pr_auc": 0.9701381000915793,
+      "eval_fi_opus100_pr_auc": 0.880413107998417,
+      "eval_fi_ud_pr_auc": 0.9428827525239115,
+      "eval_fr_ersatz_pr_auc": 0.9754442474496219,
+      "eval_fr_opus100_pr_auc": 0.8906381908390932,
+      "eval_fr_ud_pr_auc": 0.9618498644491986,
+      "eval_fy_opus100_pr_auc": 0.6710040010712038,
+      "eval_ga_opus100_pr_auc": 0.846930068980155,
+      "eval_ga_ud_pr_auc": 0.8150393914381555,
+      "eval_gd_opus100_pr_auc": 0.5239287991589552,
+      "eval_gd_ud_pr_auc": 0.7120543756961125,
+      "eval_gl_opus100_pr_auc": 0.8661183672604947,
+      "eval_gl_ud_pr_auc": 0.988946761280725,
+      "eval_gu_ersatz_pr_auc": 0.9343819124333008,
+      "eval_gu_opus100_pr_auc": 0.6880174155593277,
+      "eval_ha_opus100_pr_auc": 0.8944604865923652,
+      "eval_he_opus100_pr_auc": 0.8432339069980592,
+      "eval_he_ud_pr_auc": 0.9398442170782586,
+      "eval_hi_ersatz_pr_auc": 0.9551223843670954,
+      "eval_hi_opus100_pr_auc": 0.6091265388742013,
+      "eval_hi_ud_pr_auc": 0.97516006884639,
+      "eval_hu_opus100_pr_auc": 0.9067130809012584,
+      "eval_hu_ud_pr_auc": 0.9662078548794698,
+      "eval_hy_opus100_pr_auc": 0.8847055233525866,
+      "eval_hy_ud_pr_auc": 0.9334108268225876,
+      "eval_id_opus100_pr_auc": 0.8498156563519137,
+      "eval_id_ud_pr_auc": 0.9891088021607819,
+      "eval_ig_opus100_pr_auc": 0.8505665236281197,
+      "eval_is_opus100_pr_auc": 0.9165705357305596,
+      "eval_is_ud_pr_auc": 0.855358953623724,
+      "eval_it_opus100_pr_auc": 0.889444717088455,
+      "eval_it_ud_pr_auc": 0.9904801218707557,
+      "eval_ja_ersatz_pr_auc": 0.7694776603383741,
+      "eval_ja_opus100_pr_auc": 0.7871132462573138,
+      "eval_ja_ud_pr_auc": 0.9805305192303249,
+      "eval_jv_ud_pr_auc": 0.9573228292650247,
+      "eval_ka_opus100_pr_auc": 0.8622660249245244,
+      "eval_kk_ersatz_pr_auc": 0.9743082718759457,
+      "eval_kk_opus100_pr_auc": 0.7875372083715356,
+      "eval_kk_ud_pr_auc": 0.9717827234670199,
+      "eval_km_ersatz_pr_auc": 0.8871448123956797,
+      "eval_km_opus100_pr_auc": 0.7175284296498468,
+      "eval_kn_opus100_pr_auc": 0.5161799730794793,
+      "eval_ko_opus100_pr_auc": 0.6334217123430882,
+      "eval_ko_ud_pr_auc": 0.9966817451962825,
+      "eval_ku_opus100_pr_auc": 0.7820290911154731,
+      "eval_ky_opus100_pr_auc": 0.8494542878884859,
+      "eval_la_ud_pr_auc": 0.9279868853958165,
+      "eval_loss": 0.042880360037088394,
+      "eval_lt_ersatz_pr_auc": 0.9745370016441288,
+      "eval_lt_opus100_pr_auc": 0.8384824544272886,
+      "eval_lt_ud_pr_auc": 0.9700241958383686,
+      "eval_lv_ersatz_pr_auc": 0.9867594131404285,
+      "eval_lv_opus100_pr_auc": 0.8538062639572586,
+      "eval_lv_ud_pr_auc": 0.9522242720788096,
+      "eval_mg_opus100_pr_auc": 0.8889861763314789,
+      "eval_mk_opus100_pr_auc": 0.8757045910229099,
+      "eval_ml_opus100_pr_auc": 0.7440971564104727,
+      "eval_mn_opus100_pr_auc": 0.9321513332264665,
+      "eval_mr_opus100_pr_auc": 0.8615820747541707,
+      "eval_mr_ud_pr_auc": 0.9399057541570871,
+      "eval_ms_opus100_pr_auc": 0.8446080307384064,
+      "eval_mt_opus100_pr_auc": 0.7798270987118938,
+      "eval_mt_ud_pr_auc": 0.8447892593105282,
+      "eval_my_opus100_pr_auc": 0.6691630649121876,
+      "eval_ne_opus100_pr_auc": 0.646468989328409,
+      "eval_nl_opus100_pr_auc": 0.8732316277388548,
+      "eval_nl_ud_pr_auc": 0.9597576085647374,
+      "eval_no_opus100_pr_auc": 0.9069102707700242,
+      "eval_no_ud_pr_auc": 0.9925483743267014,
+      "eval_pa_opus100_pr_auc": 0.6363530714667028,
+      "eval_pl_ersatz_pr_auc": 0.9662845192316796,
+      "eval_pl_opus100_pr_auc": 0.8743296901060406,
+      "eval_pl_ud_pr_auc": 0.9455366836925349,
+      "eval_ps_ersatz_pr_auc": 0.9154173497802576,
+      "eval_ps_opus100_pr_auc": 0.7312790910315948,
+      "eval_pt_opus100_pr_auc": 0.9123369478806264,
+      "eval_pt_ud_pr_auc": 0.9741449350520367,
+      "eval_ro_ersatz_pr_auc": 0.9860158783719385,
+      "eval_ro_opus100_pr_auc": 0.8729549820881563,
+      "eval_ro_ud_pr_auc": 0.9331372846740165,
+      "eval_ru_ersatz_pr_auc": 0.9741266242591241,
+      "eval_ru_opus100_pr_auc": 0.8842182822267629,
+      "eval_ru_ud_pr_auc": 0.8511231498659874,
+      "eval_runtime": 402.3296,
+      "eval_samples_per_second": 187.578,
+      "eval_si_opus100_pr_auc": 0.7852698590760818,
+      "eval_sk_opus100_pr_auc": 0.9068984945047468,
+      "eval_sk_ud_pr_auc": 0.9687715599522566,
+      "eval_sl_opus100_pr_auc": 0.8455503789533195,
+      "eval_sl_ud_pr_auc": 0.964066096685461,
+      "eval_sq_opus100_pr_auc": 0.87044636410713,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8935870453019904,
+      "eval_sr_ud_pr_auc": 0.9851410993765338,
+      "eval_steps_per_second": 5.863,
+      "eval_sv_opus100_pr_auc": 0.8803509493993984,
+      "eval_sv_ud_pr_auc": 0.9298719242101322,
+      "eval_ta_ersatz_pr_auc": 0.9721032838658411,
+      "eval_ta_opus100_pr_auc": 0.5762953959774528,
+      "eval_ta_ud_pr_auc": 0.9996483262022615,
+      "eval_te_opus100_pr_auc": 0.7837363971964246,
+      "eval_tg_opus100_pr_auc": 0.8508360445651902,
+      "eval_th_opus100_pr_auc": 0.6636911264638903,
+      "eval_th_ud_pr_auc": 0.6478771609889102,
+      "eval_tr_ersatz_pr_auc": 0.9549567358698896,
+      "eval_tr_opus100_pr_auc": 0.8823888564139147,
+      "eval_tr_ud_pr_auc": 0.8935023115470992,
+      "eval_uk_opus100_pr_auc": 0.8569528126226963,
+      "eval_uk_ud_pr_auc": 0.9305979477560687,
+      "eval_ur_opus100_pr_auc": 0.467488405646878,
+      "eval_ur_ud_pr_auc": 0.9950320909846211,
+      "eval_uz_opus100_pr_auc": 0.843739488482885,
+      "eval_vi_opus100_pr_auc": 0.8891536978018881,
+      "eval_vi_ud_pr_auc": 0.9504195176761453,
+      "eval_xh_opus100_pr_auc": 0.8508283257724315,
+      "eval_yi_opus100_pr_auc": 0.6340241852023663,
+      "eval_yo_opus100_pr_auc": 0.7714630869588255,
+      "eval_yo_ud_pr_auc": 0.9032673054383389,
+      "eval_zh_ersatz_pr_auc": 0.8152364360793599,
+      "eval_zh_opus100_pr_auc": 0.6993306824755162,
+      "eval_zh_ud_pr_auc": 0.9625354213610395,
+      "eval_zu_opus100_pr_auc": 0.8112002042853146,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0393,
+      "step": 80050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0385,
+      "step": 80100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0387,
+      "step": 80150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0387,
+      "step": 80200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0385,
+      "step": 80250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0391,
+      "step": 80300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0391,
+      "step": 80350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.04,
+      "step": 80400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0396,
+      "step": 80450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.039,
+      "step": 80500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0392,
+      "step": 80550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0393,
+      "step": 80600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0395,
+      "step": 80650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0391,
+      "step": 80700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0394,
+      "step": 80750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0382,
+      "step": 80800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0397,
+      "step": 80850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0384,
+      "step": 80900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0395,
+      "step": 80950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0389,
+      "step": 81000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0388,
+      "step": 81050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0393,
+      "step": 81100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0396,
+      "step": 81150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0391,
+      "step": 81200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0391,
+      "step": 81250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0388,
+      "step": 81300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0385,
+      "step": 81350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0381,
+      "step": 81400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0393,
+      "step": 81450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0391,
+      "step": 81500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0396,
+      "step": 81550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0385,
+      "step": 81600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0389,
+      "step": 81650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0388,
+      "step": 81700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.039,
+      "step": 81750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.04,
+      "step": 81800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.039,
+      "step": 81850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0387,
+      "step": 81900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0395,
+      "step": 81950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.039,
+      "step": 82000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0385,
+      "step": 82050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0393,
+      "step": 82100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0385,
+      "step": 82150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0395,
+      "step": 82200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0389,
+      "step": 82250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0389,
+      "step": 82300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0396,
+      "step": 82350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0389,
+      "step": 82400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0398,
+      "step": 82450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0393,
+      "step": 82500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0395,
+      "step": 82550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0396,
+      "step": 82600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0385,
+      "step": 82650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0387,
+      "step": 82700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0385,
+      "step": 82750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0395,
+      "step": 82800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.038,
+      "step": 82850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0381,
+      "step": 82900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.039,
+      "step": 82950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0391,
+      "step": 83000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0392,
+      "step": 83050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0387,
+      "step": 83100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0384,
+      "step": 83150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0387,
+      "step": 83200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0399,
+      "step": 83250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0382,
+      "step": 83300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.039,
+      "step": 83350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0392,
+      "step": 83400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0385,
+      "step": 83450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0388,
+      "step": 83500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0389,
+      "step": 83550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0383,
+      "step": 83600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0389,
+      "step": 83650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0384,
+      "step": 83700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.0387,
+      "step": 83750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0383,
+      "step": 83800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.039,
+      "step": 83850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0389,
+      "step": 83900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0391,
+      "step": 83950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0391,
+      "step": 84000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0381,
+      "step": 84050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0391,
+      "step": 84100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0379,
+      "step": 84150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0392,
+      "step": 84200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0391,
+      "step": 84250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0391,
+      "step": 84300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0394,
+      "step": 84350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0386,
+      "step": 84400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0391,
+      "step": 84450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.038,
+      "step": 84500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0386,
+      "step": 84550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.039,
+      "step": 84600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0389,
+      "step": 84650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0395,
+      "step": 84700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0389,
+      "step": 84750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0393,
+      "step": 84800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0382,
+      "step": 84850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0384,
+      "step": 84900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0384,
+      "step": 84950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0394,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7374356820102504,
+      "eval_af_ud_pr_auc": 0.9931482637074494,
+      "eval_am_opus100_pr_auc": 0.3639766129036879,
+      "eval_ar_ersatz_pr_auc": 0.9105378369101791,
+      "eval_ar_opus100_pr_auc": 0.667159455558828,
+      "eval_ar_ud_pr_auc": 0.8175414014940653,
+      "eval_average_ersatz_pr_auc": 0.9496690091923277,
+      "eval_average_opus100_pr_auc": 0.7950382470760812,
+      "eval_average_ud_pr_auc": 0.9455588286219686,
+      "eval_az_opus100_pr_auc": 0.7250679028678008,
+      "eval_be_opus100_pr_auc": 0.6294501746436556,
+      "eval_be_ud_pr_auc": 0.8670725066901332,
+      "eval_bg_opus100_pr_auc": 0.9004884829525867,
+      "eval_bg_ud_pr_auc": 0.9857666346368179,
+      "eval_bn_opus100_pr_auc": 0.7592486718335965,
+      "eval_bn_ud_pr_auc": 0.9993788350185808,
+      "eval_ca_opus100_pr_auc": 0.8597236792972941,
+      "eval_ca_ud_pr_auc": 0.9841069671677481,
+      "eval_ceb_ud_pr_auc": 0.9974943185227175,
+      "eval_cs_ersatz_pr_auc": 0.9763457129832975,
+      "eval_cs_opus100_pr_auc": 0.8854340198635174,
+      "eval_cs_ud_pr_auc": 0.9447406871726824,
+      "eval_cy_opus100_pr_auc": 0.6897888404178684,
+      "eval_cy_ud_pr_auc": 0.9938089839713287,
+      "eval_da_opus100_pr_auc": 0.8961490264254367,
+      "eval_da_ud_pr_auc": 0.9736416227169817,
+      "eval_de_ersatz_pr_auc": 0.9644435050150338,
+      "eval_de_opus100_pr_auc": 0.8348714278632563,
+      "eval_de_ud_pr_auc": 0.9679690817926664,
+      "eval_el_opus100_pr_auc": 0.9112992430181281,
+      "eval_el_ud_pr_auc": 0.9942524104210584,
+      "eval_en_ersatz_pr_auc": 0.9799078517081348,
+      "eval_en_opus100_pr_auc": 0.9104706449511006,
+      "eval_en_ud_pr_auc": 0.9612467451021524,
+      "eval_eo_opus100_pr_auc": 0.9094558524378786,
+      "eval_es_ersatz_pr_auc": 0.9913342489373246,
+      "eval_es_opus100_pr_auc": 0.9033560253638783,
+      "eval_es_ud_pr_auc": 0.9867466010871582,
+      "eval_et_ersatz_pr_auc": 0.9732984948443371,
+      "eval_et_opus100_pr_auc": 0.8795937441315641,
+      "eval_et_ud_pr_auc": 0.8982474501864925,
+      "eval_eu_opus100_pr_auc": 0.8636466556856973,
+      "eval_eu_ud_pr_auc": 0.9883930951234352,
+      "eval_fa_opus100_pr_auc": 0.5300549836267137,
+      "eval_fa_ud_pr_auc": 0.9940232536931481,
+      "eval_fi_ersatz_pr_auc": 0.971446875069847,
+      "eval_fi_opus100_pr_auc": 0.8907029830973777,
+      "eval_fi_ud_pr_auc": 0.9540601056917439,
+      "eval_fr_ersatz_pr_auc": 0.9713750367224795,
+      "eval_fr_opus100_pr_auc": 0.8842517616462757,
+      "eval_fr_ud_pr_auc": 0.96825754284483,
+      "eval_fy_opus100_pr_auc": 0.6246904613561876,
+      "eval_ga_opus100_pr_auc": 0.8494793940849942,
+      "eval_ga_ud_pr_auc": 0.8167992237518583,
+      "eval_gd_opus100_pr_auc": 0.5248003908031931,
+      "eval_gd_ud_pr_auc": 0.6897054687636797,
+      "eval_gl_opus100_pr_auc": 0.8696217160247678,
+      "eval_gl_ud_pr_auc": 0.9891235187934728,
+      "eval_gu_ersatz_pr_auc": 0.9432050089787134,
+      "eval_gu_opus100_pr_auc": 0.6689744274485001,
+      "eval_ha_opus100_pr_auc": 0.8957694682231184,
+      "eval_he_opus100_pr_auc": 0.8291359260739802,
+      "eval_he_ud_pr_auc": 0.9528266002611924,
+      "eval_hi_ersatz_pr_auc": 0.9583621816338557,
+      "eval_hi_opus100_pr_auc": 0.6298273957316349,
+      "eval_hi_ud_pr_auc": 0.9848312409567606,
+      "eval_hu_opus100_pr_auc": 0.9105433328462801,
+      "eval_hu_ud_pr_auc": 0.9663896098145561,
+      "eval_hy_opus100_pr_auc": 0.8976251406366819,
+      "eval_hy_ud_pr_auc": 0.9529761144190365,
+      "eval_id_opus100_pr_auc": 0.8557240726325344,
+      "eval_id_ud_pr_auc": 0.9900031589788535,
+      "eval_ig_opus100_pr_auc": 0.8435035386088013,
+      "eval_is_opus100_pr_auc": 0.9177220654693964,
+      "eval_is_ud_pr_auc": 0.8611049957138175,
+      "eval_it_opus100_pr_auc": 0.8890541727529834,
+      "eval_it_ud_pr_auc": 0.9915221527919962,
+      "eval_ja_ersatz_pr_auc": 0.773428488355026,
+      "eval_ja_opus100_pr_auc": 0.7604699796616986,
+      "eval_ja_ud_pr_auc": 0.9820273372268729,
+      "eval_jv_ud_pr_auc": 0.9747083342024201,
+      "eval_ka_opus100_pr_auc": 0.8620942172066581,
+      "eval_kk_ersatz_pr_auc": 0.9746961626790035,
+      "eval_kk_opus100_pr_auc": 0.7881943641887637,
+      "eval_kk_ud_pr_auc": 0.9609154638690017,
+      "eval_km_ersatz_pr_auc": 0.8846133207340842,
+      "eval_km_opus100_pr_auc": 0.718305125885937,
+      "eval_kn_opus100_pr_auc": 0.5291605622666966,
+      "eval_ko_opus100_pr_auc": 0.6303947017450641,
+      "eval_ko_ud_pr_auc": 0.998583412501516,
+      "eval_ku_opus100_pr_auc": 0.7993850401308733,
+      "eval_ky_opus100_pr_auc": 0.8318355885173632,
+      "eval_la_ud_pr_auc": 0.9402238811082525,
+      "eval_loss": 0.04236793518066406,
+      "eval_lt_ersatz_pr_auc": 0.9707637122450881,
+      "eval_lt_opus100_pr_auc": 0.836663450161716,
+      "eval_lt_ud_pr_auc": 0.9795421544802315,
+      "eval_lv_ersatz_pr_auc": 0.9810386382481588,
+      "eval_lv_opus100_pr_auc": 0.8584562004153685,
+      "eval_lv_ud_pr_auc": 0.9502577849963563,
+      "eval_mg_opus100_pr_auc": 0.8993110136687368,
+      "eval_mk_opus100_pr_auc": 0.8812442473981984,
+      "eval_ml_opus100_pr_auc": 0.7470310632107529,
+      "eval_mn_opus100_pr_auc": 0.932100478391793,
+      "eval_mr_opus100_pr_auc": 0.8809251790944925,
+      "eval_mr_ud_pr_auc": 0.9417930371083392,
+      "eval_ms_opus100_pr_auc": 0.8427728814901825,
+      "eval_mt_opus100_pr_auc": 0.7852625215700294,
+      "eval_mt_ud_pr_auc": 0.8610168998210925,
+      "eval_my_opus100_pr_auc": 0.672693083557309,
+      "eval_ne_opus100_pr_auc": 0.6324767658573296,
+      "eval_nl_opus100_pr_auc": 0.8745183500443133,
+      "eval_nl_ud_pr_auc": 0.9531720475769561,
+      "eval_no_opus100_pr_auc": 0.9128918611434107,
+      "eval_no_ud_pr_auc": 0.9931853210228255,
+      "eval_pa_opus100_pr_auc": 0.6240223273714268,
+      "eval_pl_ersatz_pr_auc": 0.9749065429857866,
+      "eval_pl_opus100_pr_auc": 0.8796242275682549,
+      "eval_pl_ud_pr_auc": 0.9499992612408453,
+      "eval_ps_ersatz_pr_auc": 0.9267343708580498,
+      "eval_ps_opus100_pr_auc": 0.7328770734786351,
+      "eval_pt_opus100_pr_auc": 0.9150503902338956,
+      "eval_pt_ud_pr_auc": 0.9744278641692213,
+      "eval_ro_ersatz_pr_auc": 0.9859652533210471,
+      "eval_ro_opus100_pr_auc": 0.8737687919629309,
+      "eval_ro_ud_pr_auc": 0.9129559289205712,
+      "eval_ru_ersatz_pr_auc": 0.9781168164596606,
+      "eval_ru_opus100_pr_auc": 0.8826782172987419,
+      "eval_ru_ud_pr_auc": 0.8569009203827187,
+      "eval_runtime": 404.0021,
+      "eval_samples_per_second": 186.801,
+      "eval_si_opus100_pr_auc": 0.780892707083121,
+      "eval_sk_opus100_pr_auc": 0.9078596449648634,
+      "eval_sk_ud_pr_auc": 0.9680482930088509,
+      "eval_sl_opus100_pr_auc": 0.8468626915174923,
+      "eval_sl_ud_pr_auc": 0.9620143426598202,
+      "eval_sq_opus100_pr_auc": 0.8555758808699929,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8939633496513045,
+      "eval_sr_ud_pr_auc": 0.9879418450466669,
+      "eval_steps_per_second": 5.839,
+      "eval_sv_opus100_pr_auc": 0.8828197829646697,
+      "eval_sv_ud_pr_auc": 0.9187379770030979,
+      "eval_ta_ersatz_pr_auc": 0.9743487095637787,
+      "eval_ta_opus100_pr_auc": 0.5997344904498055,
+      "eval_ta_ud_pr_auc": 0.9995033931863134,
+      "eval_te_opus100_pr_auc": 0.8007700207825095,
+      "eval_tg_opus100_pr_auc": 0.871172610974036,
+      "eval_th_opus100_pr_auc": 0.6561634811654361,
+      "eval_th_ud_pr_auc": 0.6526153573364635,
+      "eval_tr_ersatz_pr_auc": 0.959867852658231,
+      "eval_tr_opus100_pr_auc": 0.8809079049011127,
+      "eval_tr_ud_pr_auc": 0.9217864208443556,
+      "eval_uk_opus100_pr_auc": 0.8572694190196858,
+      "eval_uk_ud_pr_auc": 0.9325950473278257,
+      "eval_ur_opus100_pr_auc": 0.48553054912352933,
+      "eval_ur_ud_pr_auc": 0.9956692766042596,
+      "eval_uz_opus100_pr_auc": 0.8207232549074538,
+      "eval_vi_opus100_pr_auc": 0.8935751069709048,
+      "eval_vi_ud_pr_auc": 0.9570702954188378,
+      "eval_xh_opus100_pr_auc": 0.8395616552285936,
+      "eval_yi_opus100_pr_auc": 0.6430892119722471,
+      "eval_yo_opus100_pr_auc": 0.7603392000109577,
+      "eval_yo_ud_pr_auc": 0.9151651368177663,
+      "eval_zh_ersatz_pr_auc": 0.8679815813200926,
+      "eval_zh_opus100_pr_auc": 0.6956513360059785,
+      "eval_zh_ud_pr_auc": 0.990817606284315,
+      "eval_zu_opus100_pr_auc": 0.7983688848649584,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0395,
+      "step": 85050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0384,
+      "step": 85100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0392,
+      "step": 85150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.038,
+      "step": 85200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0393,
+      "step": 85250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0388,
+      "step": 85300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0389,
+      "step": 85350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0387,
+      "step": 85400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0385,
+      "step": 85450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0388,
+      "step": 85500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0385,
+      "step": 85550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0391,
+      "step": 85600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0388,
+      "step": 85650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0389,
+      "step": 85700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0388,
+      "step": 85750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0387,
+      "step": 85800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0373,
+      "step": 85850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.039,
+      "step": 85900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0389,
+      "step": 85950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0389,
+      "step": 86000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0389,
+      "step": 86050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0389,
+      "step": 86100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0383,
+      "step": 86150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.0385,
+      "step": 86200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0389,
+      "step": 86250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0382,
+      "step": 86300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0384,
+      "step": 86350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0382,
+      "step": 86400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.038,
+      "step": 86450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0395,
+      "step": 86500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0387,
+      "step": 86550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0384,
+      "step": 86600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.039,
+      "step": 86650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0386,
+      "step": 86700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0391,
+      "step": 86750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0389,
+      "step": 86800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.039,
+      "step": 86850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0395,
+      "step": 86900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0393,
+      "step": 86950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0376,
+      "step": 87000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0385,
+      "step": 87050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0389,
+      "step": 87100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0388,
+      "step": 87150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0386,
+      "step": 87200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0375,
+      "step": 87250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0386,
+      "step": 87300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0388,
+      "step": 87350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0391,
+      "step": 87400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0387,
+      "step": 87450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0388,
+      "step": 87500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0387,
+      "step": 87550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0384,
+      "step": 87600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0385,
+      "step": 87650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0387,
+      "step": 87700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0389,
+      "step": 87750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0384,
+      "step": 87800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0388,
+      "step": 87850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0383,
+      "step": 87900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0388,
+      "step": 87950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0383,
+      "step": 88000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0389,
+      "step": 88050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0384,
+      "step": 88100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0385,
+      "step": 88150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0392,
+      "step": 88200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0379,
+      "step": 88250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0391,
+      "step": 88300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0392,
+      "step": 88350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0387,
+      "step": 88400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0389,
+      "step": 88450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.038,
+      "step": 88500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0382,
+      "step": 88550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0392,
+      "step": 88600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0382,
+      "step": 88650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0385,
+      "step": 88700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0382,
+      "step": 88750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0386,
+      "step": 88800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0397,
+      "step": 88850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0384,
+      "step": 88900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0388,
+      "step": 88950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.038,
+      "step": 89000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0388,
+      "step": 89050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0388,
+      "step": 89100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0379,
+      "step": 89150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0385,
+      "step": 89200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0386,
+      "step": 89250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0384,
+      "step": 89300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.039,
+      "step": 89350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0383,
+      "step": 89400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0382,
+      "step": 89450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0382,
+      "step": 89500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0386,
+      "step": 89550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0383,
+      "step": 89600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0381,
+      "step": 89650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0377,
+      "step": 89700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0386,
+      "step": 89750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0381,
+      "step": 89800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0384,
+      "step": 89850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0382,
+      "step": 89900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0386,
+      "step": 89950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0385,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7287030189616012,
+      "eval_af_ud_pr_auc": 0.9967971609086645,
+      "eval_am_opus100_pr_auc": 0.4071583923124524,
+      "eval_ar_ersatz_pr_auc": 0.9100834115596812,
+      "eval_ar_opus100_pr_auc": 0.663465440811834,
+      "eval_ar_ud_pr_auc": 0.8237347809469735,
+      "eval_average_ersatz_pr_auc": 0.9502034231714673,
+      "eval_average_opus100_pr_auc": 0.7984905355822405,
+      "eval_average_ud_pr_auc": 0.9476775249827426,
+      "eval_az_opus100_pr_auc": 0.7149381800540344,
+      "eval_be_opus100_pr_auc": 0.6715018850131153,
+      "eval_be_ud_pr_auc": 0.8687206815983524,
+      "eval_bg_opus100_pr_auc": 0.9025938028522007,
+      "eval_bg_ud_pr_auc": 0.9864614715915105,
+      "eval_bn_opus100_pr_auc": 0.7493160848877723,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8587052157536945,
+      "eval_ca_ud_pr_auc": 0.9854582069830407,
+      "eval_ceb_ud_pr_auc": 0.9956227562749072,
+      "eval_cs_ersatz_pr_auc": 0.9767467922119225,
+      "eval_cs_opus100_pr_auc": 0.8878446159491397,
+      "eval_cs_ud_pr_auc": 0.9436119957177775,
+      "eval_cy_opus100_pr_auc": 0.70730327333967,
+      "eval_cy_ud_pr_auc": 0.9949871190313622,
+      "eval_da_opus100_pr_auc": 0.8890611063564708,
+      "eval_da_ud_pr_auc": 0.9732598318634216,
+      "eval_de_ersatz_pr_auc": 0.9629657468137867,
+      "eval_de_opus100_pr_auc": 0.8368880171716225,
+      "eval_de_ud_pr_auc": 0.9708866416056384,
+      "eval_el_opus100_pr_auc": 0.9118287463542811,
+      "eval_el_ud_pr_auc": 0.9943618778052818,
+      "eval_en_ersatz_pr_auc": 0.9832991861003761,
+      "eval_en_opus100_pr_auc": 0.9176144088835934,
+      "eval_en_ud_pr_auc": 0.9716512800927175,
+      "eval_eo_opus100_pr_auc": 0.9116704457243122,
+      "eval_es_ersatz_pr_auc": 0.9914313376875995,
+      "eval_es_opus100_pr_auc": 0.9066706826112122,
+      "eval_es_ud_pr_auc": 0.9885081602847108,
+      "eval_et_ersatz_pr_auc": 0.9733957537406402,
+      "eval_et_opus100_pr_auc": 0.8782701276300988,
+      "eval_et_ud_pr_auc": 0.9192028538326955,
+      "eval_eu_opus100_pr_auc": 0.8609575861432077,
+      "eval_eu_ud_pr_auc": 0.9908765287095441,
+      "eval_fa_opus100_pr_auc": 0.547249263293351,
+      "eval_fa_ud_pr_auc": 0.9952017055416992,
+      "eval_fi_ersatz_pr_auc": 0.9741564859920054,
+      "eval_fi_opus100_pr_auc": 0.8853800216140696,
+      "eval_fi_ud_pr_auc": 0.9225398024640976,
+      "eval_fr_ersatz_pr_auc": 0.9842856869940692,
+      "eval_fr_opus100_pr_auc": 0.8946358993683015,
+      "eval_fr_ud_pr_auc": 0.9683034501721408,
+      "eval_fy_opus100_pr_auc": 0.6704598154885794,
+      "eval_ga_opus100_pr_auc": 0.8526350905060774,
+      "eval_ga_ud_pr_auc": 0.823473284047265,
+      "eval_gd_opus100_pr_auc": 0.5149522226980542,
+      "eval_gd_ud_pr_auc": 0.7216456216356225,
+      "eval_gl_opus100_pr_auc": 0.8690014590263546,
+      "eval_gl_ud_pr_auc": 0.9899041793151813,
+      "eval_gu_ersatz_pr_auc": 0.9254018538418414,
+      "eval_gu_opus100_pr_auc": 0.6838719717620574,
+      "eval_ha_opus100_pr_auc": 0.8990211538851078,
+      "eval_he_opus100_pr_auc": 0.8303176718989579,
+      "eval_he_ud_pr_auc": 0.9537354408714666,
+      "eval_hi_ersatz_pr_auc": 0.9584942506325933,
+      "eval_hi_opus100_pr_auc": 0.6154186132226801,
+      "eval_hi_ud_pr_auc": 0.9765088987214643,
+      "eval_hu_opus100_pr_auc": 0.9088826860146226,
+      "eval_hu_ud_pr_auc": 0.9676803838266371,
+      "eval_hy_opus100_pr_auc": 0.8908998051939465,
+      "eval_hy_ud_pr_auc": 0.9251545724656095,
+      "eval_id_opus100_pr_auc": 0.8568370771927407,
+      "eval_id_ud_pr_auc": 0.9903133025023599,
+      "eval_ig_opus100_pr_auc": 0.8467790333808511,
+      "eval_is_opus100_pr_auc": 0.9186936594733546,
+      "eval_is_ud_pr_auc": 0.8871502427574705,
+      "eval_it_opus100_pr_auc": 0.8852176857670275,
+      "eval_it_ud_pr_auc": 0.9901979892207502,
+      "eval_ja_ersatz_pr_auc": 0.7608769432982696,
+      "eval_ja_opus100_pr_auc": 0.7526605718303604,
+      "eval_ja_ud_pr_auc": 0.981859310921242,
+      "eval_jv_ud_pr_auc": 0.984693495525245,
+      "eval_ka_opus100_pr_auc": 0.854398283428289,
+      "eval_kk_ersatz_pr_auc": 0.9765870096463007,
+      "eval_kk_opus100_pr_auc": 0.8108229294670039,
+      "eval_kk_ud_pr_auc": 0.9639496368887144,
+      "eval_km_ersatz_pr_auc": 0.8902033625989375,
+      "eval_km_opus100_pr_auc": 0.7128448635059639,
+      "eval_kn_opus100_pr_auc": 0.5453379609847766,
+      "eval_ko_opus100_pr_auc": 0.6183980888537013,
+      "eval_ko_ud_pr_auc": 0.9945621549072787,
+      "eval_ku_opus100_pr_auc": 0.7988463427515281,
+      "eval_ky_opus100_pr_auc": 0.8501932341297329,
+      "eval_la_ud_pr_auc": 0.9449669328902413,
+      "eval_loss": 0.04233192652463913,
+      "eval_lt_ersatz_pr_auc": 0.9742017109699602,
+      "eval_lt_opus100_pr_auc": 0.830191018407682,
+      "eval_lt_ud_pr_auc": 0.9829956457373321,
+      "eval_lv_ersatz_pr_auc": 0.9863162941341858,
+      "eval_lv_opus100_pr_auc": 0.8511978212246035,
+      "eval_lv_ud_pr_auc": 0.9528970000727853,
+      "eval_mg_opus100_pr_auc": 0.900978556380083,
+      "eval_mk_opus100_pr_auc": 0.8829626710479751,
+      "eval_ml_opus100_pr_auc": 0.7342935014965108,
+      "eval_mn_opus100_pr_auc": 0.9398890839836992,
+      "eval_mr_opus100_pr_auc": 0.8805002062219031,
+      "eval_mr_ud_pr_auc": 0.9656780058067403,
+      "eval_ms_opus100_pr_auc": 0.8485262811925155,
+      "eval_mt_opus100_pr_auc": 0.7860089355101934,
+      "eval_mt_ud_pr_auc": 0.8553065774235328,
+      "eval_my_opus100_pr_auc": 0.6721999105991489,
+      "eval_ne_opus100_pr_auc": 0.6421219717523282,
+      "eval_nl_opus100_pr_auc": 0.8812484464706551,
+      "eval_nl_ud_pr_auc": 0.9620636211231004,
+      "eval_no_opus100_pr_auc": 0.9142390226140188,
+      "eval_no_ud_pr_auc": 0.9940801214555784,
+      "eval_pa_opus100_pr_auc": 0.6584020025143562,
+      "eval_pl_ersatz_pr_auc": 0.9742798842434957,
+      "eval_pl_opus100_pr_auc": 0.8738933171098585,
+      "eval_pl_ud_pr_auc": 0.9498658962943003,
+      "eval_ps_ersatz_pr_auc": 0.9241697589227555,
+      "eval_ps_opus100_pr_auc": 0.7282036154982301,
+      "eval_pt_opus100_pr_auc": 0.9099945151747038,
+      "eval_pt_ud_pr_auc": 0.971676956808012,
+      "eval_ro_ersatz_pr_auc": 0.9872401532277871,
+      "eval_ro_opus100_pr_auc": 0.8626388571040765,
+      "eval_ro_ud_pr_auc": 0.9141111292320844,
+      "eval_ru_ersatz_pr_auc": 0.979094239489875,
+      "eval_ru_opus100_pr_auc": 0.8828066614228371,
+      "eval_ru_ud_pr_auc": 0.8707478148694293,
+      "eval_runtime": 399.9249,
+      "eval_samples_per_second": 188.705,
+      "eval_si_opus100_pr_auc": 0.7866647235672503,
+      "eval_sk_opus100_pr_auc": 0.9093585698076548,
+      "eval_sk_ud_pr_auc": 0.9636253823207838,
+      "eval_sl_opus100_pr_auc": 0.853184436194817,
+      "eval_sl_ud_pr_auc": 0.9617666420671043,
+      "eval_sq_opus100_pr_auc": 0.8627950691886405,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8973882988874418,
+      "eval_sr_ud_pr_auc": 0.9874497764905404,
+      "eval_steps_per_second": 5.899,
+      "eval_sv_opus100_pr_auc": 0.8799433356601096,
+      "eval_sv_ud_pr_auc": 0.9289832014480374,
+      "eval_ta_ersatz_pr_auc": 0.9799767564741854,
+      "eval_ta_opus100_pr_auc": 0.6126533682269355,
+      "eval_ta_ud_pr_auc": 0.9981566889213656,
+      "eval_te_opus100_pr_auc": 0.797830664098009,
+      "eval_tg_opus100_pr_auc": 0.8771760335070994,
+      "eval_th_opus100_pr_auc": 0.6676154081958672,
+      "eval_th_ud_pr_auc": 0.6592800872613854,
+      "eval_tr_ersatz_pr_auc": 0.9615320713687221,
+      "eval_tr_opus100_pr_auc": 0.8817309593777628,
+      "eval_tr_ud_pr_auc": 0.9202553672090942,
+      "eval_uk_opus100_pr_auc": 0.8564772614280411,
+      "eval_uk_ud_pr_auc": 0.9378944900783186,
+      "eval_ur_opus100_pr_auc": 0.4680146917762883,
+      "eval_ur_ud_pr_auc": 0.9943850832448029,
+      "eval_uz_opus100_pr_auc": 0.8432865101482715,
+      "eval_vi_opus100_pr_auc": 0.8843858576930018,
+      "eval_vi_ud_pr_auc": 0.9586575704999231,
+      "eval_xh_opus100_pr_auc": 0.8577096171497258,
+      "eval_yi_opus100_pr_auc": 0.6694083454690114,
+      "eval_yo_opus100_pr_auc": 0.7608953537512306,
+      "eval_yo_ud_pr_auc": 0.9194211914248837,
+      "eval_zh_ersatz_pr_auc": 0.869736619823289,
+      "eval_zh_opus100_pr_auc": 0.7045155407786496,
+      "eval_zh_ud_pr_auc": 0.9823389223061031,
+      "eval_zu_opus100_pr_auc": 0.8066470415647313,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0385,
+      "step": 90050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.038,
+      "step": 90100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0384,
+      "step": 90150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0387,
+      "step": 90200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0382,
+      "step": 90250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0385,
+      "step": 90300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0378,
+      "step": 90350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0387,
+      "step": 90400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.038,
+      "step": 90450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0382,
+      "step": 90500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0391,
+      "step": 90550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0391,
+      "step": 90600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0382,
+      "step": 90650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0381,
+      "step": 90700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0395,
+      "step": 90750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0386,
+      "step": 90800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0387,
+      "step": 90850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0384,
+      "step": 90900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0389,
+      "step": 90950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0387,
+      "step": 91000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0383,
+      "step": 91050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0389,
+      "step": 91100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0392,
+      "step": 91150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0388,
+      "step": 91200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0391,
+      "step": 91250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0384,
+      "step": 91300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0381,
+      "step": 91350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0383,
+      "step": 91400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0389,
+      "step": 91450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0383,
+      "step": 91500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0389,
+      "step": 91550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0378,
+      "step": 91600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0391,
+      "step": 91650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.037,
+      "step": 91700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0384,
+      "step": 91750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0381,
+      "step": 91800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0384,
+      "step": 91850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0387,
+      "step": 91900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0388,
+      "step": 91950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0381,
+      "step": 92000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0388,
+      "step": 92050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0386,
+      "step": 92100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0381,
+      "step": 92150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0382,
+      "step": 92200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0387,
+      "step": 92250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.038,
+      "step": 92300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0385,
+      "step": 92350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0392,
+      "step": 92400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0374,
+      "step": 92450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0381,
+      "step": 92500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.038,
+      "step": 92550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0391,
+      "step": 92600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0375,
+      "step": 92650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.038,
+      "step": 92700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0379,
+      "step": 92750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.038,
+      "step": 92800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0386,
+      "step": 92850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0386,
+      "step": 92900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0381,
+      "step": 92950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0387,
+      "step": 93000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0387,
+      "step": 93050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.038,
+      "step": 93100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0386,
+      "step": 93150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0381,
+      "step": 93200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0379,
+      "step": 93250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0384,
+      "step": 93300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.038,
+      "step": 93350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0388,
+      "step": 93400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0381,
+      "step": 93450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0388,
+      "step": 93500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.038,
+      "step": 93550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0388,
+      "step": 93600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0389,
+      "step": 93650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0389,
+      "step": 93700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.038,
+      "step": 93750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0392,
+      "step": 93800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0386,
+      "step": 93850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0381,
+      "step": 93900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0387,
+      "step": 93950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0383,
+      "step": 94000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0386,
+      "step": 94050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0385,
+      "step": 94100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.038,
+      "step": 94150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.038,
+      "step": 94200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.038,
+      "step": 94250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0391,
+      "step": 94300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0389,
+      "step": 94350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.038,
+      "step": 94400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0384,
+      "step": 94450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0382,
+      "step": 94500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.038,
+      "step": 94550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0385,
+      "step": 94600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0381,
+      "step": 94650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0386,
+      "step": 94700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0385,
+      "step": 94750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0384,
+      "step": 94800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0377,
+      "step": 94850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0375,
+      "step": 94900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0378,
+      "step": 94950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.038,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7362547578338966,
+      "eval_af_ud_pr_auc": 0.9927748863864995,
+      "eval_am_opus100_pr_auc": 0.3784935430682101,
+      "eval_ar_ersatz_pr_auc": 0.9216843182425588,
+      "eval_ar_opus100_pr_auc": 0.6588389072614018,
+      "eval_ar_ud_pr_auc": 0.8157355200152369,
+      "eval_average_ersatz_pr_auc": 0.9512963388720742,
+      "eval_average_opus100_pr_auc": 0.801090828023158,
+      "eval_average_ud_pr_auc": 0.9508077058990707,
+      "eval_az_opus100_pr_auc": 0.7240011553791288,
+      "eval_be_opus100_pr_auc": 0.6611579727948121,
+      "eval_be_ud_pr_auc": 0.8912108462093574,
+      "eval_bg_opus100_pr_auc": 0.9075583717631226,
+      "eval_bg_ud_pr_auc": 0.9884924357894143,
+      "eval_bn_opus100_pr_auc": 0.7681531658652909,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8682286224954391,
+      "eval_ca_ud_pr_auc": 0.9864319879700301,
+      "eval_ceb_ud_pr_auc": 0.9978008624892671,
+      "eval_cs_ersatz_pr_auc": 0.9762750279537459,
+      "eval_cs_opus100_pr_auc": 0.8935403285043,
+      "eval_cs_ud_pr_auc": 0.9474792170138713,
+      "eval_cy_opus100_pr_auc": 0.7179640478334732,
+      "eval_cy_ud_pr_auc": 0.9934153634897738,
+      "eval_da_opus100_pr_auc": 0.9018081913922085,
+      "eval_da_ud_pr_auc": 0.9689621681883591,
+      "eval_de_ersatz_pr_auc": 0.9616788870039866,
+      "eval_de_opus100_pr_auc": 0.8443287631131798,
+      "eval_de_ud_pr_auc": 0.977998655138735,
+      "eval_el_opus100_pr_auc": 0.9156167807409793,
+      "eval_el_ud_pr_auc": 0.9943971367747636,
+      "eval_en_ersatz_pr_auc": 0.9796793485935076,
+      "eval_en_opus100_pr_auc": 0.9145897395118902,
+      "eval_en_ud_pr_auc": 0.9717824168413368,
+      "eval_eo_opus100_pr_auc": 0.9150399512690806,
+      "eval_es_ersatz_pr_auc": 0.9932801423760157,
+      "eval_es_opus100_pr_auc": 0.9090923584948751,
+      "eval_es_ud_pr_auc": 0.9899680635802438,
+      "eval_et_ersatz_pr_auc": 0.9772095335179013,
+      "eval_et_opus100_pr_auc": 0.8977784969174445,
+      "eval_et_ud_pr_auc": 0.9109637588770539,
+      "eval_eu_opus100_pr_auc": 0.8673778506158183,
+      "eval_eu_ud_pr_auc": 0.9925594334022204,
+      "eval_fa_opus100_pr_auc": 0.5412370949097294,
+      "eval_fa_ud_pr_auc": 0.9953703239913044,
+      "eval_fi_ersatz_pr_auc": 0.9761869621155709,
+      "eval_fi_opus100_pr_auc": 0.9025158606059119,
+      "eval_fi_ud_pr_auc": 0.9633333118333075,
+      "eval_fr_ersatz_pr_auc": 0.9763755499298832,
+      "eval_fr_opus100_pr_auc": 0.900402198990874,
+      "eval_fr_ud_pr_auc": 0.9658832071360782,
+      "eval_fy_opus100_pr_auc": 0.6694653694658278,
+      "eval_ga_opus100_pr_auc": 0.8501406753196155,
+      "eval_ga_ud_pr_auc": 0.8430977025779319,
+      "eval_gd_opus100_pr_auc": 0.5224732667865597,
+      "eval_gd_ud_pr_auc": 0.708419837090614,
+      "eval_gl_opus100_pr_auc": 0.8744392900071408,
+      "eval_gl_ud_pr_auc": 0.9881675396387443,
+      "eval_gu_ersatz_pr_auc": 0.9438030694898744,
+      "eval_gu_opus100_pr_auc": 0.6762677217767595,
+      "eval_ha_opus100_pr_auc": 0.8899804028598567,
+      "eval_he_opus100_pr_auc": 0.8461726577624001,
+      "eval_he_ud_pr_auc": 0.9688657956514867,
+      "eval_hi_ersatz_pr_auc": 0.9654179208441852,
+      "eval_hi_opus100_pr_auc": 0.621630298808346,
+      "eval_hi_ud_pr_auc": 0.984214939609644,
+      "eval_hu_opus100_pr_auc": 0.911920134650795,
+      "eval_hu_ud_pr_auc": 0.9701450245761768,
+      "eval_hy_opus100_pr_auc": 0.8981032308421114,
+      "eval_hy_ud_pr_auc": 0.9754299670956746,
+      "eval_id_opus100_pr_auc": 0.855498293452393,
+      "eval_id_ud_pr_auc": 0.9897878995716267,
+      "eval_ig_opus100_pr_auc": 0.8513296857367855,
+      "eval_is_opus100_pr_auc": 0.9147770978472178,
+      "eval_is_ud_pr_auc": 0.8586174661951808,
+      "eval_it_opus100_pr_auc": 0.8931827771750553,
+      "eval_it_ud_pr_auc": 0.9947258756533178,
+      "eval_ja_ersatz_pr_auc": 0.748540084129698,
+      "eval_ja_opus100_pr_auc": 0.7353113162754787,
+      "eval_ja_ud_pr_auc": 0.9813586971604932,
+      "eval_jv_ud_pr_auc": 0.9891360521920055,
+      "eval_ka_opus100_pr_auc": 0.8603043737774351,
+      "eval_kk_ersatz_pr_auc": 0.9838290851441001,
+      "eval_kk_opus100_pr_auc": 0.7915066458044442,
+      "eval_kk_ud_pr_auc": 0.9664914839235366,
+      "eval_km_ersatz_pr_auc": 0.8864281903977024,
+      "eval_km_opus100_pr_auc": 0.6958132347747533,
+      "eval_kn_opus100_pr_auc": 0.5498786598539964,
+      "eval_ko_opus100_pr_auc": 0.612609399885917,
+      "eval_ko_ud_pr_auc": 0.9975936588874007,
+      "eval_ku_opus100_pr_auc": 0.8118988399804021,
+      "eval_ky_opus100_pr_auc": 0.8385999758512875,
+      "eval_la_ud_pr_auc": 0.9397145999125449,
+      "eval_loss": 0.0420929454267025,
+      "eval_lt_ersatz_pr_auc": 0.9766199338127695,
+      "eval_lt_opus100_pr_auc": 0.8527552107988575,
+      "eval_lt_ud_pr_auc": 0.9831803160435408,
+      "eval_lv_ersatz_pr_auc": 0.9884576922790659,
+      "eval_lv_opus100_pr_auc": 0.8753125921862079,
+      "eval_lv_ud_pr_auc": 0.9653381173573965,
+      "eval_mg_opus100_pr_auc": 0.9044979974327266,
+      "eval_mk_opus100_pr_auc": 0.8950145098505593,
+      "eval_ml_opus100_pr_auc": 0.7393911784138765,
+      "eval_mn_opus100_pr_auc": 0.9389474731750451,
+      "eval_mr_opus100_pr_auc": 0.8943739165109605,
+      "eval_mr_ud_pr_auc": 0.9778216825100048,
+      "eval_ms_opus100_pr_auc": 0.8499836818301533,
+      "eval_mt_opus100_pr_auc": 0.7799617301702122,
+      "eval_mt_ud_pr_auc": 0.8429383834313358,
+      "eval_my_opus100_pr_auc": 0.6634197270130361,
+      "eval_ne_opus100_pr_auc": 0.637633494641745,
+      "eval_nl_opus100_pr_auc": 0.878576933752401,
+      "eval_nl_ud_pr_auc": 0.9690399520071554,
+      "eval_no_opus100_pr_auc": 0.9129489713361705,
+      "eval_no_ud_pr_auc": 0.9945128819513989,
+      "eval_pa_opus100_pr_auc": 0.6429760088780951,
+      "eval_pl_ersatz_pr_auc": 0.9779864299694473,
+      "eval_pl_opus100_pr_auc": 0.884469073616969,
+      "eval_pl_ud_pr_auc": 0.9578995342486947,
+      "eval_ps_ersatz_pr_auc": 0.9342095993311696,
+      "eval_ps_opus100_pr_auc": 0.7277050279394415,
+      "eval_pt_opus100_pr_auc": 0.9164087300454785,
+      "eval_pt_ud_pr_auc": 0.9757652034138307,
+      "eval_ro_ersatz_pr_auc": 0.9877792817673309,
+      "eval_ro_opus100_pr_auc": 0.8755939967878055,
+      "eval_ro_ud_pr_auc": 0.9170892896195744,
+      "eval_ru_ersatz_pr_auc": 0.9799872371324391,
+      "eval_ru_opus100_pr_auc": 0.9055698393299134,
+      "eval_ru_ud_pr_auc": 0.8791962379359265,
+      "eval_runtime": 402.9853,
+      "eval_samples_per_second": 187.272,
+      "eval_si_opus100_pr_auc": 0.7913520384984166,
+      "eval_sk_opus100_pr_auc": 0.9189961105687515,
+      "eval_sk_ud_pr_auc": 0.968849610213496,
+      "eval_sl_opus100_pr_auc": 0.8576886574295642,
+      "eval_sl_ud_pr_auc": 0.9771551114121971,
+      "eval_sq_opus100_pr_auc": 0.8821615530580055,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9003028968777314,
+      "eval_sr_ud_pr_auc": 0.9920366589460936,
+      "eval_steps_per_second": 5.854,
+      "eval_sv_opus100_pr_auc": 0.886677171201911,
+      "eval_sv_ud_pr_auc": 0.9259560822954901,
+      "eval_ta_ersatz_pr_auc": 0.983463586534128,
+      "eval_ta_opus100_pr_auc": 0.6243706456761401,
+      "eval_ta_ud_pr_auc": 0.9996575999994859,
+      "eval_te_opus100_pr_auc": 0.8065433758016152,
+      "eval_tg_opus100_pr_auc": 0.8764965531173716,
+      "eval_th_opus100_pr_auc": 0.6576467144230416,
+      "eval_th_ud_pr_auc": 0.6794830285681884,
+      "eval_tr_ersatz_pr_auc": 0.958436967758429,
+      "eval_tr_opus100_pr_auc": 0.8860075213674368,
+      "eval_tr_ud_pr_auc": 0.9177279281328498,
+      "eval_uk_opus100_pr_auc": 0.8602215229212076,
+      "eval_uk_ud_pr_auc": 0.9348700025246098,
+      "eval_ur_opus100_pr_auc": 0.4838757739123717,
+      "eval_ur_ud_pr_auc": 0.995642367347468,
+      "eval_uz_opus100_pr_auc": 0.8358349777536662,
+      "eval_vi_opus100_pr_auc": 0.8885492802588187,
+      "eval_vi_ud_pr_auc": 0.9532567754809724,
+      "eval_xh_opus100_pr_auc": 0.8547881062901406,
+      "eval_yi_opus100_pr_auc": 0.6217297325726646,
+      "eval_yo_opus100_pr_auc": 0.7679881940717853,
+      "eval_yo_ud_pr_auc": 0.9133804537685045,
+      "eval_zh_ersatz_pr_auc": 0.8511906068621218,
+      "eval_zh_opus100_pr_auc": 0.7053650432763757,
+      "eval_zh_ud_pr_auc": 0.974915884175587,
+      "eval_zu_opus100_pr_auc": 0.8120304270566437,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0381,
+      "step": 95050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.039,
+      "step": 95100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0385,
+      "step": 95150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.038,
+      "step": 95200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0384,
+      "step": 95250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0379,
+      "step": 95300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0383,
+      "step": 95350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0375,
+      "step": 95400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0376,
+      "step": 95450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0383,
+      "step": 95500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0381,
+      "step": 95550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.038,
+      "step": 95600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0387,
+      "step": 95650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0384,
+      "step": 95700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0391,
+      "step": 95750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0378,
+      "step": 95800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0385,
+      "step": 95850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0387,
+      "step": 95900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0378,
+      "step": 95950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0383,
+      "step": 96000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0374,
+      "step": 96050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0374,
+      "step": 96100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0379,
+      "step": 96150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0382,
+      "step": 96200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0381,
+      "step": 96250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0378,
+      "step": 96300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0374,
+      "step": 96350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.0382,
+      "step": 96400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0386,
+      "step": 96450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0383,
+      "step": 96500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0379,
+      "step": 96550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0383,
+      "step": 96600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.039,
+      "step": 96650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0375,
+      "step": 96700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0387,
+      "step": 96750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0381,
+      "step": 96800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0384,
+      "step": 96850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0373,
+      "step": 96900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0374,
+      "step": 96950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.037,
+      "step": 97000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.039,
+      "step": 97050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0382,
+      "step": 97100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.038,
+      "step": 97150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.038,
+      "step": 97200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0384,
+      "step": 97250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0386,
+      "step": 97300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0389,
+      "step": 97350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0388,
+      "step": 97400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0382,
+      "step": 97450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0377,
+      "step": 97500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0382,
+      "step": 97550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0389,
+      "step": 97600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0379,
+      "step": 97650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.0388,
+      "step": 97700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.038,
+      "step": 97750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0376,
+      "step": 97800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0378,
+      "step": 97850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.0378,
+      "step": 97900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0384,
+      "step": 97950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0379,
+      "step": 98000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0386,
+      "step": 98050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0375,
+      "step": 98100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0386,
+      "step": 98150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0382,
+      "step": 98200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0378,
+      "step": 98250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.039,
+      "step": 98300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0383,
+      "step": 98350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0379,
+      "step": 98400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.0382,
+      "step": 98450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0378,
+      "step": 98500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0385,
+      "step": 98550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0379,
+      "step": 98600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0374,
+      "step": 98650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0375,
+      "step": 98700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0381,
+      "step": 98750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0383,
+      "step": 98800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.038,
+      "step": 98850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0381,
+      "step": 98900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0372,
+      "step": 98950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0384,
+      "step": 99000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0377,
+      "step": 99050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0378,
+      "step": 99100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0378,
+      "step": 99150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0383,
+      "step": 99200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0385,
+      "step": 99250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0382,
+      "step": 99300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.0392,
+      "step": 99350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0385,
+      "step": 99400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0377,
+      "step": 99450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.0381,
+      "step": 99500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0387,
+      "step": 99550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0378,
+      "step": 99600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.038,
+      "step": 99650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.0387,
+      "step": 99700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0383,
+      "step": 99750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0381,
+      "step": 99800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0384,
+      "step": 99850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0378,
+      "step": 99900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0382,
+      "step": 99950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0387,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7365070766723736,
+      "eval_af_ud_pr_auc": 0.9924144541669879,
+      "eval_am_opus100_pr_auc": 0.3248960602163268,
+      "eval_ar_ersatz_pr_auc": 0.9147257674030821,
+      "eval_ar_opus100_pr_auc": 0.6626328763059078,
+      "eval_ar_ud_pr_auc": 0.8319813699540034,
+      "eval_average_ersatz_pr_auc": 0.9539777108276724,
+      "eval_average_opus100_pr_auc": 0.8033975193956595,
+      "eval_average_ud_pr_auc": 0.9516826139240202,
+      "eval_az_opus100_pr_auc": 0.7031670078001746,
+      "eval_be_opus100_pr_auc": 0.6737630365814611,
+      "eval_be_ud_pr_auc": 0.8738045372101262,
+      "eval_bg_opus100_pr_auc": 0.9028766574024023,
+      "eval_bg_ud_pr_auc": 0.986876060563165,
+      "eval_bn_opus100_pr_auc": 0.789250542615156,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8675676286199805,
+      "eval_ca_ud_pr_auc": 0.9853172195880399,
+      "eval_ceb_ud_pr_auc": 0.9988586236911611,
+      "eval_cs_ersatz_pr_auc": 0.9786576693487323,
+      "eval_cs_opus100_pr_auc": 0.8946736051572355,
+      "eval_cs_ud_pr_auc": 0.9460667278072865,
+      "eval_cy_opus100_pr_auc": 0.71503176210614,
+      "eval_cy_ud_pr_auc": 0.9957185749596182,
+      "eval_da_opus100_pr_auc": 0.895179892610454,
+      "eval_da_ud_pr_auc": 0.9764486513078109,
+      "eval_de_ersatz_pr_auc": 0.9714373917000791,
+      "eval_de_opus100_pr_auc": 0.8436047431645368,
+      "eval_de_ud_pr_auc": 0.9766431758650012,
+      "eval_el_opus100_pr_auc": 0.9143140470113313,
+      "eval_el_ud_pr_auc": 0.9964928186714177,
+      "eval_en_ersatz_pr_auc": 0.9814241239583638,
+      "eval_en_opus100_pr_auc": 0.9140886371922747,
+      "eval_en_ud_pr_auc": 0.972076803307687,
+      "eval_eo_opus100_pr_auc": 0.9170958767834447,
+      "eval_es_ersatz_pr_auc": 0.9939648262355999,
+      "eval_es_opus100_pr_auc": 0.9054126489788205,
+      "eval_es_ud_pr_auc": 0.9891438573284969,
+      "eval_et_ersatz_pr_auc": 0.9759541443816336,
+      "eval_et_opus100_pr_auc": 0.8863649409041754,
+      "eval_et_ud_pr_auc": 0.9109416026213526,
+      "eval_eu_opus100_pr_auc": 0.8655319716153341,
+      "eval_eu_ud_pr_auc": 0.9881872626446234,
+      "eval_fa_opus100_pr_auc": 0.5637235774329942,
+      "eval_fa_ud_pr_auc": 0.996595811997203,
+      "eval_fi_ersatz_pr_auc": 0.9791851154714786,
+      "eval_fi_opus100_pr_auc": 0.893813652451172,
+      "eval_fi_ud_pr_auc": 0.9566635187537402,
+      "eval_fr_ersatz_pr_auc": 0.9747755174893693,
+      "eval_fr_opus100_pr_auc": 0.8887968759129462,
+      "eval_fr_ud_pr_auc": 0.9626482537602282,
+      "eval_fy_opus100_pr_auc": 0.6557677050156419,
+      "eval_ga_opus100_pr_auc": 0.8560264404023754,
+      "eval_ga_ud_pr_auc": 0.8377548825350982,
+      "eval_gd_opus100_pr_auc": 0.5133948347550461,
+      "eval_gd_ud_pr_auc": 0.7130813811177922,
+      "eval_gl_opus100_pr_auc": 0.875503190498186,
+      "eval_gl_ud_pr_auc": 0.989564986763495,
+      "eval_gu_ersatz_pr_auc": 0.9373933690094811,
+      "eval_gu_opus100_pr_auc": 0.6880644222317092,
+      "eval_ha_opus100_pr_auc": 0.896921942197249,
+      "eval_he_opus100_pr_auc": 0.8409721760420462,
+      "eval_he_ud_pr_auc": 0.959599080489459,
+      "eval_hi_ersatz_pr_auc": 0.9665218890503898,
+      "eval_hi_opus100_pr_auc": 0.6342178207798955,
+      "eval_hi_ud_pr_auc": 0.9859922172807073,
+      "eval_hu_opus100_pr_auc": 0.8978309824740521,
+      "eval_hu_ud_pr_auc": 0.9709655153058744,
+      "eval_hy_opus100_pr_auc": 0.9002639142804443,
+      "eval_hy_ud_pr_auc": 0.9725351099900517,
+      "eval_id_opus100_pr_auc": 0.8700247084918005,
+      "eval_id_ud_pr_auc": 0.9919907249401787,
+      "eval_ig_opus100_pr_auc": 0.8561050204502908,
+      "eval_is_opus100_pr_auc": 0.9122627852535016,
+      "eval_is_ud_pr_auc": 0.89650031631316,
+      "eval_it_opus100_pr_auc": 0.8881282841464071,
+      "eval_it_ud_pr_auc": 0.9997415004366417,
+      "eval_ja_ersatz_pr_auc": 0.7812171669432538,
+      "eval_ja_opus100_pr_auc": 0.800807394098828,
+      "eval_ja_ud_pr_auc": 0.9837673278315348,
+      "eval_jv_ud_pr_auc": 0.991017904917905,
+      "eval_ka_opus100_pr_auc": 0.8582345112213422,
+      "eval_kk_ersatz_pr_auc": 0.9793598787633175,
+      "eval_kk_opus100_pr_auc": 0.7978435344425824,
+      "eval_kk_ud_pr_auc": 0.9679233180210551,
+      "eval_km_ersatz_pr_auc": 0.8920948021059278,
+      "eval_km_opus100_pr_auc": 0.7000884680878448,
+      "eval_kn_opus100_pr_auc": 0.544149340668564,
+      "eval_ko_opus100_pr_auc": 0.637280241992273,
+      "eval_ko_ud_pr_auc": 0.998883551132566,
+      "eval_ku_opus100_pr_auc": 0.8157302105369136,
+      "eval_ky_opus100_pr_auc": 0.8495503589455922,
+      "eval_la_ud_pr_auc": 0.9375607041926243,
+      "eval_loss": 0.04189800098538399,
+      "eval_lt_ersatz_pr_auc": 0.9767181451418486,
+      "eval_lt_opus100_pr_auc": 0.851384765948277,
+      "eval_lt_ud_pr_auc": 0.9835338654913601,
+      "eval_lv_ersatz_pr_auc": 0.9874685316466679,
+      "eval_lv_opus100_pr_auc": 0.868799885896033,
+      "eval_lv_ud_pr_auc": 0.9571719573777526,
+      "eval_mg_opus100_pr_auc": 0.9056622242486323,
+      "eval_mk_opus100_pr_auc": 0.8909904265756119,
+      "eval_ml_opus100_pr_auc": 0.7478755315035704,
+      "eval_mn_opus100_pr_auc": 0.9487113668204831,
+      "eval_mr_opus100_pr_auc": 0.8864571019103176,
+      "eval_mr_ud_pr_auc": 0.9882322784185371,
+      "eval_ms_opus100_pr_auc": 0.8535326745807545,
+      "eval_mt_opus100_pr_auc": 0.7770472051925037,
+      "eval_mt_ud_pr_auc": 0.8444360131891878,
+      "eval_my_opus100_pr_auc": 0.6868005285856144,
+      "eval_ne_opus100_pr_auc": 0.6488741894627755,
+      "eval_nl_opus100_pr_auc": 0.87625962279599,
+      "eval_nl_ud_pr_auc": 0.9673749810818735,
+      "eval_no_opus100_pr_auc": 0.9078577396223024,
+      "eval_no_ud_pr_auc": 0.9943605354022407,
+      "eval_pa_opus100_pr_auc": 0.6475119844176607,
+      "eval_pl_ersatz_pr_auc": 0.9793058432236047,
+      "eval_pl_opus100_pr_auc": 0.8778709205639581,
+      "eval_pl_ud_pr_auc": 0.9603491227510804,
+      "eval_ps_ersatz_pr_auc": 0.9443244201112089,
+      "eval_ps_opus100_pr_auc": 0.7369705229037264,
+      "eval_pt_opus100_pr_auc": 0.9184745269945485,
+      "eval_pt_ud_pr_auc": 0.9807985639149137,
+      "eval_ro_ersatz_pr_auc": 0.9911819865560803,
+      "eval_ro_opus100_pr_auc": 0.881348583030312,
+      "eval_ro_ud_pr_auc": 0.9452176474340203,
+      "eval_ru_ersatz_pr_auc": 0.9819108091231668,
+      "eval_ru_opus100_pr_auc": 0.8954944358706713,
+      "eval_ru_ud_pr_auc": 0.8796089915754729,
+      "eval_runtime": 405.6758,
+      "eval_samples_per_second": 186.03,
+      "eval_si_opus100_pr_auc": 0.7920569993926272,
+      "eval_sk_opus100_pr_auc": 0.9133137102777664,
+      "eval_sk_ud_pr_auc": 0.9696646980330211,
+      "eval_sl_opus100_pr_auc": 0.8499181250578478,
+      "eval_sl_ud_pr_auc": 0.9714913630547112,
+      "eval_sq_opus100_pr_auc": 0.8841185689006581,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8965197915802364,
+      "eval_sr_ud_pr_auc": 0.9872308280774157,
+      "eval_steps_per_second": 5.815,
+      "eval_sv_opus100_pr_auc": 0.8818130853001985,
+      "eval_sv_ud_pr_auc": 0.941029290223363,
+      "eval_ta_ersatz_pr_auc": 0.9835128426191408,
+      "eval_ta_opus100_pr_auc": 0.6328546383215561,
+      "eval_ta_ud_pr_auc": 0.999726178739522,
+      "eval_te_opus100_pr_auc": 0.8032360849898775,
+      "eval_tg_opus100_pr_auc": 0.8747373297344778,
+      "eval_th_opus100_pr_auc": 0.6596008480478849,
+      "eval_th_ud_pr_auc": 0.6390678688372713,
+      "eval_tr_ersatz_pr_auc": 0.9644304850366123,
+      "eval_tr_opus100_pr_auc": 0.8885858897243228,
+      "eval_tr_ud_pr_auc": 0.927435390784819,
+      "eval_uk_opus100_pr_auc": 0.8583581105825498,
+      "eval_uk_ud_pr_auc": 0.938030960798686,
+      "eval_ur_opus100_pr_auc": 0.49273587595170637,
+      "eval_ur_ud_pr_auc": 0.9961252412894619,
+      "eval_uz_opus100_pr_auc": 0.8455758307457624,
+      "eval_vi_opus100_pr_auc": 0.8845251565435003,
+      "eval_vi_ud_pr_auc": 0.9486702363437849,
+      "eval_xh_opus100_pr_auc": 0.8537038941911088,
+      "eval_yi_opus100_pr_auc": 0.6912716032970493,
+      "eval_yo_opus100_pr_auc": 0.7718749922997116,
+      "eval_yo_ud_pr_auc": 0.9260812676528929,
+      "eval_zh_ersatz_pr_auc": 0.8519449128897536,
+      "eval_zh_opus100_pr_auc": 0.730074639393544,
+      "eval_zh_ud_pr_auc": 0.96651386773167,
+      "eval_zu_opus100_pr_auc": 0.8183357746407178,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0378,
+      "step": 100050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0382,
+      "step": 100100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0388,
+      "step": 100150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.038,
+      "step": 100200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0386,
+      "step": 100250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0382,
+      "step": 100300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0383,
+      "step": 100350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0379,
+      "step": 100400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.038,
+      "step": 100450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0384,
+      "step": 100500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0381,
+      "step": 100550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0376,
+      "step": 100600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0377,
+      "step": 100650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0377,
+      "step": 100700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0379,
+      "step": 100750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.037,
+      "step": 100800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0377,
+      "step": 100850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0381,
+      "step": 100900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0385,
+      "step": 100950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0384,
+      "step": 101000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0379,
+      "step": 101050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0384,
+      "step": 101100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0378,
+      "step": 101150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0379,
+      "step": 101200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0387,
+      "step": 101250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0383,
+      "step": 101300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0389,
+      "step": 101350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0377,
+      "step": 101400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0381,
+      "step": 101450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.038,
+      "step": 101500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.038,
+      "step": 101550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.038,
+      "step": 101600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0374,
+      "step": 101650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0372,
+      "step": 101700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0384,
+      "step": 101750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0386,
+      "step": 101800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0387,
+      "step": 101850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0383,
+      "step": 101900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0374,
+      "step": 101950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0374,
+      "step": 102000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0381,
+      "step": 102050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0373,
+      "step": 102100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0384,
+      "step": 102150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0378,
+      "step": 102200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0384,
+      "step": 102250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.0392,
+      "step": 102300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0377,
+      "step": 102350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0377,
+      "step": 102400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0377,
+      "step": 102450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.038,
+      "step": 102500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0378,
+      "step": 102550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0377,
+      "step": 102600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0377,
+      "step": 102650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0382,
+      "step": 102700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0378,
+      "step": 102750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0377,
+      "step": 102800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.038,
+      "step": 102850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0382,
+      "step": 102900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0383,
+      "step": 102950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0383,
+      "step": 103000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0379,
+      "step": 103050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0376,
+      "step": 103100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0376,
+      "step": 103150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0377,
+      "step": 103200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0375,
+      "step": 103250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0384,
+      "step": 103300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0377,
+      "step": 103350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0383,
+      "step": 103400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0383,
+      "step": 103450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0372,
+      "step": 103500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0382,
+      "step": 103550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0377,
+      "step": 103600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0376,
+      "step": 103650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0385,
+      "step": 103700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0384,
+      "step": 103750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0376,
+      "step": 103800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0378,
+      "step": 103850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0375,
+      "step": 103900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0374,
+      "step": 103950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0383,
+      "step": 104000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0385,
+      "step": 104050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0387,
+      "step": 104100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0383,
+      "step": 104150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0379,
+      "step": 104200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0384,
+      "step": 104250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0378,
+      "step": 104300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0382,
+      "step": 104350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.038,
+      "step": 104400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.038,
+      "step": 104450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0372,
+      "step": 104500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0385,
+      "step": 104550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0371,
+      "step": 104600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0376,
+      "step": 104650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.037,
+      "step": 104700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0383,
+      "step": 104750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0378,
+      "step": 104800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.0383,
+      "step": 104850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.038,
+      "step": 104900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0379,
+      "step": 104950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0383,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7417723825493343,
+      "eval_af_ud_pr_auc": 0.9968233684208996,
+      "eval_am_opus100_pr_auc": 0.30966425345866655,
+      "eval_ar_ersatz_pr_auc": 0.9273574124539341,
+      "eval_ar_opus100_pr_auc": 0.6774985819248363,
+      "eval_ar_ud_pr_auc": 0.8271093948023334,
+      "eval_average_ersatz_pr_auc": 0.9567618784248778,
+      "eval_average_opus100_pr_auc": 0.8023556906241903,
+      "eval_average_ud_pr_auc": 0.9539203496348336,
+      "eval_az_opus100_pr_auc": 0.7293091603454813,
+      "eval_be_opus100_pr_auc": 0.6620972573355561,
+      "eval_be_ud_pr_auc": 0.8707269210837232,
+      "eval_bg_opus100_pr_auc": 0.9046937910359294,
+      "eval_bg_ud_pr_auc": 0.9902559394963709,
+      "eval_bn_opus100_pr_auc": 0.77747794246248,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8649951805154831,
+      "eval_ca_ud_pr_auc": 0.9910140533609061,
+      "eval_ceb_ud_pr_auc": 0.9972167356356848,
+      "eval_cs_ersatz_pr_auc": 0.9794905503117884,
+      "eval_cs_opus100_pr_auc": 0.8919423718565782,
+      "eval_cs_ud_pr_auc": 0.951072372005372,
+      "eval_cy_opus100_pr_auc": 0.7027052793536754,
+      "eval_cy_ud_pr_auc": 0.9953399728869875,
+      "eval_da_opus100_pr_auc": 0.8991130691222577,
+      "eval_da_ud_pr_auc": 0.9795284648096144,
+      "eval_de_ersatz_pr_auc": 0.9760183352017795,
+      "eval_de_opus100_pr_auc": 0.8426595554691729,
+      "eval_de_ud_pr_auc": 0.9797145746768279,
+      "eval_el_opus100_pr_auc": 0.9126594790847499,
+      "eval_el_ud_pr_auc": 0.9962922455202963,
+      "eval_en_ersatz_pr_auc": 0.9858845083858034,
+      "eval_en_opus100_pr_auc": 0.9108051677124435,
+      "eval_en_ud_pr_auc": 0.9583911477383832,
+      "eval_eo_opus100_pr_auc": 0.9123817091294756,
+      "eval_es_ersatz_pr_auc": 0.9953583149999522,
+      "eval_es_opus100_pr_auc": 0.9081363141710951,
+      "eval_es_ud_pr_auc": 0.9923782340870301,
+      "eval_et_ersatz_pr_auc": 0.9803171364181931,
+      "eval_et_opus100_pr_auc": 0.8915164532518487,
+      "eval_et_ud_pr_auc": 0.9331059747630284,
+      "eval_eu_opus100_pr_auc": 0.8667184640837954,
+      "eval_eu_ud_pr_auc": 0.9935580294253542,
+      "eval_fa_opus100_pr_auc": 0.5486541601075621,
+      "eval_fa_ud_pr_auc": 0.9974051164804606,
+      "eval_fi_ersatz_pr_auc": 0.9816976266520238,
+      "eval_fi_opus100_pr_auc": 0.8979674330864363,
+      "eval_fi_ud_pr_auc": 0.9641465111915308,
+      "eval_fr_ersatz_pr_auc": 0.9844774421997636,
+      "eval_fr_opus100_pr_auc": 0.8977240186191078,
+      "eval_fr_ud_pr_auc": 0.9822854796580536,
+      "eval_fy_opus100_pr_auc": 0.6602741291084216,
+      "eval_ga_opus100_pr_auc": 0.8585140864263855,
+      "eval_ga_ud_pr_auc": 0.8443791273169265,
+      "eval_gd_opus100_pr_auc": 0.5344716267952256,
+      "eval_gd_ud_pr_auc": 0.7061718516305955,
+      "eval_gl_opus100_pr_auc": 0.8707993501200263,
+      "eval_gl_ud_pr_auc": 0.9899264904961894,
+      "eval_gu_ersatz_pr_auc": 0.9477181292274619,
+      "eval_gu_opus100_pr_auc": 0.6837184580216505,
+      "eval_ha_opus100_pr_auc": 0.9028857423243514,
+      "eval_he_opus100_pr_auc": 0.8652529174936613,
+      "eval_he_ud_pr_auc": 0.9643864811997689,
+      "eval_hi_ersatz_pr_auc": 0.9681528694859941,
+      "eval_hi_opus100_pr_auc": 0.6201299658027914,
+      "eval_hi_ud_pr_auc": 0.985515714427646,
+      "eval_hu_opus100_pr_auc": 0.9056031442911119,
+      "eval_hu_ud_pr_auc": 0.9752860344852238,
+      "eval_hy_opus100_pr_auc": 0.9065453346427247,
+      "eval_hy_ud_pr_auc": 0.980557009046012,
+      "eval_id_opus100_pr_auc": 0.8474492973489905,
+      "eval_id_ud_pr_auc": 0.9909288385021449,
+      "eval_ig_opus100_pr_auc": 0.8430653657784476,
+      "eval_is_opus100_pr_auc": 0.9125078531199173,
+      "eval_is_ud_pr_auc": 0.8974584174113609,
+      "eval_it_opus100_pr_auc": 0.8885105199075,
+      "eval_it_ud_pr_auc": 0.9941543491759839,
+      "eval_ja_ersatz_pr_auc": 0.7676916628428241,
+      "eval_ja_opus100_pr_auc": 0.7746804049551002,
+      "eval_ja_ud_pr_auc": 0.9829032707508238,
+      "eval_jv_ud_pr_auc": 0.9961794058849427,
+      "eval_ka_opus100_pr_auc": 0.8568717958124882,
+      "eval_kk_ersatz_pr_auc": 0.9813174739431776,
+      "eval_kk_opus100_pr_auc": 0.7919773690179867,
+      "eval_kk_ud_pr_auc": 0.9780853239169092,
+      "eval_km_ersatz_pr_auc": 0.894155561880456,
+      "eval_km_opus100_pr_auc": 0.7018777934202097,
+      "eval_kn_opus100_pr_auc": 0.5509550106572797,
+      "eval_ko_opus100_pr_auc": 0.6338137551106513,
+      "eval_ko_ud_pr_auc": 0.9989429074281385,
+      "eval_ku_opus100_pr_auc": 0.8182539304485849,
+      "eval_ky_opus100_pr_auc": 0.8441871772579761,
+      "eval_la_ud_pr_auc": 0.9196913205874455,
+      "eval_loss": 0.04162348434329033,
+      "eval_lt_ersatz_pr_auc": 0.9811671996024225,
+      "eval_lt_opus100_pr_auc": 0.8664886729610775,
+      "eval_lt_ud_pr_auc": 0.9823275768545219,
+      "eval_lv_ersatz_pr_auc": 0.9906803997613032,
+      "eval_lv_opus100_pr_auc": 0.8701882881242966,
+      "eval_lv_ud_pr_auc": 0.9590592242206796,
+      "eval_mg_opus100_pr_auc": 0.9031189442240151,
+      "eval_mk_opus100_pr_auc": 0.8934334419370793,
+      "eval_ml_opus100_pr_auc": 0.7364436322401408,
+      "eval_mn_opus100_pr_auc": 0.946214185394992,
+      "eval_mr_opus100_pr_auc": 0.8807131336213202,
+      "eval_mr_ud_pr_auc": 0.9701215426511541,
+      "eval_ms_opus100_pr_auc": 0.8370080412871368,
+      "eval_mt_opus100_pr_auc": 0.7854867406250914,
+      "eval_mt_ud_pr_auc": 0.8922383033321081,
+      "eval_my_opus100_pr_auc": 0.6804663419785988,
+      "eval_ne_opus100_pr_auc": 0.6360950616772532,
+      "eval_nl_opus100_pr_auc": 0.880626033578813,
+      "eval_nl_ud_pr_auc": 0.9617750863125322,
+      "eval_no_opus100_pr_auc": 0.9049278591592755,
+      "eval_no_ud_pr_auc": 0.9953510659202165,
+      "eval_pa_opus100_pr_auc": 0.6538104366865176,
+      "eval_pl_ersatz_pr_auc": 0.9761986169682612,
+      "eval_pl_opus100_pr_auc": 0.8787491797004927,
+      "eval_pl_ud_pr_auc": 0.9570610210012738,
+      "eval_ps_ersatz_pr_auc": 0.944034245408614,
+      "eval_ps_opus100_pr_auc": 0.739940822769449,
+      "eval_pt_opus100_pr_auc": 0.9182164429139658,
+      "eval_pt_ud_pr_auc": 0.9844097874371786,
+      "eval_ro_ersatz_pr_auc": 0.9903396701722439,
+      "eval_ro_opus100_pr_auc": 0.8679028821267465,
+      "eval_ro_ud_pr_auc": 0.9312149133232503,
+      "eval_ru_ersatz_pr_auc": 0.9836436989225195,
+      "eval_ru_opus100_pr_auc": 0.9083154682161769,
+      "eval_ru_ud_pr_auc": 0.8628326959518948,
+      "eval_runtime": 407.832,
+      "eval_samples_per_second": 185.047,
+      "eval_si_opus100_pr_auc": 0.7888001075389813,
+      "eval_sk_opus100_pr_auc": 0.9166899234069785,
+      "eval_sk_ud_pr_auc": 0.9718027032413504,
+      "eval_sl_opus100_pr_auc": 0.8531624358601256,
+      "eval_sl_ud_pr_auc": 0.9744110047237826,
+      "eval_sq_opus100_pr_auc": 0.8773081915987777,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.898884965311469,
+      "eval_sr_ud_pr_auc": 0.9943737031848602,
+      "eval_steps_per_second": 5.784,
+      "eval_sv_opus100_pr_auc": 0.8797148269997281,
+      "eval_sv_ud_pr_auc": 0.9330674611056371,
+      "eval_ta_ersatz_pr_auc": 0.9882026170792455,
+      "eval_ta_opus100_pr_auc": 0.6260891675452044,
+      "eval_ta_ud_pr_auc": 0.9999999999999999,
+      "eval_te_opus100_pr_auc": 0.8010341647442054,
+      "eval_tg_opus100_pr_auc": 0.8758250452520429,
+      "eval_th_opus100_pr_auc": 0.6653935153386269,
+      "eval_th_ud_pr_auc": 0.6637224483151984,
+      "eval_tr_ersatz_pr_auc": 0.9671584766220609,
+      "eval_tr_opus100_pr_auc": 0.8904675759054058,
+      "eval_tr_ud_pr_auc": 0.9431629981052316,
+      "eval_uk_opus100_pr_auc": 0.8588657619376391,
+      "eval_uk_ud_pr_auc": 0.9356450415981862,
+      "eval_ur_opus100_pr_auc": 0.4929059268255983,
+      "eval_ur_ud_pr_auc": 0.9965133508635345,
+      "eval_uz_opus100_pr_auc": 0.8472731236528946,
+      "eval_vi_opus100_pr_auc": 0.8916655435268384,
+      "eval_vi_ud_pr_auc": 0.9644388398665787,
+      "eval_xh_opus100_pr_auc": 0.858245096841481,
+      "eval_yi_opus100_pr_auc": 0.6910746483901827,
+      "eval_yo_opus100_pr_auc": 0.7664184407894392,
+      "eval_yo_ud_pr_auc": 0.9246436147149261,
+      "eval_zh_ersatz_pr_auc": 0.8576993768074893,
+      "eval_zh_opus100_pr_auc": 0.692589786568525,
+      "eval_zh_ud_pr_auc": 0.9743564681584508,
+      "eval_zu_opus100_pr_auc": 0.8097757213895833,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0379,
+      "step": 105050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0379,
+      "step": 105100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0374,
+      "step": 105150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.0375,
+      "step": 105200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0374,
+      "step": 105250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0378,
+      "step": 105300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0377,
+      "step": 105350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0374,
+      "step": 105400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0379,
+      "step": 105450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0383,
+      "step": 105500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0377,
+      "step": 105550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0384,
+      "step": 105600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0377,
+      "step": 105650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0375,
+      "step": 105700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0377,
+      "step": 105750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.037,
+      "step": 105800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0378,
+      "step": 105850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0378,
+      "step": 105900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0385,
+      "step": 105950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.0382,
+      "step": 106000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0375,
+      "step": 106050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0388,
+      "step": 106100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0372,
+      "step": 106150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0376,
+      "step": 106200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0371,
+      "step": 106250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0378,
+      "step": 106300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0377,
+      "step": 106350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0389,
+      "step": 106400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0373,
+      "step": 106450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0379,
+      "step": 106500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0375,
+      "step": 106550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0384,
+      "step": 106600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0387,
+      "step": 106650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0373,
+      "step": 106700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0375,
+      "step": 106750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0388,
+      "step": 106800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.038,
+      "step": 106850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0382,
+      "step": 106900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0375,
+      "step": 106950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0381,
+      "step": 107000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0381,
+      "step": 107050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0381,
+      "step": 107100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0372,
+      "step": 107150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0375,
+      "step": 107200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.038,
+      "step": 107250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0373,
+      "step": 107300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.0384,
+      "step": 107350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0376,
+      "step": 107400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0375,
+      "step": 107450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0371,
+      "step": 107500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0371,
+      "step": 107550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0367,
+      "step": 107600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0378,
+      "step": 107650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.037,
+      "step": 107700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0384,
+      "step": 107750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0369,
+      "step": 107800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0375,
+      "step": 107850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0376,
+      "step": 107900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0387,
+      "step": 107950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0379,
+      "step": 108000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0375,
+      "step": 108050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0372,
+      "step": 108100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0375,
+      "step": 108150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0381,
+      "step": 108200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0374,
+      "step": 108250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.0379,
+      "step": 108300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.038,
+      "step": 108350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0373,
+      "step": 108400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0376,
+      "step": 108450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0373,
+      "step": 108500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0378,
+      "step": 108550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0375,
+      "step": 108600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0375,
+      "step": 108650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0389,
+      "step": 108700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.038,
+      "step": 108750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0382,
+      "step": 108800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0371,
+      "step": 108850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0378,
+      "step": 108900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0375,
+      "step": 108950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.0376,
+      "step": 109000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0385,
+      "step": 109050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0385,
+      "step": 109100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0375,
+      "step": 109150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0384,
+      "step": 109200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0376,
+      "step": 109250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.038,
+      "step": 109300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0377,
+      "step": 109350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0373,
+      "step": 109400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.0376,
+      "step": 109450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0378,
+      "step": 109500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0371,
+      "step": 109550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.038,
+      "step": 109600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0375,
+      "step": 109650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0382,
+      "step": 109700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0384,
+      "step": 109750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0377,
+      "step": 109800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0373,
+      "step": 109850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0378,
+      "step": 109900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0383,
+      "step": 109950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0374,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.745012909034912,
+      "eval_af_ud_pr_auc": 0.9955398150408623,
+      "eval_am_opus100_pr_auc": 0.38105822908097703,
+      "eval_ar_ersatz_pr_auc": 0.9244659823297686,
+      "eval_ar_opus100_pr_auc": 0.6617324216335463,
+      "eval_ar_ud_pr_auc": 0.8423514894764468,
+      "eval_average_ersatz_pr_auc": 0.949103266793086,
+      "eval_average_opus100_pr_auc": 0.8021382690476118,
+      "eval_average_ud_pr_auc": 0.9469610030711508,
+      "eval_az_opus100_pr_auc": 0.7477014386087204,
+      "eval_be_opus100_pr_auc": 0.6712503950498159,
+      "eval_be_ud_pr_auc": 0.8586199631074543,
+      "eval_bg_opus100_pr_auc": 0.9034816830256187,
+      "eval_bg_ud_pr_auc": 0.984819707924333,
+      "eval_bn_opus100_pr_auc": 0.7744235113551857,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8604802666931366,
+      "eval_ca_ud_pr_auc": 0.9839206923771023,
+      "eval_ceb_ud_pr_auc": 0.9995141167795627,
+      "eval_cs_ersatz_pr_auc": 0.9698525916521122,
+      "eval_cs_opus100_pr_auc": 0.895562662606298,
+      "eval_cs_ud_pr_auc": 0.9399614389962869,
+      "eval_cy_opus100_pr_auc": 0.7169480733488149,
+      "eval_cy_ud_pr_auc": 0.9942582902245783,
+      "eval_da_opus100_pr_auc": 0.8926809211993023,
+      "eval_da_ud_pr_auc": 0.9732742167208824,
+      "eval_de_ersatz_pr_auc": 0.9637481504568252,
+      "eval_de_opus100_pr_auc": 0.8473906347422069,
+      "eval_de_ud_pr_auc": 0.9758611689867192,
+      "eval_el_opus100_pr_auc": 0.91149607200302,
+      "eval_el_ud_pr_auc": 0.9939607328231448,
+      "eval_en_ersatz_pr_auc": 0.9832675103875411,
+      "eval_en_opus100_pr_auc": 0.9152827590186223,
+      "eval_en_ud_pr_auc": 0.9692788464632778,
+      "eval_eo_opus100_pr_auc": 0.909328167353818,
+      "eval_es_ersatz_pr_auc": 0.9939462889720038,
+      "eval_es_opus100_pr_auc": 0.9067339476911255,
+      "eval_es_ud_pr_auc": 0.9904847304603125,
+      "eval_et_ersatz_pr_auc": 0.9747809175082583,
+      "eval_et_opus100_pr_auc": 0.8906290209911768,
+      "eval_et_ud_pr_auc": 0.8929017018776655,
+      "eval_eu_opus100_pr_auc": 0.8665076980729852,
+      "eval_eu_ud_pr_auc": 0.9863606156522102,
+      "eval_fa_opus100_pr_auc": 0.5499527756174527,
+      "eval_fa_ud_pr_auc": 0.9947391125710172,
+      "eval_fi_ersatz_pr_auc": 0.9708416676230319,
+      "eval_fi_opus100_pr_auc": 0.8957509866331881,
+      "eval_fi_ud_pr_auc": 0.9544235078653339,
+      "eval_fr_ersatz_pr_auc": 0.9793837977880556,
+      "eval_fr_opus100_pr_auc": 0.8958251432802797,
+      "eval_fr_ud_pr_auc": 0.9720080769200841,
+      "eval_fy_opus100_pr_auc": 0.669366883680202,
+      "eval_ga_opus100_pr_auc": 0.8558092956310267,
+      "eval_ga_ud_pr_auc": 0.824460057357176,
+      "eval_gd_opus100_pr_auc": 0.5128791503428994,
+      "eval_gd_ud_pr_auc": 0.7039454718919563,
+      "eval_gl_opus100_pr_auc": 0.8781698665084415,
+      "eval_gl_ud_pr_auc": 0.9902414125445231,
+      "eval_gu_ersatz_pr_auc": 0.9303658050712446,
+      "eval_gu_opus100_pr_auc": 0.692147416657168,
+      "eval_ha_opus100_pr_auc": 0.8954188564491556,
+      "eval_he_opus100_pr_auc": 0.8382551269745478,
+      "eval_he_ud_pr_auc": 0.964377280978416,
+      "eval_hi_ersatz_pr_auc": 0.9549527317539892,
+      "eval_hi_opus100_pr_auc": 0.6246579828830573,
+      "eval_hi_ud_pr_auc": 0.9808354538851614,
+      "eval_hu_opus100_pr_auc": 0.9064554748263511,
+      "eval_hu_ud_pr_auc": 0.9652922127104987,
+      "eval_hy_opus100_pr_auc": 0.9000849317878864,
+      "eval_hy_ud_pr_auc": 0.9671008688291327,
+      "eval_id_opus100_pr_auc": 0.859755084032417,
+      "eval_id_ud_pr_auc": 0.990458730090871,
+      "eval_ig_opus100_pr_auc": 0.8785511239625935,
+      "eval_is_opus100_pr_auc": 0.9143638189074313,
+      "eval_is_ud_pr_auc": 0.8813428598995852,
+      "eval_it_opus100_pr_auc": 0.8870490005685784,
+      "eval_it_ud_pr_auc": 0.9909710473297381,
+      "eval_ja_ersatz_pr_auc": 0.7751501122947946,
+      "eval_ja_opus100_pr_auc": 0.7675851075123464,
+      "eval_ja_ud_pr_auc": 0.9810707531480788,
+      "eval_jv_ud_pr_auc": 0.9860367386728444,
+      "eval_ka_opus100_pr_auc": 0.8573651425999941,
+      "eval_kk_ersatz_pr_auc": 0.9824325395710329,
+      "eval_kk_opus100_pr_auc": 0.8044860100009068,
+      "eval_kk_ud_pr_auc": 0.9736995773261634,
+      "eval_km_ersatz_pr_auc": 0.8927496572141875,
+      "eval_km_opus100_pr_auc": 0.707797778369511,
+      "eval_kn_opus100_pr_auc": 0.5382129087355141,
+      "eval_ko_opus100_pr_auc": 0.6493034159404715,
+      "eval_ko_ud_pr_auc": 0.9985861962490821,
+      "eval_ku_opus100_pr_auc": 0.8074146440531562,
+      "eval_ky_opus100_pr_auc": 0.8652305597331712,
+      "eval_la_ud_pr_auc": 0.9133419298248151,
+      "eval_loss": 0.0412394255399704,
+      "eval_lt_ersatz_pr_auc": 0.9752075118272056,
+      "eval_lt_opus100_pr_auc": 0.8501075328316152,
+      "eval_lt_ud_pr_auc": 0.9840403574004946,
+      "eval_lv_ersatz_pr_auc": 0.9845573613107639,
+      "eval_lv_opus100_pr_auc": 0.8643793104073549,
+      "eval_lv_ud_pr_auc": 0.9573009874138749,
+      "eval_mg_opus100_pr_auc": 0.8859627063125748,
+      "eval_mk_opus100_pr_auc": 0.8840759722644029,
+      "eval_ml_opus100_pr_auc": 0.7460480270395439,
+      "eval_mn_opus100_pr_auc": 0.9452497162246397,
+      "eval_mr_opus100_pr_auc": 0.8691547357577797,
+      "eval_mr_ud_pr_auc": 0.9818352759063416,
+      "eval_ms_opus100_pr_auc": 0.8548308908342137,
+      "eval_mt_opus100_pr_auc": 0.7768066851558515,
+      "eval_mt_ud_pr_auc": 0.839603078482453,
+      "eval_my_opus100_pr_auc": 0.692995296287361,
+      "eval_ne_opus100_pr_auc": 0.6454192882028557,
+      "eval_nl_opus100_pr_auc": 0.8810706429172348,
+      "eval_nl_ud_pr_auc": 0.9735240341738469,
+      "eval_no_opus100_pr_auc": 0.912492113838078,
+      "eval_no_ud_pr_auc": 0.9950042432844425,
+      "eval_pa_opus100_pr_auc": 0.6557202580063559,
+      "eval_pl_ersatz_pr_auc": 0.9660734249683613,
+      "eval_pl_opus100_pr_auc": 0.8734887550638605,
+      "eval_pl_ud_pr_auc": 0.9511683666123524,
+      "eval_ps_ersatz_pr_auc": 0.9231474062076563,
+      "eval_ps_opus100_pr_auc": 0.7409804569724044,
+      "eval_pt_opus100_pr_auc": 0.9151063476146648,
+      "eval_pt_ud_pr_auc": 0.9775159562012795,
+      "eval_ro_ersatz_pr_auc": 0.984905021103651,
+      "eval_ro_opus100_pr_auc": 0.8820215889502144,
+      "eval_ro_ud_pr_auc": 0.8791351286959982,
+      "eval_ru_ersatz_pr_auc": 0.9786314692108774,
+      "eval_ru_opus100_pr_auc": 0.8838837044351784,
+      "eval_ru_ud_pr_auc": 0.8563636568886653,
+      "eval_runtime": 405.6797,
+      "eval_samples_per_second": 186.029,
+      "eval_si_opus100_pr_auc": 0.7906279404756416,
+      "eval_sk_opus100_pr_auc": 0.9097043123127599,
+      "eval_sk_ud_pr_auc": 0.967782743250661,
+      "eval_sl_opus100_pr_auc": 0.8512769542774382,
+      "eval_sl_ud_pr_auc": 0.9643485779217542,
+      "eval_sq_opus100_pr_auc": 0.8761283821645256,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8961876219620791,
+      "eval_sr_ud_pr_auc": 0.9826833002996936,
+      "eval_steps_per_second": 5.815,
+      "eval_sv_opus100_pr_auc": 0.8843045144689881,
+      "eval_sv_ud_pr_auc": 0.9271070345391554,
+      "eval_ta_ersatz_pr_auc": 0.9828202668716857,
+      "eval_ta_opus100_pr_auc": 0.6178978833291798,
+      "eval_ta_ud_pr_auc": 0.9993932092037737,
+      "eval_te_opus100_pr_auc": 0.8062330351868467,
+      "eval_tg_opus100_pr_auc": 0.856725426049049,
+      "eval_th_opus100_pr_auc": 0.6617429845220304,
+      "eval_th_ud_pr_auc": 0.6600285905742156,
+      "eval_tr_ersatz_pr_auc": 0.9512110639981582,
+      "eval_tr_opus100_pr_auc": 0.883792043656814,
+      "eval_tr_ud_pr_auc": 0.9162830046742307,
+      "eval_uk_opus100_pr_auc": 0.8595588100120122,
+      "eval_uk_ud_pr_auc": 0.9348469827001575,
+      "eval_ur_opus100_pr_auc": 0.48188954848508164,
+      "eval_ur_ud_pr_auc": 0.9945633154653255,
+      "eval_uz_opus100_pr_auc": 0.8335742597000081,
+      "eval_vi_opus100_pr_auc": 0.8928810082537325,
+      "eval_vi_ud_pr_auc": 0.9471102402148545,
+      "eval_xh_opus100_pr_auc": 0.8413142289143326,
+      "eval_yi_opus100_pr_auc": 0.6665294070204146,
+      "eval_yo_opus100_pr_auc": 0.7828774232531652,
+      "eval_yo_ud_pr_auc": 0.9024705942359104,
+      "eval_zh_ersatz_pr_auc": 0.8377805913266891,
+      "eval_zh_opus100_pr_auc": 0.6523633295178822,
+      "eval_zh_ud_pr_auc": 0.9706296819107968,
+      "eval_zu_opus100_pr_auc": 0.820345622028965,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0381,
+      "step": 110050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.039,
+      "step": 110100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0368,
+      "step": 110150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0377,
+      "step": 110200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0376,
+      "step": 110250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0376,
+      "step": 110300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0378,
+      "step": 110350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.038,
+      "step": 110400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0373,
+      "step": 110450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0375,
+      "step": 110500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.0375,
+      "step": 110550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.038,
+      "step": 110600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0379,
+      "step": 110650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0382,
+      "step": 110700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.037,
+      "step": 110750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.038,
+      "step": 110800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0392,
+      "step": 110850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0375,
+      "step": 110900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0372,
+      "step": 110950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0383,
+      "step": 111000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0379,
+      "step": 111050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0369,
+      "step": 111100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0383,
+      "step": 111150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0371,
+      "step": 111200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0371,
+      "step": 111250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0376,
+      "step": 111300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0371,
+      "step": 111350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0373,
+      "step": 111400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0378,
+      "step": 111450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0372,
+      "step": 111500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0381,
+      "step": 111550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0379,
+      "step": 111600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0372,
+      "step": 111650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0386,
+      "step": 111700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0373,
+      "step": 111750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0376,
+      "step": 111800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0387,
+      "step": 111850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0386,
+      "step": 111900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0378,
+      "step": 111950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0375,
+      "step": 112000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0375,
+      "step": 112050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0378,
+      "step": 112100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0377,
+      "step": 112150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.0381,
+      "step": 112200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0375,
+      "step": 112250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0376,
+      "step": 112300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0378,
+      "step": 112350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0374,
+      "step": 112400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0382,
+      "step": 112450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0375,
+      "step": 112500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0377,
+      "step": 112550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0372,
+      "step": 112600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0383,
+      "step": 112650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0372,
+      "step": 112700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.038,
+      "step": 112750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.0385,
+      "step": 112800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.038,
+      "step": 112850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.038,
+      "step": 112900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0382,
+      "step": 112950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0385,
+      "step": 113000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0382,
+      "step": 113050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0385,
+      "step": 113100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0374,
+      "step": 113150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.038,
+      "step": 113200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0375,
+      "step": 113250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0371,
+      "step": 113300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0371,
+      "step": 113350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0379,
+      "step": 113400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0374,
+      "step": 113450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0377,
+      "step": 113500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0364,
+      "step": 113550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0366,
+      "step": 113600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.037,
+      "step": 113650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0376,
+      "step": 113700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0373,
+      "step": 113750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0373,
+      "step": 113800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0382,
+      "step": 113850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0369,
+      "step": 113900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0368,
+      "step": 113950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0369,
+      "step": 114000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0366,
+      "step": 114050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0373,
+      "step": 114100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0372,
+      "step": 114150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0374,
+      "step": 114200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0372,
+      "step": 114250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0375,
+      "step": 114300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0369,
+      "step": 114350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0374,
+      "step": 114400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0376,
+      "step": 114450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0376,
+      "step": 114500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0383,
+      "step": 114550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0374,
+      "step": 114600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0383,
+      "step": 114650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.038,
+      "step": 114700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0373,
+      "step": 114750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0381,
+      "step": 114800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0376,
+      "step": 114850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0379,
+      "step": 114900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0366,
+      "step": 114950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0378,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7383371839452544,
+      "eval_af_ud_pr_auc": 0.9911432674184265,
+      "eval_am_opus100_pr_auc": 0.347464360258512,
+      "eval_ar_ersatz_pr_auc": 0.9240417526689255,
+      "eval_ar_opus100_pr_auc": 0.6711706829008601,
+      "eval_ar_ud_pr_auc": 0.8424480953566674,
+      "eval_average_ersatz_pr_auc": 0.9527747183973436,
+      "eval_average_opus100_pr_auc": 0.8021792254081643,
+      "eval_average_ud_pr_auc": 0.9498286014551524,
+      "eval_az_opus100_pr_auc": 0.7283318660706233,
+      "eval_be_opus100_pr_auc": 0.6479185102491469,
+      "eval_be_ud_pr_auc": 0.8653432334727135,
+      "eval_bg_opus100_pr_auc": 0.9060741435279539,
+      "eval_bg_ud_pr_auc": 0.9877832219866856,
+      "eval_bn_opus100_pr_auc": 0.7738021339382906,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8568813817099831,
+      "eval_ca_ud_pr_auc": 0.9835547749931713,
+      "eval_ceb_ud_pr_auc": 0.998403686096772,
+      "eval_cs_ersatz_pr_auc": 0.9750900730820696,
+      "eval_cs_opus100_pr_auc": 0.8920254250511102,
+      "eval_cs_ud_pr_auc": 0.9484108461672159,
+      "eval_cy_opus100_pr_auc": 0.7197075921765799,
+      "eval_cy_ud_pr_auc": 0.993256960310408,
+      "eval_da_opus100_pr_auc": 0.9046140302314931,
+      "eval_da_ud_pr_auc": 0.9740546397259998,
+      "eval_de_ersatz_pr_auc": 0.965770104685758,
+      "eval_de_opus100_pr_auc": 0.847062613472468,
+      "eval_de_ud_pr_auc": 0.9779319555015488,
+      "eval_el_opus100_pr_auc": 0.916036682480749,
+      "eval_el_ud_pr_auc": 0.9924578242322917,
+      "eval_en_ersatz_pr_auc": 0.9815432165877294,
+      "eval_en_opus100_pr_auc": 0.9200512271299202,
+      "eval_en_ud_pr_auc": 0.9674661059044131,
+      "eval_eo_opus100_pr_auc": 0.9147178068130941,
+      "eval_es_ersatz_pr_auc": 0.9916825837070469,
+      "eval_es_opus100_pr_auc": 0.9073050076310669,
+      "eval_es_ud_pr_auc": 0.9887270549300381,
+      "eval_et_ersatz_pr_auc": 0.9735498021143242,
+      "eval_et_opus100_pr_auc": 0.8868046028966712,
+      "eval_et_ud_pr_auc": 0.9049967439270041,
+      "eval_eu_opus100_pr_auc": 0.8689402699426112,
+      "eval_eu_ud_pr_auc": 0.9902072807563235,
+      "eval_fa_opus100_pr_auc": 0.5432125265377413,
+      "eval_fa_ud_pr_auc": 0.9973028854389401,
+      "eval_fi_ersatz_pr_auc": 0.9787824825433358,
+      "eval_fi_opus100_pr_auc": 0.8998950314318289,
+      "eval_fi_ud_pr_auc": 0.9586572123809715,
+      "eval_fr_ersatz_pr_auc": 0.974684348398547,
+      "eval_fr_opus100_pr_auc": 0.9001325905090122,
+      "eval_fr_ud_pr_auc": 0.9684880214431341,
+      "eval_fy_opus100_pr_auc": 0.6631801947193543,
+      "eval_ga_opus100_pr_auc": 0.864594594144122,
+      "eval_ga_ud_pr_auc": 0.8333985991217483,
+      "eval_gd_opus100_pr_auc": 0.5240850781779655,
+      "eval_gd_ud_pr_auc": 0.7127027734906365,
+      "eval_gl_opus100_pr_auc": 0.8788969794416978,
+      "eval_gl_ud_pr_auc": 0.9888413906454684,
+      "eval_gu_ersatz_pr_auc": 0.9432094912813279,
+      "eval_gu_opus100_pr_auc": 0.6883149684930138,
+      "eval_ha_opus100_pr_auc": 0.8981115418048898,
+      "eval_he_opus100_pr_auc": 0.855884255237377,
+      "eval_he_ud_pr_auc": 0.9606262866307975,
+      "eval_hi_ersatz_pr_auc": 0.9640351895557429,
+      "eval_hi_opus100_pr_auc": 0.6168953273748791,
+      "eval_hi_ud_pr_auc": 0.9909559227234854,
+      "eval_hu_opus100_pr_auc": 0.9102024666235284,
+      "eval_hu_ud_pr_auc": 0.9700988045524792,
+      "eval_hy_opus100_pr_auc": 0.9040346140026922,
+      "eval_hy_ud_pr_auc": 0.96850136351854,
+      "eval_id_opus100_pr_auc": 0.8777489336508686,
+      "eval_id_ud_pr_auc": 0.9892752299901929,
+      "eval_ig_opus100_pr_auc": 0.851803073115971,
+      "eval_is_opus100_pr_auc": 0.9205098286361469,
+      "eval_is_ud_pr_auc": 0.8765764543189951,
+      "eval_it_opus100_pr_auc": 0.8921243793167936,
+      "eval_it_ud_pr_auc": 0.9896956935284404,
+      "eval_ja_ersatz_pr_auc": 0.7666355203161064,
+      "eval_ja_opus100_pr_auc": 0.7635550282130813,
+      "eval_ja_ud_pr_auc": 0.9809982441259818,
+      "eval_jv_ud_pr_auc": 0.9897270548532724,
+      "eval_ka_opus100_pr_auc": 0.8511373984270252,
+      "eval_kk_ersatz_pr_auc": 0.9830170306823226,
+      "eval_kk_opus100_pr_auc": 0.7906978964284734,
+      "eval_kk_ud_pr_auc": 0.9716122825373079,
+      "eval_km_ersatz_pr_auc": 0.8936217378365051,
+      "eval_km_opus100_pr_auc": 0.702777641002508,
+      "eval_kn_opus100_pr_auc": 0.5419661673972219,
+      "eval_ko_opus100_pr_auc": 0.6297644190505475,
+      "eval_ko_ud_pr_auc": 0.9989804018764249,
+      "eval_ku_opus100_pr_auc": 0.8246429270042346,
+      "eval_ky_opus100_pr_auc": 0.8338973903822139,
+      "eval_la_ud_pr_auc": 0.9245956297500328,
+      "eval_loss": 0.041076477617025375,
+      "eval_lt_ersatz_pr_auc": 0.9807128009305739,
+      "eval_lt_opus100_pr_auc": 0.8520521629894985,
+      "eval_lt_ud_pr_auc": 0.9819391227376447,
+      "eval_lv_ersatz_pr_auc": 0.988903392486195,
+      "eval_lv_opus100_pr_auc": 0.8709875496112048,
+      "eval_lv_ud_pr_auc": 0.9612601950418697,
+      "eval_mg_opus100_pr_auc": 0.8951905887588183,
+      "eval_mk_opus100_pr_auc": 0.8867155923961605,
+      "eval_ml_opus100_pr_auc": 0.7370408775014192,
+      "eval_mn_opus100_pr_auc": 0.9387909699390843,
+      "eval_mr_opus100_pr_auc": 0.8884571389337438,
+      "eval_mr_ud_pr_auc": 0.9544641318635567,
+      "eval_ms_opus100_pr_auc": 0.8544614815733321,
+      "eval_mt_opus100_pr_auc": 0.7869696288868936,
+      "eval_mt_ud_pr_auc": 0.8329422093466584,
+      "eval_my_opus100_pr_auc": 0.6947603445557401,
+      "eval_ne_opus100_pr_auc": 0.6461073199795779,
+      "eval_nl_opus100_pr_auc": 0.8833855774811441,
+      "eval_nl_ud_pr_auc": 0.9739813178967356,
+      "eval_no_opus100_pr_auc": 0.9169957412431136,
+      "eval_no_ud_pr_auc": 0.994192866648677,
+      "eval_pa_opus100_pr_auc": 0.6762151455364812,
+      "eval_pl_ersatz_pr_auc": 0.9727464129904175,
+      "eval_pl_opus100_pr_auc": 0.8864314440693457,
+      "eval_pl_ud_pr_auc": 0.9577799591031066,
+      "eval_ps_ersatz_pr_auc": 0.9367953138460362,
+      "eval_ps_opus100_pr_auc": 0.7456537119295399,
+      "eval_pt_opus100_pr_auc": 0.9167633043652872,
+      "eval_pt_ud_pr_auc": 0.9792254570625158,
+      "eval_ro_ersatz_pr_auc": 0.98746866013039,
+      "eval_ro_opus100_pr_auc": 0.8620911895478209,
+      "eval_ro_ud_pr_auc": 0.8998161434580183,
+      "eval_ru_ersatz_pr_auc": 0.9802271480380681,
+      "eval_ru_opus100_pr_auc": 0.9033833105288185,
+      "eval_ru_ud_pr_auc": 0.8693990480791176,
+      "eval_runtime": 411.0386,
+      "eval_samples_per_second": 183.603,
+      "eval_si_opus100_pr_auc": 0.7885405571596464,
+      "eval_sk_opus100_pr_auc": 0.9181860664563177,
+      "eval_sk_ud_pr_auc": 0.9741254601661002,
+      "eval_sl_opus100_pr_auc": 0.8497540272752586,
+      "eval_sl_ud_pr_auc": 0.9626426026796188,
+      "eval_sq_opus100_pr_auc": 0.8781839027123375,
+      "eval_sq_ud_pr_auc": 0.9999999999999999,
+      "eval_sr_opus100_pr_auc": 0.9021869734626976,
+      "eval_sr_ud_pr_auc": 0.9905564238926325,
+      "eval_steps_per_second": 5.739,
+      "eval_sv_opus100_pr_auc": 0.8921539376459663,
+      "eval_sv_ud_pr_auc": 0.9341391051681872,
+      "eval_ta_ersatz_pr_auc": 0.9823408755248407,
+      "eval_ta_opus100_pr_auc": 0.6254408715801637,
+      "eval_ta_ud_pr_auc": 0.9993756721979188,
+      "eval_te_opus100_pr_auc": 0.8036987590502696,
+      "eval_tg_opus100_pr_auc": 0.8711951023038988,
+      "eval_th_opus100_pr_auc": 0.6608679345002764,
+      "eval_th_ud_pr_auc": 0.6772723519711897,
+      "eval_tr_ersatz_pr_auc": 0.9616724547100762,
+      "eval_tr_opus100_pr_auc": 0.8911419713782543,
+      "eval_tr_ud_pr_auc": 0.9394144467570854,
+      "eval_uk_opus100_pr_auc": 0.8573906183330431,
+      "eval_uk_ud_pr_auc": 0.9432212381129482,
+      "eval_ur_opus100_pr_auc": 0.4834490218635941,
+      "eval_ur_ud_pr_auc": 0.9957161882690967,
+      "eval_uz_opus100_pr_auc": 0.8372205758373642,
+      "eval_vi_opus100_pr_auc": 0.8942617794028555,
+      "eval_vi_ud_pr_auc": 0.9547099175837944,
+      "eval_xh_opus100_pr_auc": 0.8506868001288045,
+      "eval_yi_opus100_pr_auc": 0.6207969845787232,
+      "eval_yo_opus100_pr_auc": 0.7771818686322489,
+      "eval_yo_ud_pr_auc": 0.9193952217249622,
+      "eval_zh_ersatz_pr_auc": 0.8545134126252252,
+      "eval_zh_opus100_pr_auc": 0.6545802750598999,
+      "eval_zh_ud_pr_auc": 0.9674412614757204,
+      "eval_zu_opus100_pr_auc": 0.8040146047312446,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0377,
+      "step": 115050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.037,
+      "step": 115100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0376,
+      "step": 115150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0376,
+      "step": 115200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.037,
+      "step": 115250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0378,
+      "step": 115300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0376,
+      "step": 115350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0373,
+      "step": 115400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0371,
+      "step": 115450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0373,
+      "step": 115500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0366,
+      "step": 115550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0371,
+      "step": 115600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0369,
+      "step": 115650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0379,
+      "step": 115700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0384,
+      "step": 115750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0364,
+      "step": 115800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0373,
+      "step": 115850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0366,
+      "step": 115900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0371,
+      "step": 115950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0371,
+      "step": 116000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0364,
+      "step": 116050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.037,
+      "step": 116100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0373,
+      "step": 116150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0376,
+      "step": 116200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0374,
+      "step": 116250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0377,
+      "step": 116300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0376,
+      "step": 116350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.037,
+      "step": 116400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0381,
+      "step": 116450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0383,
+      "step": 116500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0375,
+      "step": 116550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0375,
+      "step": 116600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0387,
+      "step": 116650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0364,
+      "step": 116700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0372,
+      "step": 116750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0369,
+      "step": 116800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0374,
+      "step": 116850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0377,
+      "step": 116900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.037,
+      "step": 116950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0375,
+      "step": 117000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0369,
+      "step": 117050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0378,
+      "step": 117100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0374,
+      "step": 117150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.036,
+      "step": 117200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0372,
+      "step": 117250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0379,
+      "step": 117300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0363,
+      "step": 117350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0378,
+      "step": 117400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.038,
+      "step": 117450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0375,
+      "step": 117500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0373,
+      "step": 117550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0375,
+      "step": 117600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0382,
+      "step": 117650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0367,
+      "step": 117700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0364,
+      "step": 117750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.038,
+      "step": 117800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0373,
+      "step": 117850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0375,
+      "step": 117900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0372,
+      "step": 117950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0375,
+      "step": 118000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0373,
+      "step": 118050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0381,
+      "step": 118100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0379,
+      "step": 118150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0373,
+      "step": 118200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0376,
+      "step": 118250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0374,
+      "step": 118300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0366,
+      "step": 118350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0371,
+      "step": 118400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0363,
+      "step": 118450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0377,
+      "step": 118500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0373,
+      "step": 118550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0373,
+      "step": 118600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0375,
+      "step": 118650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0378,
+      "step": 118700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0373,
+      "step": 118750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0368,
+      "step": 118800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0376,
+      "step": 118850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0371,
+      "step": 118900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0365,
+      "step": 118950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0366,
+      "step": 119000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.037,
+      "step": 119050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.037,
+      "step": 119100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0377,
+      "step": 119150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0366,
+      "step": 119200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0378,
+      "step": 119250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0375,
+      "step": 119300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0371,
+      "step": 119350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0372,
+      "step": 119400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0374,
+      "step": 119450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0368,
+      "step": 119500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0374,
+      "step": 119550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0375,
+      "step": 119600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.038,
+      "step": 119650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0357,
+      "step": 119700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0372,
+      "step": 119750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0376,
+      "step": 119800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0369,
+      "step": 119850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0368,
+      "step": 119900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.037,
+      "step": 119950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0375,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7395946240523749,
+      "eval_af_ud_pr_auc": 0.9953483977361159,
+      "eval_am_opus100_pr_auc": 0.4593076891289154,
+      "eval_ar_ersatz_pr_auc": 0.9230365664301563,
+      "eval_ar_opus100_pr_auc": 0.6753126850483434,
+      "eval_ar_ud_pr_auc": 0.8373183467576403,
+      "eval_average_ersatz_pr_auc": 0.9555652077427367,
+      "eval_average_opus100_pr_auc": 0.8076475296788205,
+      "eval_average_ud_pr_auc": 0.9520848930017832,
+      "eval_az_opus100_pr_auc": 0.7264285328537424,
+      "eval_be_opus100_pr_auc": 0.6475988374326602,
+      "eval_be_ud_pr_auc": 0.8833575007607936,
+      "eval_bg_opus100_pr_auc": 0.908384474039277,
+      "eval_bg_ud_pr_auc": 0.9911318062791526,
+      "eval_bn_opus100_pr_auc": 0.7677564278737735,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8607796604180452,
+      "eval_ca_ud_pr_auc": 0.9871204944899121,
+      "eval_ceb_ud_pr_auc": 0.99921277777462,
+      "eval_cs_ersatz_pr_auc": 0.9773940176319156,
+      "eval_cs_opus100_pr_auc": 0.8958118191063047,
+      "eval_cs_ud_pr_auc": 0.9523646548366964,
+      "eval_cy_opus100_pr_auc": 0.7194403788520835,
+      "eval_cy_ud_pr_auc": 0.9957256321654672,
+      "eval_da_opus100_pr_auc": 0.898812475185298,
+      "eval_da_ud_pr_auc": 0.9719436902588844,
+      "eval_de_ersatz_pr_auc": 0.9681329444169922,
+      "eval_de_opus100_pr_auc": 0.8528532952601919,
+      "eval_de_ud_pr_auc": 0.9777860313456738,
+      "eval_el_opus100_pr_auc": 0.9127529810133189,
+      "eval_el_ud_pr_auc": 0.9899449308177866,
+      "eval_en_ersatz_pr_auc": 0.9844688573820106,
+      "eval_en_opus100_pr_auc": 0.9234751127275167,
+      "eval_en_ud_pr_auc": 0.9658400290598256,
+      "eval_eo_opus100_pr_auc": 0.9149009798741923,
+      "eval_es_ersatz_pr_auc": 0.9950506350240155,
+      "eval_es_opus100_pr_auc": 0.9085433540149109,
+      "eval_es_ud_pr_auc": 0.9924842719827234,
+      "eval_et_ersatz_pr_auc": 0.9759832120388274,
+      "eval_et_opus100_pr_auc": 0.8937837399512927,
+      "eval_et_ud_pr_auc": 0.9265059899194517,
+      "eval_eu_opus100_pr_auc": 0.8701672863026289,
+      "eval_eu_ud_pr_auc": 0.9914680318226141,
+      "eval_fa_opus100_pr_auc": 0.5531955705072138,
+      "eval_fa_ud_pr_auc": 0.9966845791628132,
+      "eval_fi_ersatz_pr_auc": 0.980662273347544,
+      "eval_fi_opus100_pr_auc": 0.8945004529636068,
+      "eval_fi_ud_pr_auc": 0.958518697223419,
+      "eval_fr_ersatz_pr_auc": 0.9802189778122827,
+      "eval_fr_opus100_pr_auc": 0.9036589494172023,
+      "eval_fr_ud_pr_auc": 0.9691345648363121,
+      "eval_fy_opus100_pr_auc": 0.660616459732887,
+      "eval_ga_opus100_pr_auc": 0.8614856466959263,
+      "eval_ga_ud_pr_auc": 0.8185554821873945,
+      "eval_gd_opus100_pr_auc": 0.5173977391533563,
+      "eval_gd_ud_pr_auc": 0.7312347556486889,
+      "eval_gl_opus100_pr_auc": 0.8774526163175266,
+      "eval_gl_ud_pr_auc": 0.9898081402036096,
+      "eval_gu_ersatz_pr_auc": 0.9418683437561582,
+      "eval_gu_opus100_pr_auc": 0.7041596802772294,
+      "eval_ha_opus100_pr_auc": 0.8887335184073861,
+      "eval_he_opus100_pr_auc": 0.8411927259580313,
+      "eval_he_ud_pr_auc": 0.9714183083103224,
+      "eval_hi_ersatz_pr_auc": 0.9646856588236796,
+      "eval_hi_opus100_pr_auc": 0.6133804085512454,
+      "eval_hi_ud_pr_auc": 0.9832117784718267,
+      "eval_hu_opus100_pr_auc": 0.9176003529999255,
+      "eval_hu_ud_pr_auc": 0.9735240042605864,
+      "eval_hy_opus100_pr_auc": 0.9042068169172026,
+      "eval_hy_ud_pr_auc": 0.9798312566876558,
+      "eval_id_opus100_pr_auc": 0.865336276507848,
+      "eval_id_ud_pr_auc": 0.9891489225105349,
+      "eval_ig_opus100_pr_auc": 0.8676708614723058,
+      "eval_is_opus100_pr_auc": 0.9219962196678299,
+      "eval_is_ud_pr_auc": 0.8912152736154724,
+      "eval_it_opus100_pr_auc": 0.8905482863011666,
+      "eval_it_ud_pr_auc": 0.9916917986593817,
+      "eval_ja_ersatz_pr_auc": 0.7977901853102588,
+      "eval_ja_opus100_pr_auc": 0.7701849152154631,
+      "eval_ja_ud_pr_auc": 0.9835564075376696,
+      "eval_jv_ud_pr_auc": 0.9700253481912315,
+      "eval_ka_opus100_pr_auc": 0.8591263909952022,
+      "eval_kk_ersatz_pr_auc": 0.9846663560216069,
+      "eval_kk_opus100_pr_auc": 0.7975320261147958,
+      "eval_kk_ud_pr_auc": 0.9691207243917954,
+      "eval_km_ersatz_pr_auc": 0.8954001248284557,
+      "eval_km_opus100_pr_auc": 0.7203292981441216,
+      "eval_kn_opus100_pr_auc": 0.5816820374030279,
+      "eval_ko_opus100_pr_auc": 0.6259881877216484,
+      "eval_ko_ud_pr_auc": 0.9993249943792648,
+      "eval_ku_opus100_pr_auc": 0.8109056970972539,
+      "eval_ky_opus100_pr_auc": 0.8246799292658215,
+      "eval_la_ud_pr_auc": 0.9349053095292585,
+      "eval_loss": 0.04089943319559097,
+      "eval_lt_ersatz_pr_auc": 0.9810451529739427,
+      "eval_lt_opus100_pr_auc": 0.8590749231826508,
+      "eval_lt_ud_pr_auc": 0.9828097668521453,
+      "eval_lv_ersatz_pr_auc": 0.9904032815927656,
+      "eval_lv_opus100_pr_auc": 0.8713951662232672,
+      "eval_lv_ud_pr_auc": 0.9652702573393578,
+      "eval_mg_opus100_pr_auc": 0.9054521297034241,
+      "eval_mk_opus100_pr_auc": 0.8893543118078642,
+      "eval_ml_opus100_pr_auc": 0.7408044643905797,
+      "eval_mn_opus100_pr_auc": 0.9480436806473931,
+      "eval_mr_opus100_pr_auc": 0.9009590847096703,
+      "eval_mr_ud_pr_auc": 0.963507802743756,
+      "eval_ms_opus100_pr_auc": 0.8569172782754778,
+      "eval_mt_opus100_pr_auc": 0.7941327574496597,
+      "eval_mt_ud_pr_auc": 0.8391007573819574,
+      "eval_my_opus100_pr_auc": 0.7123589090026777,
+      "eval_ne_opus100_pr_auc": 0.6680719417560314,
+      "eval_nl_opus100_pr_auc": 0.8832700811519567,
+      "eval_nl_ud_pr_auc": 0.9669195163479238,
+      "eval_no_opus100_pr_auc": 0.9139309052454835,
+      "eval_no_ud_pr_auc": 0.9940853148614827,
+      "eval_pa_opus100_pr_auc": 0.6712605554401945,
+      "eval_pl_ersatz_pr_auc": 0.973794635963803,
+      "eval_pl_opus100_pr_auc": 0.8810574961689278,
+      "eval_pl_ud_pr_auc": 0.9639380117191529,
+      "eval_ps_ersatz_pr_auc": 0.9381401016770127,
+      "eval_ps_opus100_pr_auc": 0.745396503749027,
+      "eval_pt_opus100_pr_auc": 0.9154718288828035,
+      "eval_pt_ud_pr_auc": 0.9801650667190603,
+      "eval_ro_ersatz_pr_auc": 0.9896914550841136,
+      "eval_ro_opus100_pr_auc": 0.8766756590035141,
+      "eval_ro_ud_pr_auc": 0.933127920335303,
+      "eval_ru_ersatz_pr_auc": 0.9828567769802485,
+      "eval_ru_opus100_pr_auc": 0.900273470051751,
+      "eval_ru_ud_pr_auc": 0.8571332826109591,
+      "eval_runtime": 408.2386,
+      "eval_samples_per_second": 184.862,
+      "eval_si_opus100_pr_auc": 0.7884292091155362,
+      "eval_sk_opus100_pr_auc": 0.9157354937577022,
+      "eval_sk_ud_pr_auc": 0.9748357493918849,
+      "eval_sl_opus100_pr_auc": 0.8480681903440144,
+      "eval_sl_ud_pr_auc": 0.9665928671689387,
+      "eval_sq_opus100_pr_auc": 0.8844433167358047,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9032915541011044,
+      "eval_sr_ud_pr_auc": 0.9886162299604765,
+      "eval_steps_per_second": 5.778,
+      "eval_sv_opus100_pr_auc": 0.890985296322134,
+      "eval_sv_ud_pr_auc": 0.9307097653002062,
+      "eval_ta_ersatz_pr_auc": 0.9807891966472916,
+      "eval_ta_opus100_pr_auc": 0.6239498248013503,
+      "eval_ta_ud_pr_auc": 0.9984894412425365,
+      "eval_te_opus100_pr_auc": 0.8190913457079081,
+      "eval_tg_opus100_pr_auc": 0.8711302620119513,
+      "eval_th_opus100_pr_auc": 0.6657721092506627,
+      "eval_th_ud_pr_auc": 0.6853244646525237,
+      "eval_tr_ersatz_pr_auc": 0.9609395848272168,
+      "eval_tr_opus100_pr_auc": 0.8892300440100238,
+      "eval_tr_ud_pr_auc": 0.9436476577217066,
+      "eval_uk_opus100_pr_auc": 0.8569563087971694,
+      "eval_uk_ud_pr_auc": 0.93694365728416,
+      "eval_ur_opus100_pr_auc": 0.49788774320835666,
+      "eval_ur_ud_pr_auc": 0.9963679807761765,
+      "eval_uz_opus100_pr_auc": 0.8370946777329328,
+      "eval_vi_opus100_pr_auc": 0.8902571423718272,
+      "eval_vi_ud_pr_auc": 0.9547702405235242,
+      "eval_xh_opus100_pr_auc": 0.8653556106713661,
+      "eval_yi_opus100_pr_auc": 0.6915904716864948,
+      "eval_yo_opus100_pr_auc": 0.7913603442007523,
+      "eval_yo_ud_pr_auc": 0.9106886960347286,
+      "eval_zh_ersatz_pr_auc": 0.8554162317699069,
+      "eval_zh_opus100_pr_auc": 0.6886216780832197,
+      "eval_zh_ud_pr_auc": 0.9773315223190896,
+      "eval_zu_opus100_pr_auc": 0.8246802469705169,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0379,
+      "step": 120050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0369,
+      "step": 120100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0376,
+      "step": 120150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0373,
+      "step": 120200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.037,
+      "step": 120250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0356,
+      "step": 120300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0374,
+      "step": 120350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0376,
+      "step": 120400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0375,
+      "step": 120450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0375,
+      "step": 120500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0362,
+      "step": 120550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0372,
+      "step": 120600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0377,
+      "step": 120650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0373,
+      "step": 120700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0378,
+      "step": 120750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0368,
+      "step": 120800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0371,
+      "step": 120850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0375,
+      "step": 120900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0372,
+      "step": 120950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0371,
+      "step": 121000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0373,
+      "step": 121050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0371,
+      "step": 121100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.037,
+      "step": 121150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0375,
+      "step": 121200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0379,
+      "step": 121250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0375,
+      "step": 121300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0369,
+      "step": 121350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0371,
+      "step": 121400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0378,
+      "step": 121450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0369,
+      "step": 121500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0369,
+      "step": 121550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.0374,
+      "step": 121600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0375,
+      "step": 121650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0374,
+      "step": 121700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0369,
+      "step": 121750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0367,
+      "step": 121800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0368,
+      "step": 121850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0372,
+      "step": 121900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0372,
+      "step": 121950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0366,
+      "step": 122000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0369,
+      "step": 122050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0373,
+      "step": 122100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0367,
+      "step": 122150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0377,
+      "step": 122200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0368,
+      "step": 122250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0375,
+      "step": 122300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0365,
+      "step": 122350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0369,
+      "step": 122400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0374,
+      "step": 122450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0376,
+      "step": 122500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0369,
+      "step": 122550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0371,
+      "step": 122600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0366,
+      "step": 122650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0374,
+      "step": 122700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0376,
+      "step": 122750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0364,
+      "step": 122800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0367,
+      "step": 122850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0363,
+      "step": 122900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0371,
+      "step": 122950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0369,
+      "step": 123000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.038,
+      "step": 123050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.037,
+      "step": 123100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0367,
+      "step": 123150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0369,
+      "step": 123200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0378,
+      "step": 123250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0372,
+      "step": 123300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0367,
+      "step": 123350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0371,
+      "step": 123400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.037,
+      "step": 123450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0362,
+      "step": 123500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0371,
+      "step": 123550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0372,
+      "step": 123600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0373,
+      "step": 123650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0378,
+      "step": 123700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0373,
+      "step": 123750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0371,
+      "step": 123800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0365,
+      "step": 123850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0376,
+      "step": 123900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0372,
+      "step": 123950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0367,
+      "step": 124000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0369,
+      "step": 124050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0378,
+      "step": 124100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.0371,
+      "step": 124150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0362,
+      "step": 124200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0368,
+      "step": 124250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0373,
+      "step": 124300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0377,
+      "step": 124350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0378,
+      "step": 124400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0375,
+      "step": 124450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0372,
+      "step": 124500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0371,
+      "step": 124550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0371,
+      "step": 124600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0382,
+      "step": 124650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0377,
+      "step": 124700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0376,
+      "step": 124750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0373,
+      "step": 124800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.037,
+      "step": 124850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0371,
+      "step": 124900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0363,
+      "step": 124950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0377,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7501077102005529,
+      "eval_af_ud_pr_auc": 0.9932451732148775,
+      "eval_am_opus100_pr_auc": 0.40631094955115116,
+      "eval_ar_ersatz_pr_auc": 0.9167438104557352,
+      "eval_ar_opus100_pr_auc": 0.6738253830051856,
+      "eval_ar_ud_pr_auc": 0.8413292550059683,
+      "eval_average_ersatz_pr_auc": 0.9476598360582753,
+      "eval_average_opus100_pr_auc": 0.8006591012965557,
+      "eval_average_ud_pr_auc": 0.9484605692599076,
+      "eval_az_opus100_pr_auc": 0.7003632261872044,
+      "eval_be_opus100_pr_auc": 0.6397757236129801,
+      "eval_be_ud_pr_auc": 0.864943250374397,
+      "eval_bg_opus100_pr_auc": 0.9036481114862834,
+      "eval_bg_ud_pr_auc": 0.9869992206102669,
+      "eval_bn_opus100_pr_auc": 0.76506260675843,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8522967513496558,
+      "eval_ca_ud_pr_auc": 0.9866846326623457,
+      "eval_ceb_ud_pr_auc": 0.9987350950542886,
+      "eval_cs_ersatz_pr_auc": 0.9727874351137699,
+      "eval_cs_opus100_pr_auc": 0.8891032465222332,
+      "eval_cs_ud_pr_auc": 0.9431050224698714,
+      "eval_cy_opus100_pr_auc": 0.7222502472335809,
+      "eval_cy_ud_pr_auc": 0.9937042668589531,
+      "eval_da_opus100_pr_auc": 0.8963698270347423,
+      "eval_da_ud_pr_auc": 0.97012825636034,
+      "eval_de_ersatz_pr_auc": 0.953615042702735,
+      "eval_de_opus100_pr_auc": 0.8421117230570807,
+      "eval_de_ud_pr_auc": 0.9728001610802016,
+      "eval_el_opus100_pr_auc": 0.9109141470329166,
+      "eval_el_ud_pr_auc": 0.9919961613575798,
+      "eval_en_ersatz_pr_auc": 0.9831476557708132,
+      "eval_en_opus100_pr_auc": 0.9166557067197323,
+      "eval_en_ud_pr_auc": 0.966743483265942,
+      "eval_eo_opus100_pr_auc": 0.9131079362816997,
+      "eval_es_ersatz_pr_auc": 0.9935329433148326,
+      "eval_es_opus100_pr_auc": 0.9085908518513044,
+      "eval_es_ud_pr_auc": 0.9902249686429407,
+      "eval_et_ersatz_pr_auc": 0.9735217962673288,
+      "eval_et_opus100_pr_auc": 0.8915378485119871,
+      "eval_et_ud_pr_auc": 0.9228017429520654,
+      "eval_eu_opus100_pr_auc": 0.8689403225091624,
+      "eval_eu_ud_pr_auc": 0.9897441275546514,
+      "eval_fa_opus100_pr_auc": 0.5526343064176199,
+      "eval_fa_ud_pr_auc": 0.9961109699494444,
+      "eval_fi_ersatz_pr_auc": 0.9727102889065083,
+      "eval_fi_opus100_pr_auc": 0.8941921543086727,
+      "eval_fi_ud_pr_auc": 0.9521260515534202,
+      "eval_fr_ersatz_pr_auc": 0.9840825489638415,
+      "eval_fr_opus100_pr_auc": 0.9023202164231661,
+      "eval_fr_ud_pr_auc": 0.9670486136976402,
+      "eval_fy_opus100_pr_auc": 0.6571211642721739,
+      "eval_ga_opus100_pr_auc": 0.8589736398158828,
+      "eval_ga_ud_pr_auc": 0.815735562967905,
+      "eval_gd_opus100_pr_auc": 0.5090323604380066,
+      "eval_gd_ud_pr_auc": 0.7293950535028361,
+      "eval_gl_opus100_pr_auc": 0.8729649363032193,
+      "eval_gl_ud_pr_auc": 0.9883789605491822,
+      "eval_gu_ersatz_pr_auc": 0.926517824821561,
+      "eval_gu_opus100_pr_auc": 0.6902165242313736,
+      "eval_ha_opus100_pr_auc": 0.897956641014937,
+      "eval_he_opus100_pr_auc": 0.8311089596527125,
+      "eval_he_ud_pr_auc": 0.94706599703809,
+      "eval_hi_ersatz_pr_auc": 0.9606402181223848,
+      "eval_hi_opus100_pr_auc": 0.6208422263992315,
+      "eval_hi_ud_pr_auc": 0.9805573455381662,
+      "eval_hu_opus100_pr_auc": 0.9095957708366078,
+      "eval_hu_ud_pr_auc": 0.9696774020548735,
+      "eval_hy_opus100_pr_auc": 0.9069825048264109,
+      "eval_hy_ud_pr_auc": 0.9633626360126177,
+      "eval_id_opus100_pr_auc": 0.8386366356402817,
+      "eval_id_ud_pr_auc": 0.990142623415728,
+      "eval_ig_opus100_pr_auc": 0.8615152947726619,
+      "eval_is_opus100_pr_auc": 0.9169220268114453,
+      "eval_is_ud_pr_auc": 0.8782553076217717,
+      "eval_it_opus100_pr_auc": 0.8892532183944968,
+      "eval_it_ud_pr_auc": 0.9904457616083788,
+      "eval_ja_ersatz_pr_auc": 0.7357911316511767,
+      "eval_ja_opus100_pr_auc": 0.7630747436678604,
+      "eval_ja_ud_pr_auc": 0.9775260730937838,
+      "eval_jv_ud_pr_auc": 0.9657330931519477,
+      "eval_ka_opus100_pr_auc": 0.8450766740038742,
+      "eval_kk_ersatz_pr_auc": 0.980759049654774,
+      "eval_kk_opus100_pr_auc": 0.7833896871738733,
+      "eval_kk_ud_pr_auc": 0.9697119255566304,
+      "eval_km_ersatz_pr_auc": 0.8936942448688254,
+      "eval_km_opus100_pr_auc": 0.7010810650277562,
+      "eval_kn_opus100_pr_auc": 0.5273718243680983,
+      "eval_ko_opus100_pr_auc": 0.6198057904664613,
+      "eval_ko_ud_pr_auc": 0.9974811810679117,
+      "eval_ku_opus100_pr_auc": 0.8364702842229738,
+      "eval_ky_opus100_pr_auc": 0.8500175949763096,
+      "eval_la_ud_pr_auc": 0.936835052681007,
+      "eval_loss": 0.0407731868326664,
+      "eval_lt_ersatz_pr_auc": 0.9794274823904369,
+      "eval_lt_opus100_pr_auc": 0.8534821211978918,
+      "eval_lt_ud_pr_auc": 0.9843301795213739,
+      "eval_lv_ersatz_pr_auc": 0.983906151823922,
+      "eval_lv_opus100_pr_auc": 0.8710095276885812,
+      "eval_lv_ud_pr_auc": 0.954337268057103,
+      "eval_mg_opus100_pr_auc": 0.8946137615975189,
+      "eval_mk_opus100_pr_auc": 0.888051144128718,
+      "eval_ml_opus100_pr_auc": 0.722389443161837,
+      "eval_mn_opus100_pr_auc": 0.9451218832034869,
+      "eval_mr_opus100_pr_auc": 0.8795535879365082,
+      "eval_mr_ud_pr_auc": 0.9726171198356529,
+      "eval_ms_opus100_pr_auc": 0.8418630761583646,
+      "eval_mt_opus100_pr_auc": 0.7954975730596741,
+      "eval_mt_ud_pr_auc": 0.8554856774719963,
+      "eval_my_opus100_pr_auc": 0.7028323629079462,
+      "eval_ne_opus100_pr_auc": 0.6515767453907718,
+      "eval_nl_opus100_pr_auc": 0.8798634671841069,
+      "eval_nl_ud_pr_auc": 0.967295366546033,
+      "eval_no_opus100_pr_auc": 0.9155113809013892,
+      "eval_no_ud_pr_auc": 0.9950382720690459,
+      "eval_pa_opus100_pr_auc": 0.650524620285332,
+      "eval_pl_ersatz_pr_auc": 0.9668707700049318,
+      "eval_pl_opus100_pr_auc": 0.8737384428164062,
+      "eval_pl_ud_pr_auc": 0.9552699277511558,
+      "eval_ps_ersatz_pr_auc": 0.9279938171242823,
+      "eval_ps_opus100_pr_auc": 0.7426579057522865,
+      "eval_pt_opus100_pr_auc": 0.9097962971702482,
+      "eval_pt_ud_pr_auc": 0.9755039722442227,
+      "eval_ro_ersatz_pr_auc": 0.9894155609747443,
+      "eval_ro_opus100_pr_auc": 0.8511616101615606,
+      "eval_ro_ud_pr_auc": 0.930984687693261,
+      "eval_ru_ersatz_pr_auc": 0.9774261867309944,
+      "eval_ru_opus100_pr_auc": 0.896464352653857,
+      "eval_ru_ud_pr_auc": 0.8543402705615182,
+      "eval_runtime": 408.9276,
+      "eval_samples_per_second": 184.551,
+      "eval_si_opus100_pr_auc": 0.7805647153309738,
+      "eval_sk_opus100_pr_auc": 0.912617566031109,
+      "eval_sk_ud_pr_auc": 0.9646390776690814,
+      "eval_sl_opus100_pr_auc": 0.8469496402415606,
+      "eval_sl_ud_pr_auc": 0.9591838468990732,
+      "eval_sq_opus100_pr_auc": 0.8688628883405813,
+      "eval_sq_ud_pr_auc": 0.9997244990892534,
+      "eval_sr_opus100_pr_auc": 0.8966500049776279,
+      "eval_sr_ud_pr_auc": 0.982808684998844,
+      "eval_steps_per_second": 5.769,
+      "eval_sv_opus100_pr_auc": 0.8910570426268121,
+      "eval_sv_ud_pr_auc": 0.9320987860696016,
+      "eval_ta_ersatz_pr_auc": 0.9809872713604765,
+      "eval_ta_opus100_pr_auc": 0.6227223255605873,
+      "eval_ta_ud_pr_auc": 0.9995901501658288,
+      "eval_te_opus100_pr_auc": 0.7972842355967291,
+      "eval_tg_opus100_pr_auc": 0.8717376489964244,
+      "eval_th_opus100_pr_auc": 0.6464462302413685,
+      "eval_th_ud_pr_auc": 0.6613604899664878,
+      "eval_tr_ersatz_pr_auc": 0.9591324718405739,
+      "eval_tr_opus100_pr_auc": 0.883406567232228,
+      "eval_tr_ud_pr_auc": 0.9386770477412785,
+      "eval_uk_opus100_pr_auc": 0.856445960941386,
+      "eval_uk_ud_pr_auc": 0.9367545544214473,
+      "eval_ur_opus100_pr_auc": 0.4953862303475785,
+      "eval_ur_ud_pr_auc": 0.9954091638713168,
+      "eval_uz_opus100_pr_auc": 0.8551597514432012,
+      "eval_vi_opus100_pr_auc": 0.8843145793657141,
+      "eval_vi_ud_pr_auc": 0.9494536608068367,
+      "eval_xh_opus100_pr_auc": 0.8588770465906227,
+      "eval_yi_opus100_pr_auc": 0.6710551830107224,
+      "eval_yo_opus100_pr_auc": 0.7803401870571696,
+      "eval_yo_ud_pr_auc": 0.9013053670251417,
+      "eval_zh_ersatz_pr_auc": 0.8358126904174085,
+      "eval_zh_opus100_pr_auc": 0.6675912951894225,
+      "eval_zh_ud_pr_auc": 0.9672699488131635,
+      "eval_zu_opus100_pr_auc": 0.813339340467271,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0369,
+      "step": 125050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0372,
+      "step": 125100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0366,
+      "step": 125150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0383,
+      "step": 125200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0369,
+      "step": 125250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0372,
+      "step": 125300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0367,
+      "step": 125350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0365,
+      "step": 125400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0367,
+      "step": 125450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0369,
+      "step": 125500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0376,
+      "step": 125550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0372,
+      "step": 125600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0376,
+      "step": 125650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.0374,
+      "step": 125700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0366,
+      "step": 125750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0375,
+      "step": 125800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0368,
+      "step": 125850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0364,
+      "step": 125900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0371,
+      "step": 125950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0369,
+      "step": 126000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0375,
+      "step": 126050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0364,
+      "step": 126100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0367,
+      "step": 126150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0365,
+      "step": 126200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0367,
+      "step": 126250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0362,
+      "step": 126300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0369,
+      "step": 126350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0365,
+      "step": 126400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0369,
+      "step": 126450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0371,
+      "step": 126500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.038,
+      "step": 126550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0366,
+      "step": 126600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0363,
+      "step": 126650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0369,
+      "step": 126700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0365,
+      "step": 126750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0382,
+      "step": 126800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0357,
+      "step": 126850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0366,
+      "step": 126900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0367,
+      "step": 126950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0367,
+      "step": 127000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0368,
+      "step": 127050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0374,
+      "step": 127100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.0367,
+      "step": 127150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0363,
+      "step": 127200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0374,
+      "step": 127250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0368,
+      "step": 127300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0359,
+      "step": 127350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0366,
+      "step": 127400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0368,
+      "step": 127450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0369,
+      "step": 127500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0367,
+      "step": 127550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0366,
+      "step": 127600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0376,
+      "step": 127650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0364,
+      "step": 127700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0374,
+      "step": 127750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.037,
+      "step": 127800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0375,
+      "step": 127850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0368,
+      "step": 127900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0373,
+      "step": 127950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0374,
+      "step": 128000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0369,
+      "step": 128050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.037,
+      "step": 128100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0366,
+      "step": 128150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0369,
+      "step": 128200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0378,
+      "step": 128250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0367,
+      "step": 128300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0371,
+      "step": 128350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0359,
+      "step": 128400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0381,
+      "step": 128450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0365,
+      "step": 128500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0376,
+      "step": 128550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0367,
+      "step": 128600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0371,
+      "step": 128650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0372,
+      "step": 128700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0366,
+      "step": 128750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0377,
+      "step": 128800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0365,
+      "step": 128850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0369,
+      "step": 128900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0372,
+      "step": 128950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0361,
+      "step": 129000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0376,
+      "step": 129050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.037,
+      "step": 129100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0367,
+      "step": 129150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0365,
+      "step": 129200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0371,
+      "step": 129250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0374,
+      "step": 129300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0371,
+      "step": 129350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0366,
+      "step": 129400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0363,
+      "step": 129450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0367,
+      "step": 129500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0368,
+      "step": 129550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0369,
+      "step": 129600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0369,
+      "step": 129650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0363,
+      "step": 129700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0369,
+      "step": 129750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0369,
+      "step": 129800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0368,
+      "step": 129850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0367,
+      "step": 129900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0369,
+      "step": 129950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0364,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7214565213095303,
+      "eval_af_ud_pr_auc": 0.9873372750805136,
+      "eval_am_opus100_pr_auc": 0.3638102700504371,
+      "eval_ar_ersatz_pr_auc": 0.9253342672350079,
+      "eval_ar_opus100_pr_auc": 0.6759699949189287,
+      "eval_ar_ud_pr_auc": 0.8415103175381137,
+      "eval_average_ersatz_pr_auc": 0.9479798097221266,
+      "eval_average_opus100_pr_auc": 0.7942648478064418,
+      "eval_average_ud_pr_auc": 0.9516273888275508,
+      "eval_az_opus100_pr_auc": 0.6634108006508197,
+      "eval_be_opus100_pr_auc": 0.6185110865056858,
+      "eval_be_ud_pr_auc": 0.8550837533389383,
+      "eval_bg_opus100_pr_auc": 0.9017689852252286,
+      "eval_bg_ud_pr_auc": 0.9891375462457288,
+      "eval_bn_opus100_pr_auc": 0.7550555168815886,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8559248022338727,
+      "eval_ca_ud_pr_auc": 0.987445875965546,
+      "eval_ceb_ud_pr_auc": 0.9996209394820245,
+      "eval_cs_ersatz_pr_auc": 0.9783537544105108,
+      "eval_cs_opus100_pr_auc": 0.8851611064463433,
+      "eval_cs_ud_pr_auc": 0.9510469525141737,
+      "eval_cy_opus100_pr_auc": 0.7045726657613645,
+      "eval_cy_ud_pr_auc": 0.9959467770474848,
+      "eval_da_opus100_pr_auc": 0.8934672794840672,
+      "eval_da_ud_pr_auc": 0.9813944326800013,
+      "eval_de_ersatz_pr_auc": 0.9633972223859888,
+      "eval_de_opus100_pr_auc": 0.8409512015006784,
+      "eval_de_ud_pr_auc": 0.9748216056302771,
+      "eval_el_opus100_pr_auc": 0.9036689002265111,
+      "eval_el_ud_pr_auc": 0.9915345678954431,
+      "eval_en_ersatz_pr_auc": 0.9832344799326062,
+      "eval_en_opus100_pr_auc": 0.9099271418131536,
+      "eval_en_ud_pr_auc": 0.9614019165636293,
+      "eval_eo_opus100_pr_auc": 0.9079936923702138,
+      "eval_es_ersatz_pr_auc": 0.9941633035522159,
+      "eval_es_opus100_pr_auc": 0.902232133989979,
+      "eval_es_ud_pr_auc": 0.9899134171284115,
+      "eval_et_ersatz_pr_auc": 0.9759565190011918,
+      "eval_et_opus100_pr_auc": 0.8774067602078286,
+      "eval_et_ud_pr_auc": 0.9352650315877769,
+      "eval_eu_opus100_pr_auc": 0.8626266758304909,
+      "eval_eu_ud_pr_auc": 0.9881508570011286,
+      "eval_fa_opus100_pr_auc": 0.5535974712572783,
+      "eval_fa_ud_pr_auc": 0.9971910925177544,
+      "eval_fi_ersatz_pr_auc": 0.9824723228387693,
+      "eval_fi_opus100_pr_auc": 0.895363864110542,
+      "eval_fi_ud_pr_auc": 0.9593096202809644,
+      "eval_fr_ersatz_pr_auc": 0.9757848968092758,
+      "eval_fr_opus100_pr_auc": 0.8939818524287791,
+      "eval_fr_ud_pr_auc": 0.9775718790049008,
+      "eval_fy_opus100_pr_auc": 0.6452060028096648,
+      "eval_ga_opus100_pr_auc": 0.845889223402358,
+      "eval_ga_ud_pr_auc": 0.8240910795148169,
+      "eval_gd_opus100_pr_auc": 0.5179545497222725,
+      "eval_gd_ud_pr_auc": 0.7352600201299953,
+      "eval_gl_opus100_pr_auc": 0.8685149385668699,
+      "eval_gl_ud_pr_auc": 0.9871041454457362,
+      "eval_gu_ersatz_pr_auc": 0.9183303926421176,
+      "eval_gu_opus100_pr_auc": 0.6889943138003111,
+      "eval_ha_opus100_pr_auc": 0.9021442605880431,
+      "eval_he_opus100_pr_auc": 0.828945232090574,
+      "eval_he_ud_pr_auc": 0.9547869988248783,
+      "eval_hi_ersatz_pr_auc": 0.9617437268616359,
+      "eval_hi_opus100_pr_auc": 0.601049802597129,
+      "eval_hi_ud_pr_auc": 0.9835999565922504,
+      "eval_hu_opus100_pr_auc": 0.9056654101645363,
+      "eval_hu_ud_pr_auc": 0.9774435623798281,
+      "eval_hy_opus100_pr_auc": 0.8957155367373987,
+      "eval_hy_ud_pr_auc": 0.9632915019590059,
+      "eval_id_opus100_pr_auc": 0.8553593222520911,
+      "eval_id_ud_pr_auc": 0.9868349693853161,
+      "eval_ig_opus100_pr_auc": 0.856221303487541,
+      "eval_is_opus100_pr_auc": 0.9175941781363589,
+      "eval_is_ud_pr_auc": 0.9040426070864034,
+      "eval_it_opus100_pr_auc": 0.878755916496179,
+      "eval_it_ud_pr_auc": 0.9905629606207593,
+      "eval_ja_ersatz_pr_auc": 0.7296589285288231,
+      "eval_ja_opus100_pr_auc": 0.7581186221554764,
+      "eval_ja_ud_pr_auc": 0.9829236270284686,
+      "eval_jv_ud_pr_auc": 0.9660413143407871,
+      "eval_ka_opus100_pr_auc": 0.8440983750950867,
+      "eval_kk_ersatz_pr_auc": 0.9858756088793909,
+      "eval_kk_opus100_pr_auc": 0.7565506230299478,
+      "eval_kk_ud_pr_auc": 0.9709306678498175,
+      "eval_km_ersatz_pr_auc": 0.8920598815589378,
+      "eval_km_opus100_pr_auc": 0.6959286848606936,
+      "eval_kn_opus100_pr_auc": 0.5588376259321679,
+      "eval_ko_opus100_pr_auc": 0.6224382168435165,
+      "eval_ko_ud_pr_auc": 0.9971370288105618,
+      "eval_ku_opus100_pr_auc": 0.8328733910284628,
+      "eval_ky_opus100_pr_auc": 0.8395038096508916,
+      "eval_la_ud_pr_auc": 0.9243748764706285,
+      "eval_loss": 0.04065269976854324,
+      "eval_lt_ersatz_pr_auc": 0.9809931016236463,
+      "eval_lt_opus100_pr_auc": 0.8372950416166172,
+      "eval_lt_ud_pr_auc": 0.9840655392828418,
+      "eval_lv_ersatz_pr_auc": 0.9885232026100393,
+      "eval_lv_opus100_pr_auc": 0.8499235668525164,
+      "eval_lv_ud_pr_auc": 0.9593916128180915,
+      "eval_mg_opus100_pr_auc": 0.8940765862814919,
+      "eval_mk_opus100_pr_auc": 0.8873241714553506,
+      "eval_ml_opus100_pr_auc": 0.7259181893999892,
+      "eval_mn_opus100_pr_auc": 0.9376218689551,
+      "eval_mr_opus100_pr_auc": 0.8697062983757153,
+      "eval_mr_ud_pr_auc": 0.9826028436268752,
+      "eval_ms_opus100_pr_auc": 0.8374348788478096,
+      "eval_mt_opus100_pr_auc": 0.7703367388604327,
+      "eval_mt_ud_pr_auc": 0.8560683148454883,
+      "eval_my_opus100_pr_auc": 0.6637836697767607,
+      "eval_ne_opus100_pr_auc": 0.6406426193522728,
+      "eval_nl_opus100_pr_auc": 0.8768727895556376,
+      "eval_nl_ud_pr_auc": 0.9748201685722088,
+      "eval_no_opus100_pr_auc": 0.9102600168861131,
+      "eval_no_ud_pr_auc": 0.9962541582645771,
+      "eval_pa_opus100_pr_auc": 0.6589690859055525,
+      "eval_pl_ersatz_pr_auc": 0.9689020042245773,
+      "eval_pl_opus100_pr_auc": 0.8715190455528579,
+      "eval_pl_ud_pr_auc": 0.9590838086438441,
+      "eval_ps_ersatz_pr_auc": 0.9163358440559923,
+      "eval_ps_opus100_pr_auc": 0.7310795858824135,
+      "eval_pt_opus100_pr_auc": 0.9093814749111473,
+      "eval_pt_ud_pr_auc": 0.9787883831731558,
+      "eval_ro_ersatz_pr_auc": 0.9888728738998194,
+      "eval_ro_opus100_pr_auc": 0.860511682422189,
+      "eval_ro_ud_pr_auc": 0.9336849938433937,
+      "eval_ru_ersatz_pr_auc": 0.984262783313088,
+      "eval_ru_opus100_pr_auc": 0.8878510134681226,
+      "eval_ru_ud_pr_auc": 0.8558106207644213,
+      "eval_runtime": 408.5452,
+      "eval_samples_per_second": 184.724,
+      "eval_si_opus100_pr_auc": 0.7856451105049161,
+      "eval_sk_opus100_pr_auc": 0.9072500946065206,
+      "eval_sk_ud_pr_auc": 0.973691622546922,
+      "eval_sl_opus100_pr_auc": 0.8457736247174379,
+      "eval_sl_ud_pr_auc": 0.9612374180179095,
+      "eval_sq_opus100_pr_auc": 0.8677071175473784,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8940327868824317,
+      "eval_sr_ud_pr_auc": 0.9912377011780347,
+      "eval_steps_per_second": 5.774,
+      "eval_sv_opus100_pr_auc": 0.8863905775521466,
+      "eval_sv_ud_pr_auc": 0.9357286205363045,
+      "eval_ta_ersatz_pr_auc": 0.9801985694618763,
+      "eval_ta_opus100_pr_auc": 0.6153472206860797,
+      "eval_ta_ud_pr_auc": 0.9979966912263843,
+      "eval_te_opus100_pr_auc": 0.7884024871544697,
+      "eval_tg_opus100_pr_auc": 0.8549448999714531,
+      "eval_th_opus100_pr_auc": 0.6454452415788887,
+      "eval_th_ud_pr_auc": 0.6788968201618865,
+      "eval_tr_ersatz_pr_auc": 0.9657774652466253,
+      "eval_tr_opus100_pr_auc": 0.8847007924979707,
+      "eval_tr_ud_pr_auc": 0.9431785878461545,
+      "eval_uk_opus100_pr_auc": 0.8486788001229153,
+      "eval_uk_ud_pr_auc": 0.9402722621006463,
+      "eval_ur_opus100_pr_auc": 0.48594730533023595,
+      "eval_ur_ud_pr_auc": 0.9972346292368787,
+      "eval_uz_opus100_pr_auc": 0.8374295072636261,
+      "eval_vi_opus100_pr_auc": 0.8819589771728618,
+      "eval_vi_ud_pr_auc": 0.9499756919219895,
+      "eval_xh_opus100_pr_auc": 0.8524059729973628,
+      "eval_yi_opus100_pr_auc": 0.6712787024429434,
+      "eval_yo_opus100_pr_auc": 0.7779876584202623,
+      "eval_yo_ud_pr_auc": 0.9021665191655684,
+      "eval_zh_ersatz_pr_auc": 0.8153246648146485,
+      "eval_zh_opus100_pr_auc": 0.6532415326896017,
+      "eval_zh_ud_pr_auc": 0.9784649814547595,
+      "eval_zu_opus100_pr_auc": 0.8214227229797522,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0366,
+      "step": 130050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0368,
+      "step": 130100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0371,
+      "step": 130150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0363,
+      "step": 130200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0368,
+      "step": 130250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0368,
+      "step": 130300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0371,
+      "step": 130350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0366,
+      "step": 130400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0365,
+      "step": 130450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0371,
+      "step": 130500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0362,
+      "step": 130550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0372,
+      "step": 130600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0368,
+      "step": 130650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0371,
+      "step": 130700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0369,
+      "step": 130750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.037,
+      "step": 130800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0371,
+      "step": 130850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0367,
+      "step": 130900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0367,
+      "step": 130950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0369,
+      "step": 131000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0375,
+      "step": 131050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0374,
+      "step": 131100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0366,
+      "step": 131150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0367,
+      "step": 131200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0365,
+      "step": 131250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0368,
+      "step": 131300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0358,
+      "step": 131350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0374,
+      "step": 131400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.036,
+      "step": 131450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0367,
+      "step": 131500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0362,
+      "step": 131550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0372,
+      "step": 131600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0369,
+      "step": 131650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0369,
+      "step": 131700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0371,
+      "step": 131750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0367,
+      "step": 131800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0364,
+      "step": 131850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0363,
+      "step": 131900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0366,
+      "step": 131950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0366,
+      "step": 132000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.037,
+      "step": 132050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0383,
+      "step": 132100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0361,
+      "step": 132150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0367,
+      "step": 132200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0372,
+      "step": 132250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0366,
+      "step": 132300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0365,
+      "step": 132350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0367,
+      "step": 132400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0369,
+      "step": 132450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0367,
+      "step": 132500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0372,
+      "step": 132550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0357,
+      "step": 132600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0375,
+      "step": 132650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0372,
+      "step": 132700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0362,
+      "step": 132750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0372,
+      "step": 132800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0377,
+      "step": 132850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0365,
+      "step": 132900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0364,
+      "step": 132950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0364,
+      "step": 133000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0368,
+      "step": 133050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0374,
+      "step": 133100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.037,
+      "step": 133150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0368,
+      "step": 133200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0378,
+      "step": 133250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0359,
+      "step": 133300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0379,
+      "step": 133350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0371,
+      "step": 133400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0372,
+      "step": 133450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0361,
+      "step": 133500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0367,
+      "step": 133550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0354,
+      "step": 133600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0363,
+      "step": 133650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0365,
+      "step": 133700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0371,
+      "step": 133750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0365,
+      "step": 133800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0366,
+      "step": 133850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0367,
+      "step": 133900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0364,
+      "step": 133950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0367,
+      "step": 134000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0377,
+      "step": 134050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.037,
+      "step": 134100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0369,
+      "step": 134150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0359,
+      "step": 134200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0366,
+      "step": 134250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0365,
+      "step": 134300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0363,
+      "step": 134350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0378,
+      "step": 134400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.037,
+      "step": 134450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0375,
+      "step": 134500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0367,
+      "step": 134550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0372,
+      "step": 134600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0358,
+      "step": 134650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0366,
+      "step": 134700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0364,
+      "step": 134750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0355,
+      "step": 134800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.0363,
+      "step": 134850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0364,
+      "step": 134900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0363,
+      "step": 134950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0367,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7479245281619767,
+      "eval_af_ud_pr_auc": 0.987337268350345,
+      "eval_am_opus100_pr_auc": 0.47908343033733913,
+      "eval_ar_ersatz_pr_auc": 0.9279612237934214,
+      "eval_ar_opus100_pr_auc": 0.672268030024763,
+      "eval_ar_ud_pr_auc": 0.8399488150286695,
+      "eval_average_ersatz_pr_auc": 0.9530119793023526,
+      "eval_average_opus100_pr_auc": 0.8079480251672851,
+      "eval_average_ud_pr_auc": 0.9544551560433648,
+      "eval_az_opus100_pr_auc": 0.7752602858611717,
+      "eval_be_opus100_pr_auc": 0.6240979206813304,
+      "eval_be_ud_pr_auc": 0.8825232572819903,
+      "eval_bg_opus100_pr_auc": 0.9093250058038006,
+      "eval_bg_ud_pr_auc": 0.9887486637789312,
+      "eval_bn_opus100_pr_auc": 0.7710074168747618,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8607988830061302,
+      "eval_ca_ud_pr_auc": 0.9886755913213513,
+      "eval_ceb_ud_pr_auc": 0.9982494896945213,
+      "eval_cs_ersatz_pr_auc": 0.9761681040470533,
+      "eval_cs_opus100_pr_auc": 0.8960041736632568,
+      "eval_cs_ud_pr_auc": 0.9520504376518244,
+      "eval_cy_opus100_pr_auc": 0.7120207144907964,
+      "eval_cy_ud_pr_auc": 0.9943953971508303,
+      "eval_da_opus100_pr_auc": 0.9031435641275741,
+      "eval_da_ud_pr_auc": 0.9819219009968472,
+      "eval_de_ersatz_pr_auc": 0.9632293094184042,
+      "eval_de_opus100_pr_auc": 0.8463088326430133,
+      "eval_de_ud_pr_auc": 0.9746200348848524,
+      "eval_el_opus100_pr_auc": 0.9197219340178118,
+      "eval_el_ud_pr_auc": 0.9917455707419036,
+      "eval_en_ersatz_pr_auc": 0.986433872454586,
+      "eval_en_opus100_pr_auc": 0.92693671525629,
+      "eval_en_ud_pr_auc": 0.9716164442510581,
+      "eval_eo_opus100_pr_auc": 0.9171374534787479,
+      "eval_es_ersatz_pr_auc": 0.9948969356108823,
+      "eval_es_opus100_pr_auc": 0.9173527107785566,
+      "eval_es_ud_pr_auc": 0.9922821467652883,
+      "eval_et_ersatz_pr_auc": 0.9766971089570297,
+      "eval_et_opus100_pr_auc": 0.8918378139050768,
+      "eval_et_ud_pr_auc": 0.944285774354794,
+      "eval_eu_opus100_pr_auc": 0.869794317479204,
+      "eval_eu_ud_pr_auc": 0.9882626227099751,
+      "eval_fa_opus100_pr_auc": 0.5661940691657134,
+      "eval_fa_ud_pr_auc": 0.9970786617602543,
+      "eval_fi_ersatz_pr_auc": 0.9790835994766547,
+      "eval_fi_opus100_pr_auc": 0.9032729175972454,
+      "eval_fi_ud_pr_auc": 0.9565365045687706,
+      "eval_fr_ersatz_pr_auc": 0.9783251032719825,
+      "eval_fr_opus100_pr_auc": 0.907515815285168,
+      "eval_fr_ud_pr_auc": 0.9748358488289856,
+      "eval_fy_opus100_pr_auc": 0.673855753605238,
+      "eval_ga_opus100_pr_auc": 0.854470245884321,
+      "eval_ga_ud_pr_auc": 0.829052287741374,
+      "eval_gd_opus100_pr_auc": 0.5219068490496317,
+      "eval_gd_ud_pr_auc": 0.7308056024547169,
+      "eval_gl_opus100_pr_auc": 0.8828949713644926,
+      "eval_gl_ud_pr_auc": 0.9878459285913647,
+      "eval_gu_ersatz_pr_auc": 0.933176341226803,
+      "eval_gu_opus100_pr_auc": 0.6927845469415304,
+      "eval_ha_opus100_pr_auc": 0.908472210285576,
+      "eval_he_opus100_pr_auc": 0.8485826753288553,
+      "eval_he_ud_pr_auc": 0.9682910871380056,
+      "eval_hi_ersatz_pr_auc": 0.9648683959610709,
+      "eval_hi_opus100_pr_auc": 0.627422667938766,
+      "eval_hi_ud_pr_auc": 0.9816237399080857,
+      "eval_hu_opus100_pr_auc": 0.9195549801329416,
+      "eval_hu_ud_pr_auc": 0.9781260221401754,
+      "eval_hy_opus100_pr_auc": 0.901673918492089,
+      "eval_hy_ud_pr_auc": 0.9657198656815458,
+      "eval_id_opus100_pr_auc": 0.8538805610471334,
+      "eval_id_ud_pr_auc": 0.9906037593853818,
+      "eval_ig_opus100_pr_auc": 0.8697638343880436,
+      "eval_is_opus100_pr_auc": 0.9259680515424779,
+      "eval_is_ud_pr_auc": 0.9108344873083858,
+      "eval_it_opus100_pr_auc": 0.8957498383351097,
+      "eval_it_ud_pr_auc": 0.9910768460032096,
+      "eval_ja_ersatz_pr_auc": 0.7624420787013274,
+      "eval_ja_opus100_pr_auc": 0.7872023885460181,
+      "eval_ja_ud_pr_auc": 0.9798687982555928,
+      "eval_jv_ud_pr_auc": 0.9767370589719381,
+      "eval_ka_opus100_pr_auc": 0.8703227945777001,
+      "eval_kk_ersatz_pr_auc": 0.9834123134361745,
+      "eval_kk_opus100_pr_auc": 0.783819178889127,
+      "eval_kk_ud_pr_auc": 0.9751597903571398,
+      "eval_km_ersatz_pr_auc": 0.8939484596599457,
+      "eval_km_opus100_pr_auc": 0.6927092412387165,
+      "eval_kn_opus100_pr_auc": 0.535519388117691,
+      "eval_ko_opus100_pr_auc": 0.6237017802138838,
+      "eval_ko_ud_pr_auc": 0.9982885200126748,
+      "eval_ku_opus100_pr_auc": 0.8266959414230838,
+      "eval_ky_opus100_pr_auc": 0.8451245610034421,
+      "eval_la_ud_pr_auc": 0.9367003183800084,
+      "eval_loss": 0.04043378680944443,
+      "eval_lt_ersatz_pr_auc": 0.9796567054753842,
+      "eval_lt_opus100_pr_auc": 0.8604310337596992,
+      "eval_lt_ud_pr_auc": 0.9868023853295188,
+      "eval_lv_ersatz_pr_auc": 0.9891452469003333,
+      "eval_lv_opus100_pr_auc": 0.8695734625014868,
+      "eval_lv_ud_pr_auc": 0.9657514267382742,
+      "eval_mg_opus100_pr_auc": 0.9033807293783513,
+      "eval_mk_opus100_pr_auc": 0.8967923476421878,
+      "eval_ml_opus100_pr_auc": 0.7416194336049634,
+      "eval_mn_opus100_pr_auc": 0.938157126141327,
+      "eval_mr_opus100_pr_auc": 0.8895505376304756,
+      "eval_mr_ud_pr_auc": 0.9977850896954004,
+      "eval_ms_opus100_pr_auc": 0.8526777370364976,
+      "eval_mt_opus100_pr_auc": 0.7922288118441709,
+      "eval_mt_ud_pr_auc": 0.8559004976948426,
+      "eval_my_opus100_pr_auc": 0.7060300450876543,
+      "eval_ne_opus100_pr_auc": 0.6529695936201195,
+      "eval_nl_opus100_pr_auc": 0.885316140001842,
+      "eval_nl_ud_pr_auc": 0.9760891874261463,
+      "eval_no_opus100_pr_auc": 0.916104038467142,
+      "eval_no_ud_pr_auc": 0.9955153249766047,
+      "eval_pa_opus100_pr_auc": 0.6451713725280573,
+      "eval_pl_ersatz_pr_auc": 0.9751898145125141,
+      "eval_pl_opus100_pr_auc": 0.8862535766217438,
+      "eval_pl_ud_pr_auc": 0.9659718687999879,
+      "eval_ps_ersatz_pr_auc": 0.9336937685922557,
+      "eval_ps_opus100_pr_auc": 0.727039093757728,
+      "eval_pt_opus100_pr_auc": 0.9164054057205465,
+      "eval_pt_ud_pr_auc": 0.9761261621193182,
+      "eval_ro_ersatz_pr_auc": 0.9895520930487471,
+      "eval_ro_opus100_pr_auc": 0.8788737255180733,
+      "eval_ro_ud_pr_auc": 0.9431484856863904,
+      "eval_ru_ersatz_pr_auc": 0.9829108378803326,
+      "eval_ru_opus100_pr_auc": 0.9041766719249855,
+      "eval_ru_ud_pr_auc": 0.869726481441069,
+      "eval_runtime": 403.1911,
+      "eval_samples_per_second": 187.177,
+      "eval_si_opus100_pr_auc": 0.7934957363292952,
+      "eval_sk_opus100_pr_auc": 0.9190566836646321,
+      "eval_sk_ud_pr_auc": 0.9743684251355745,
+      "eval_sl_opus100_pr_auc": 0.8551536016783996,
+      "eval_sl_ud_pr_auc": 0.9747162049836461,
+      "eval_sq_opus100_pr_auc": 0.8835694737245314,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9047708050193546,
+      "eval_sr_ud_pr_auc": 0.9867902805991771,
+      "eval_steps_per_second": 5.851,
+      "eval_sv_opus100_pr_auc": 0.8906395966525823,
+      "eval_sv_ud_pr_auc": 0.9303288024238205,
+      "eval_ta_ersatz_pr_auc": 0.980038763336504,
+      "eval_ta_opus100_pr_auc": 0.620444856582232,
+      "eval_ta_ud_pr_auc": 0.9974259520521453,
+      "eval_te_opus100_pr_auc": 0.7996300463906209,
+      "eval_tg_opus100_pr_auc": 0.8721407856028319,
+      "eval_th_opus100_pr_auc": 0.6562503728061982,
+      "eval_th_ud_pr_auc": 0.6932811813191824,
+      "eval_tr_ersatz_pr_auc": 0.9667842732654122,
+      "eval_tr_opus100_pr_auc": 0.8906583065403303,
+      "eval_tr_ud_pr_auc": 0.9458412451966596,
+      "eval_uk_opus100_pr_auc": 0.8655537827756882,
+      "eval_uk_ud_pr_auc": 0.9422908585175883,
+      "eval_ur_opus100_pr_auc": 0.48409358307631917,
+      "eval_ur_ud_pr_auc": 0.9928746727629181,
+      "eval_uz_opus100_pr_auc": 0.8489087413672719,
+      "eval_vi_opus100_pr_auc": 0.8923888252065345,
+      "eval_vi_ud_pr_auc": 0.955425732174508,
+      "eval_xh_opus100_pr_auc": 0.8542254116187915,
+      "eval_yi_opus100_pr_auc": 0.7172524129866522,
+      "eval_yo_opus100_pr_auc": 0.778006689468846,
+      "eval_yo_ud_pr_auc": 0.8998262560540673,
+      "eval_zh_ersatz_pr_auc": 0.8486491956249362,
+      "eval_zh_opus100_pr_auc": 0.6836971677490894,
+      "eval_zh_ud_pr_auc": 0.9721088308941667,
+      "eval_zu_opus100_pr_auc": 0.8199673907045287,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0364,
+      "step": 135050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0376,
+      "step": 135100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0364,
+      "step": 135150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0372,
+      "step": 135200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0361,
+      "step": 135250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0365,
+      "step": 135300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0365,
+      "step": 135350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.036,
+      "step": 135400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0364,
+      "step": 135450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0364,
+      "step": 135500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0368,
+      "step": 135550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.037,
+      "step": 135600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0366,
+      "step": 135650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0364,
+      "step": 135700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0364,
+      "step": 135750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0369,
+      "step": 135800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0367,
+      "step": 135850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.036,
+      "step": 135900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0357,
+      "step": 135950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0365,
+      "step": 136000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.0368,
+      "step": 136050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0369,
+      "step": 136100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.037,
+      "step": 136150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0367,
+      "step": 136200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0362,
+      "step": 136250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.036,
+      "step": 136300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0366,
+      "step": 136350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0364,
+      "step": 136400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0362,
+      "step": 136450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0355,
+      "step": 136500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0374,
+      "step": 136550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0369,
+      "step": 136600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0368,
+      "step": 136650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0369,
+      "step": 136700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0365,
+      "step": 136750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0369,
+      "step": 136800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0369,
+      "step": 136850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0366,
+      "step": 136900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0367,
+      "step": 136950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0361,
+      "step": 137000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0357,
+      "step": 137050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0362,
+      "step": 137100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0364,
+      "step": 137150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0369,
+      "step": 137200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0363,
+      "step": 137250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0378,
+      "step": 137300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0371,
+      "step": 137350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0367,
+      "step": 137400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0357,
+      "step": 137450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0354,
+      "step": 137500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0371,
+      "step": 137550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0361,
+      "step": 137600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.037,
+      "step": 137650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0372,
+      "step": 137700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0365,
+      "step": 137750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0363,
+      "step": 137800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0367,
+      "step": 137850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0363,
+      "step": 137900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0361,
+      "step": 137950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0368,
+      "step": 138000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0365,
+      "step": 138050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.037,
+      "step": 138100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0359,
+      "step": 138150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0365,
+      "step": 138200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0373,
+      "step": 138250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0357,
+      "step": 138300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.037,
+      "step": 138350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0365,
+      "step": 138400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0363,
+      "step": 138450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0361,
+      "step": 138500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0368,
+      "step": 138550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.0367,
+      "step": 138600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0364,
+      "step": 138650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0366,
+      "step": 138700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0361,
+      "step": 138750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0367,
+      "step": 138800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0366,
+      "step": 138850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0367,
+      "step": 138900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0357,
+      "step": 138950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0371,
+      "step": 139000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0367,
+      "step": 139050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0372,
+      "step": 139100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0363,
+      "step": 139150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0364,
+      "step": 139200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.0359,
+      "step": 139250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.0368,
+      "step": 139300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0381,
+      "step": 139350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0367,
+      "step": 139400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0365,
+      "step": 139450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0363,
+      "step": 139500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0367,
+      "step": 139550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.036,
+      "step": 139600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0367,
+      "step": 139650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0371,
+      "step": 139700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0362,
+      "step": 139750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0365,
+      "step": 139800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0366,
+      "step": 139850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.036,
+      "step": 139900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0362,
+      "step": 139950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0363,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7462645848343823,
+      "eval_af_ud_pr_auc": 0.9873260578418386,
+      "eval_am_opus100_pr_auc": 0.30721042461067716,
+      "eval_ar_ersatz_pr_auc": 0.9209802155142919,
+      "eval_ar_opus100_pr_auc": 0.67752880181569,
+      "eval_ar_ud_pr_auc": 0.8323299217410237,
+      "eval_average_ersatz_pr_auc": 0.9456715860068841,
+      "eval_average_opus100_pr_auc": 0.8019738379912865,
+      "eval_average_ud_pr_auc": 0.9494381956344906,
+      "eval_az_opus100_pr_auc": 0.7580195376851245,
+      "eval_be_opus100_pr_auc": 0.6177633535495753,
+      "eval_be_ud_pr_auc": 0.850363955805497,
+      "eval_bg_opus100_pr_auc": 0.9074549182902767,
+      "eval_bg_ud_pr_auc": 0.9884821061217426,
+      "eval_bn_opus100_pr_auc": 0.759295862843138,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8658917687177893,
+      "eval_ca_ud_pr_auc": 0.9863783102195326,
+      "eval_ceb_ud_pr_auc": 0.9995601482159414,
+      "eval_cs_ersatz_pr_auc": 0.973234993418308,
+      "eval_cs_opus100_pr_auc": 0.8988404907104306,
+      "eval_cs_ud_pr_auc": 0.9439004447850514,
+      "eval_cy_opus100_pr_auc": 0.7079852597078087,
+      "eval_cy_ud_pr_auc": 0.9939203028040928,
+      "eval_da_opus100_pr_auc": 0.8986805595988557,
+      "eval_da_ud_pr_auc": 0.9720589416639484,
+      "eval_de_ersatz_pr_auc": 0.9593307304714939,
+      "eval_de_opus100_pr_auc": 0.8459195378036429,
+      "eval_de_ud_pr_auc": 0.9765379821698836,
+      "eval_el_opus100_pr_auc": 0.9146606936988415,
+      "eval_el_ud_pr_auc": 0.9907291343407247,
+      "eval_en_ersatz_pr_auc": 0.983871599099634,
+      "eval_en_opus100_pr_auc": 0.9155048201959414,
+      "eval_en_ud_pr_auc": 0.9602913547268311,
+      "eval_eo_opus100_pr_auc": 0.9140247702229426,
+      "eval_es_ersatz_pr_auc": 0.9918171910782304,
+      "eval_es_opus100_pr_auc": 0.9126640888880619,
+      "eval_es_ud_pr_auc": 0.9895330452808692,
+      "eval_et_ersatz_pr_auc": 0.971752162169479,
+      "eval_et_opus100_pr_auc": 0.8914464859441089,
+      "eval_et_ud_pr_auc": 0.9409055233015092,
+      "eval_eu_opus100_pr_auc": 0.8691007180227891,
+      "eval_eu_ud_pr_auc": 0.9881535299990117,
+      "eval_fa_opus100_pr_auc": 0.5616794795282198,
+      "eval_fa_ud_pr_auc": 0.9944474897504529,
+      "eval_fi_ersatz_pr_auc": 0.97587400508179,
+      "eval_fi_opus100_pr_auc": 0.8955617637026625,
+      "eval_fi_ud_pr_auc": 0.9568978614731387,
+      "eval_fr_ersatz_pr_auc": 0.9644621179352634,
+      "eval_fr_opus100_pr_auc": 0.9009231198153466,
+      "eval_fr_ud_pr_auc": 0.9692283969895732,
+      "eval_fy_opus100_pr_auc": 0.6446069357048154,
+      "eval_ga_opus100_pr_auc": 0.8581728623139165,
+      "eval_ga_ud_pr_auc": 0.8173811676027458,
+      "eval_gd_opus100_pr_auc": 0.5412989520358292,
+      "eval_gd_ud_pr_auc": 0.725406054877063,
+      "eval_gl_opus100_pr_auc": 0.8828624141967928,
+      "eval_gl_ud_pr_auc": 0.9878176007353537,
+      "eval_gu_ersatz_pr_auc": 0.9305070486620448,
+      "eval_gu_opus100_pr_auc": 0.6926262067085012,
+      "eval_ha_opus100_pr_auc": 0.8921407438820848,
+      "eval_he_opus100_pr_auc": 0.8526615344347582,
+      "eval_he_ud_pr_auc": 0.9468178941351366,
+      "eval_hi_ersatz_pr_auc": 0.9615927828447871,
+      "eval_hi_opus100_pr_auc": 0.6204563465137022,
+      "eval_hi_ud_pr_auc": 0.9805465078511428,
+      "eval_hu_opus100_pr_auc": 0.9144128876919702,
+      "eval_hu_ud_pr_auc": 0.9709172521237223,
+      "eval_hy_opus100_pr_auc": 0.8996777770539072,
+      "eval_hy_ud_pr_auc": 0.9807406153052726,
+      "eval_id_opus100_pr_auc": 0.8552847347839765,
+      "eval_id_ud_pr_auc": 0.9861055720186639,
+      "eval_ig_opus100_pr_auc": 0.8530423985763103,
+      "eval_is_opus100_pr_auc": 0.9234266651762414,
+      "eval_is_ud_pr_auc": 0.8797418971997231,
+      "eval_it_opus100_pr_auc": 0.8902224020060339,
+      "eval_it_ud_pr_auc": 0.9951634014524238,
+      "eval_ja_ersatz_pr_auc": 0.7318529041999035,
+      "eval_ja_opus100_pr_auc": 0.7847067189688459,
+      "eval_ja_ud_pr_auc": 0.9701901099348157,
+      "eval_jv_ud_pr_auc": 0.9673141616375787,
+      "eval_ka_opus100_pr_auc": 0.8693939151967767,
+      "eval_kk_ersatz_pr_auc": 0.9791873024464948,
+      "eval_kk_opus100_pr_auc": 0.7679689005085788,
+      "eval_kk_ud_pr_auc": 0.9716514845063109,
+      "eval_km_ersatz_pr_auc": 0.895203227670895,
+      "eval_km_opus100_pr_auc": 0.7052328478891857,
+      "eval_kn_opus100_pr_auc": 0.5489483151126755,
+      "eval_ko_opus100_pr_auc": 0.6401619479612577,
+      "eval_ko_ud_pr_auc": 0.9967321770307954,
+      "eval_ku_opus100_pr_auc": 0.8041583596226025,
+      "eval_ky_opus100_pr_auc": 0.8190205216585177,
+      "eval_la_ud_pr_auc": 0.9378032734474976,
+      "eval_loss": 0.04021618515253067,
+      "eval_lt_ersatz_pr_auc": 0.9789716551391197,
+      "eval_lt_opus100_pr_auc": 0.8586633027093086,
+      "eval_lt_ud_pr_auc": 0.9834035549048971,
+      "eval_lv_ersatz_pr_auc": 0.9844696961130156,
+      "eval_lv_opus100_pr_auc": 0.8679921241498523,
+      "eval_lv_ud_pr_auc": 0.9583865579491532,
+      "eval_mg_opus100_pr_auc": 0.896212437117609,
+      "eval_mk_opus100_pr_auc": 0.8882550861767841,
+      "eval_ml_opus100_pr_auc": 0.7255282005341528,
+      "eval_mn_opus100_pr_auc": 0.9370671786944957,
+      "eval_mr_opus100_pr_auc": 0.8877878367418217,
+      "eval_mr_ud_pr_auc": 0.9871828279765749,
+      "eval_ms_opus100_pr_auc": 0.8515272356887431,
+      "eval_mt_opus100_pr_auc": 0.7777738327411038,
+      "eval_mt_ud_pr_auc": 0.8807350513450122,
+      "eval_my_opus100_pr_auc": 0.6989915663705232,
+      "eval_ne_opus100_pr_auc": 0.6445797847047542,
+      "eval_nl_opus100_pr_auc": 0.8840854808485901,
+      "eval_nl_ud_pr_auc": 0.9610319927229732,
+      "eval_no_opus100_pr_auc": 0.9111203991857773,
+      "eval_no_ud_pr_auc": 0.9938606064168618,
+      "eval_pa_opus100_pr_auc": 0.6512277930429287,
+      "eval_pl_ersatz_pr_auc": 0.9642179077847475,
+      "eval_pl_opus100_pr_auc": 0.879607436414221,
+      "eval_pl_ud_pr_auc": 0.951953112194853,
+      "eval_ps_ersatz_pr_auc": 0.9220885481833722,
+      "eval_ps_opus100_pr_auc": 0.7396398269213597,
+      "eval_pt_opus100_pr_auc": 0.9147071092108742,
+      "eval_pt_ud_pr_auc": 0.9778338513087323,
+      "eval_ro_ersatz_pr_auc": 0.9857018778749066,
+      "eval_ro_opus100_pr_auc": 0.8877636277652333,
+      "eval_ro_ud_pr_auc": 0.9201115477454026,
+      "eval_ru_ersatz_pr_auc": 0.9770203393530874,
+      "eval_ru_opus100_pr_auc": 0.8940849290503474,
+      "eval_ru_ud_pr_auc": 0.8650258420791008,
+      "eval_runtime": 404.7254,
+      "eval_samples_per_second": 186.467,
+      "eval_si_opus100_pr_auc": 0.7843779253418026,
+      "eval_sk_opus100_pr_auc": 0.9175027959540829,
+      "eval_sk_ud_pr_auc": 0.9741618067540987,
+      "eval_sl_opus100_pr_auc": 0.8501253872749558,
+      "eval_sl_ud_pr_auc": 0.9649050059439817,
+      "eval_sq_opus100_pr_auc": 0.880484027964792,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9027221429774771,
+      "eval_sr_ud_pr_auc": 0.9894450795276035,
+      "eval_steps_per_second": 5.829,
+      "eval_sv_opus100_pr_auc": 0.8872523560102972,
+      "eval_sv_ud_pr_auc": 0.9235093375277781,
+      "eval_ta_ersatz_pr_auc": 0.9783894159122789,
+      "eval_ta_opus100_pr_auc": 0.6219321282684201,
+      "eval_ta_ud_pr_auc": 0.996079346743105,
+      "eval_te_opus100_pr_auc": 0.808129501272077,
+      "eval_tg_opus100_pr_auc": 0.8754627197495218,
+      "eval_th_opus100_pr_auc": 0.6541389395281455,
+      "eval_th_ud_pr_auc": 0.6789594203687431,
+      "eval_tr_ersatz_pr_auc": 0.9527764820570487,
+      "eval_tr_opus100_pr_auc": 0.8796571765034664,
+      "eval_tr_ud_pr_auc": 0.9334684796506914,
+      "eval_uk_opus100_pr_auc": 0.8623826919358517,
+      "eval_uk_ud_pr_auc": 0.9231485435564811,
+      "eval_ur_opus100_pr_auc": 0.49764039787292347,
+      "eval_ur_ud_pr_auc": 0.9952890655923343,
+      "eval_uz_opus100_pr_auc": 0.8407382288780328,
+      "eval_vi_opus100_pr_auc": 0.8936871845508866,
+      "eval_vi_ud_pr_auc": 0.9565473863661538,
+      "eval_xh_opus100_pr_auc": 0.8465539528598628,
+      "eval_yi_opus100_pr_auc": 0.6704436168394305,
+      "eval_yo_opus100_pr_auc": 0.7776783472846246,
+      "eval_yo_ud_pr_auc": 0.9070628675224937,
+      "eval_zh_ersatz_pr_auc": 0.8214726891412585,
+      "eval_zh_opus100_pr_auc": 0.6725291450013624,
+      "eval_zh_ud_pr_auc": 0.9605021898800346,
+      "eval_zu_opus100_pr_auc": 0.8148954329654216,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0373,
+      "step": 140050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0371,
+      "step": 140100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0366,
+      "step": 140150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.036,
+      "step": 140200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0365,
+      "step": 140250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0368,
+      "step": 140300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0359,
+      "step": 140350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.037,
+      "step": 140400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0369,
+      "step": 140450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0369,
+      "step": 140500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0358,
+      "step": 140550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.036,
+      "step": 140600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0369,
+      "step": 140650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.036,
+      "step": 140700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0363,
+      "step": 140750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0365,
+      "step": 140800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0359,
+      "step": 140850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.0359,
+      "step": 140900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0372,
+      "step": 140950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0363,
+      "step": 141000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0366,
+      "step": 141050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0355,
+      "step": 141100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0367,
+      "step": 141150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0359,
+      "step": 141200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0371,
+      "step": 141250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0368,
+      "step": 141300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0365,
+      "step": 141350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0362,
+      "step": 141400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.036,
+      "step": 141450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0364,
+      "step": 141500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0366,
+      "step": 141550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.0368,
+      "step": 141600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0364,
+      "step": 141650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0363,
+      "step": 141700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0357,
+      "step": 141750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0368,
+      "step": 141800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0364,
+      "step": 141850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0367,
+      "step": 141900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0362,
+      "step": 141950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0366,
+      "step": 142000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0363,
+      "step": 142050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0368,
+      "step": 142100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0363,
+      "step": 142150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.037,
+      "step": 142200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0365,
+      "step": 142250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0367,
+      "step": 142300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0364,
+      "step": 142350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0363,
+      "step": 142400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0369,
+      "step": 142450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0363,
+      "step": 142500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0359,
+      "step": 142550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0375,
+      "step": 142600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0374,
+      "step": 142650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0367,
+      "step": 142700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.037,
+      "step": 142750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0363,
+      "step": 142800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0368,
+      "step": 142850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0357,
+      "step": 142900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0367,
+      "step": 142950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0364,
+      "step": 143000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0357,
+      "step": 143050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0363,
+      "step": 143100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0361,
+      "step": 143150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0362,
+      "step": 143200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0354,
+      "step": 143250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.036,
+      "step": 143300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0368,
+      "step": 143350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0361,
+      "step": 143400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0367,
+      "step": 143450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0362,
+      "step": 143500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0365,
+      "step": 143550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0364,
+      "step": 143600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0362,
+      "step": 143650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.036,
+      "step": 143700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.036,
+      "step": 143750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.036,
+      "step": 143800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0368,
+      "step": 143850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0367,
+      "step": 143900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0368,
+      "step": 143950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0357,
+      "step": 144000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0365,
+      "step": 144050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0363,
+      "step": 144100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0364,
+      "step": 144150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0366,
+      "step": 144200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0365,
+      "step": 144250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0371,
+      "step": 144300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0357,
+      "step": 144350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0368,
+      "step": 144400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0363,
+      "step": 144450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0368,
+      "step": 144500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0367,
+      "step": 144550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0368,
+      "step": 144600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0367,
+      "step": 144650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0365,
+      "step": 144700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0369,
+      "step": 144750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0355,
+      "step": 144800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0363,
+      "step": 144850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0377,
+      "step": 144900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0355,
+      "step": 144950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0362,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7510344659827157,
+      "eval_af_ud_pr_auc": 0.9854381879641332,
+      "eval_am_opus100_pr_auc": 0.4604496685321863,
+      "eval_ar_ersatz_pr_auc": 0.9230926852158059,
+      "eval_ar_opus100_pr_auc": 0.6778522874002102,
+      "eval_ar_ud_pr_auc": 0.8375851072934422,
+      "eval_average_ersatz_pr_auc": 0.9513135782466879,
+      "eval_average_opus100_pr_auc": 0.8043074039341166,
+      "eval_average_ud_pr_auc": 0.950595465093015,
+      "eval_az_opus100_pr_auc": 0.7516019988907217,
+      "eval_be_opus100_pr_auc": 0.6626051150201865,
+      "eval_be_ud_pr_auc": 0.8763447705848473,
+      "eval_bg_opus100_pr_auc": 0.89969347570725,
+      "eval_bg_ud_pr_auc": 0.9868533920293425,
+      "eval_bn_opus100_pr_auc": 0.7597033869597397,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8491135660928681,
+      "eval_ca_ud_pr_auc": 0.9804777056969471,
+      "eval_ceb_ud_pr_auc": 0.999113963748416,
+      "eval_cs_ersatz_pr_auc": 0.9728722123175283,
+      "eval_cs_opus100_pr_auc": 0.8942017637316949,
+      "eval_cs_ud_pr_auc": 0.9458733511442612,
+      "eval_cy_opus100_pr_auc": 0.7231180319028507,
+      "eval_cy_ud_pr_auc": 0.9958474723758037,
+      "eval_da_opus100_pr_auc": 0.9003161408239171,
+      "eval_da_ud_pr_auc": 0.9764330172422095,
+      "eval_de_ersatz_pr_auc": 0.9588774888207147,
+      "eval_de_opus100_pr_auc": 0.8528144804169624,
+      "eval_de_ud_pr_auc": 0.9797803015170246,
+      "eval_el_opus100_pr_auc": 0.9074299661893949,
+      "eval_el_ud_pr_auc": 0.9912232870458609,
+      "eval_en_ersatz_pr_auc": 0.9844726422735375,
+      "eval_en_opus100_pr_auc": 0.9137611530913636,
+      "eval_en_ud_pr_auc": 0.9643303642648922,
+      "eval_eo_opus100_pr_auc": 0.9123754631309865,
+      "eval_es_ersatz_pr_auc": 0.9936991097320897,
+      "eval_es_opus100_pr_auc": 0.9097963856022182,
+      "eval_es_ud_pr_auc": 0.9898286828544897,
+      "eval_et_ersatz_pr_auc": 0.972729970182502,
+      "eval_et_opus100_pr_auc": 0.8801947141763672,
+      "eval_et_ud_pr_auc": 0.9378361822479601,
+      "eval_eu_opus100_pr_auc": 0.872621530651094,
+      "eval_eu_ud_pr_auc": 0.9874803024129959,
+      "eval_fa_opus100_pr_auc": 0.5518608397190875,
+      "eval_fa_ud_pr_auc": 0.9983451770744162,
+      "eval_fi_ersatz_pr_auc": 0.9760397819151313,
+      "eval_fi_opus100_pr_auc": 0.8909979518538585,
+      "eval_fi_ud_pr_auc": 0.9593151285528807,
+      "eval_fr_ersatz_pr_auc": 0.9806832261242219,
+      "eval_fr_opus100_pr_auc": 0.8983503113500207,
+      "eval_fr_ud_pr_auc": 0.9699311906611402,
+      "eval_fy_opus100_pr_auc": 0.6843127569380115,
+      "eval_ga_opus100_pr_auc": 0.869310836369988,
+      "eval_ga_ud_pr_auc": 0.8132009227693238,
+      "eval_gd_opus100_pr_auc": 0.5372219124811387,
+      "eval_gd_ud_pr_auc": 0.7325174891613794,
+      "eval_gl_opus100_pr_auc": 0.8691228744095578,
+      "eval_gl_ud_pr_auc": 0.9904723661126243,
+      "eval_gu_ersatz_pr_auc": 0.9362430458742282,
+      "eval_gu_opus100_pr_auc": 0.696872358364565,
+      "eval_ha_opus100_pr_auc": 0.9030056306557608,
+      "eval_he_opus100_pr_auc": 0.8439150577815376,
+      "eval_he_ud_pr_auc": 0.9568631847670792,
+      "eval_hi_ersatz_pr_auc": 0.9601194894846977,
+      "eval_hi_opus100_pr_auc": 0.617557396270516,
+      "eval_hi_ud_pr_auc": 0.9759833087317409,
+      "eval_hu_opus100_pr_auc": 0.9043641027476412,
+      "eval_hu_ud_pr_auc": 0.9724445045977557,
+      "eval_hy_opus100_pr_auc": 0.9067099681005959,
+      "eval_hy_ud_pr_auc": 0.9694780140459139,
+      "eval_id_opus100_pr_auc": 0.8445379987113318,
+      "eval_id_ud_pr_auc": 0.9866377814109296,
+      "eval_ig_opus100_pr_auc": 0.8714141072282449,
+      "eval_is_opus100_pr_auc": 0.9193638122003827,
+      "eval_is_ud_pr_auc": 0.902183529693404,
+      "eval_it_opus100_pr_auc": 0.8906325227627103,
+      "eval_it_ud_pr_auc": 0.9915971032535243,
+      "eval_ja_ersatz_pr_auc": 0.7397852377795837,
+      "eval_ja_opus100_pr_auc": 0.775367429976499,
+      "eval_ja_ud_pr_auc": 0.9745674553980058,
+      "eval_jv_ud_pr_auc": 0.9698994112471122,
+      "eval_ka_opus100_pr_auc": 0.8463488632843371,
+      "eval_kk_ersatz_pr_auc": 0.9840452512433793,
+      "eval_kk_opus100_pr_auc": 0.7910319523004715,
+      "eval_kk_ud_pr_auc": 0.9683768617993205,
+      "eval_km_ersatz_pr_auc": 0.8958083135206829,
+      "eval_km_opus100_pr_auc": 0.7165318393084301,
+      "eval_kn_opus100_pr_auc": 0.5439948722502441,
+      "eval_ko_opus100_pr_auc": 0.6152151821307219,
+      "eval_ko_ud_pr_auc": 0.9990194163908614,
+      "eval_ku_opus100_pr_auc": 0.829376488830524,
+      "eval_ky_opus100_pr_auc": 0.8446479818149925,
+      "eval_la_ud_pr_auc": 0.9415466914746664,
+      "eval_loss": 0.039931390434503555,
+      "eval_lt_ersatz_pr_auc": 0.9796392147552377,
+      "eval_lt_opus100_pr_auc": 0.8603678574334196,
+      "eval_lt_ud_pr_auc": 0.9857158285219602,
+      "eval_lv_ersatz_pr_auc": 0.9867180497597587,
+      "eval_lv_opus100_pr_auc": 0.8733826284716107,
+      "eval_lv_ud_pr_auc": 0.9566875031638961,
+      "eval_mg_opus100_pr_auc": 0.9123601044386227,
+      "eval_mk_opus100_pr_auc": 0.8892874821614082,
+      "eval_ml_opus100_pr_auc": 0.7291829711427322,
+      "eval_mn_opus100_pr_auc": 0.9451437774648845,
+      "eval_mr_opus100_pr_auc": 0.878984070015145,
+      "eval_mr_ud_pr_auc": 0.9686144805417473,
+      "eval_ms_opus100_pr_auc": 0.8447426738445991,
+      "eval_mt_opus100_pr_auc": 0.7918908951619203,
+      "eval_mt_ud_pr_auc": 0.8728696661281885,
+      "eval_my_opus100_pr_auc": 0.6997945641550414,
+      "eval_ne_opus100_pr_auc": 0.6541146591843447,
+      "eval_nl_opus100_pr_auc": 0.8795268213264529,
+      "eval_nl_ud_pr_auc": 0.9677883624926336,
+      "eval_no_opus100_pr_auc": 0.9088181544435476,
+      "eval_no_ud_pr_auc": 0.9942404634750609,
+      "eval_pa_opus100_pr_auc": 0.6476374214039826,
+      "eval_pl_ersatz_pr_auc": 0.9706578574408044,
+      "eval_pl_opus100_pr_auc": 0.8734971067397038,
+      "eval_pl_ud_pr_auc": 0.9596061689944686,
+      "eval_ps_ersatz_pr_auc": 0.9428000770711731,
+      "eval_ps_opus100_pr_auc": 0.723838207450484,
+      "eval_pt_opus100_pr_auc": 0.9173153233499481,
+      "eval_pt_ud_pr_auc": 0.982500329729901,
+      "eval_ro_ersatz_pr_auc": 0.9901584098534684,
+      "eval_ro_opus100_pr_auc": 0.8489082508563823,
+      "eval_ro_ud_pr_auc": 0.9203945282642607,
+      "eval_ru_ersatz_pr_auc": 0.980287810412721,
+      "eval_ru_opus100_pr_auc": 0.9131309621120286,
+      "eval_ru_ud_pr_auc": 0.8482120368551022,
+      "eval_runtime": 400.7791,
+      "eval_samples_per_second": 188.303,
+      "eval_si_opus100_pr_auc": 0.7891171924978754,
+      "eval_sk_opus100_pr_auc": 0.9161067611745352,
+      "eval_sk_ud_pr_auc": 0.9702946525600321,
+      "eval_sl_opus100_pr_auc": 0.8438367858243625,
+      "eval_sl_ud_pr_auc": 0.9618780513102919,
+      "eval_sq_opus100_pr_auc": 0.8771493685166606,
+      "eval_sq_ud_pr_auc": 0.9997244990892534,
+      "eval_sr_opus100_pr_auc": 0.8999641552509631,
+      "eval_sr_ud_pr_auc": 0.9859672208970965,
+      "eval_steps_per_second": 5.886,
+      "eval_sv_opus100_pr_auc": 0.8835649782388222,
+      "eval_sv_ud_pr_auc": 0.9302454912614593,
+      "eval_ta_ersatz_pr_auc": 0.9804622965767839,
+      "eval_ta_opus100_pr_auc": 0.6189366833644455,
+      "eval_ta_ud_pr_auc": 0.9986299645068464,
+      "eval_te_opus100_pr_auc": 0.7962780747438049,
+      "eval_tg_opus100_pr_auc": 0.8724417660613182,
+      "eval_th_opus100_pr_auc": 0.6484031232064458,
+      "eval_th_ud_pr_auc": 0.6717117976283787,
+      "eval_tr_ersatz_pr_auc": 0.9601960424538757,
+      "eval_tr_opus100_pr_auc": 0.8765665396830207,
+      "eval_tr_ud_pr_auc": 0.928060283625617,
+      "eval_uk_opus100_pr_auc": 0.8541360816018917,
+      "eval_uk_ud_pr_auc": 0.9319893909468959,
+      "eval_ur_opus100_pr_auc": 0.5058914255514766,
+      "eval_ur_ud_pr_auc": 0.9950367078649673,
+      "eval_uz_opus100_pr_auc": 0.8522919105133876,
+      "eval_vi_opus100_pr_auc": 0.8861087895207638,
+      "eval_vi_ud_pr_auc": 0.9547683355903219,
+      "eval_xh_opus100_pr_auc": 0.8644142445415298,
+      "eval_yi_opus100_pr_auc": 0.6444941831451454,
+      "eval_yo_opus100_pr_auc": 0.7894278102865906,
+      "eval_yo_ud_pr_auc": 0.9119714392967447,
+      "eval_zh_ersatz_pr_auc": 0.8595105086192057,
+      "eval_zh_opus100_pr_auc": 0.6823908714176735,
+      "eval_zh_ud_pr_auc": 0.9802086819920218,
+      "eval_zu_opus100_pr_auc": 0.8190138041566912,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0365,
+      "step": 145050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0366,
+      "step": 145100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0369,
+      "step": 145150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0359,
+      "step": 145200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0365,
+      "step": 145250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.036,
+      "step": 145300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0371,
+      "step": 145350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0366,
+      "step": 145400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0367,
+      "step": 145450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0354,
+      "step": 145500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.0362,
+      "step": 145550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0358,
+      "step": 145600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0366,
+      "step": 145650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0365,
+      "step": 145700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0358,
+      "step": 145750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0364,
+      "step": 145800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0359,
+      "step": 145850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0369,
+      "step": 145900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.036,
+      "step": 145950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0372,
+      "step": 146000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0355,
+      "step": 146050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0367,
+      "step": 146100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0361,
+      "step": 146150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0359,
+      "step": 146200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0373,
+      "step": 146250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0361,
+      "step": 146300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0364,
+      "step": 146350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0369,
+      "step": 146400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0364,
+      "step": 146450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.036,
+      "step": 146500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0353,
+      "step": 146550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0367,
+      "step": 146600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0367,
+      "step": 146650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0365,
+      "step": 146700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0362,
+      "step": 146750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0365,
+      "step": 146800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0367,
+      "step": 146850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0362,
+      "step": 146900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0362,
+      "step": 146950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.036,
+      "step": 147000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0371,
+      "step": 147050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0355,
+      "step": 147100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0359,
+      "step": 147150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0359,
+      "step": 147200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0364,
+      "step": 147250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0368,
+      "step": 147300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0371,
+      "step": 147350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.036,
+      "step": 147400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0362,
+      "step": 147450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0361,
+      "step": 147500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0356,
+      "step": 147550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0355,
+      "step": 147600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.036,
+      "step": 147650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0368,
+      "step": 147700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0361,
+      "step": 147750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0363,
+      "step": 147800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.037,
+      "step": 147850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0367,
+      "step": 147900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0361,
+      "step": 147950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0366,
+      "step": 148000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0358,
+      "step": 148050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0369,
+      "step": 148100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0361,
+      "step": 148150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0359,
+      "step": 148200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0355,
+      "step": 148250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0356,
+      "step": 148300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0365,
+      "step": 148350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.036,
+      "step": 148400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0362,
+      "step": 148450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0355,
+      "step": 148500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.036,
+      "step": 148550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0368,
+      "step": 148600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0354,
+      "step": 148650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0357,
+      "step": 148700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.037,
+      "step": 148750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.036,
+      "step": 148800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0362,
+      "step": 148850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0358,
+      "step": 148900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0361,
+      "step": 148950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0355,
+      "step": 149000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0365,
+      "step": 149050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0365,
+      "step": 149100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0365,
+      "step": 149150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0361,
+      "step": 149200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0354,
+      "step": 149250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0361,
+      "step": 149300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0365,
+      "step": 149350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0368,
+      "step": 149400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0365,
+      "step": 149450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0368,
+      "step": 149500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0366,
+      "step": 149550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0366,
+      "step": 149600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0356,
+      "step": 149650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0359,
+      "step": 149700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0356,
+      "step": 149750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0359,
+      "step": 149800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0354,
+      "step": 149850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0362,
+      "step": 149900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0356,
+      "step": 149950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0367,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.73534907913341,
+      "eval_af_ud_pr_auc": 0.9823363445740787,
+      "eval_am_opus100_pr_auc": 0.4600127316180213,
+      "eval_ar_ersatz_pr_auc": 0.9266074810727416,
+      "eval_ar_opus100_pr_auc": 0.6805043445032419,
+      "eval_ar_ud_pr_auc": 0.8443406975678435,
+      "eval_average_ersatz_pr_auc": 0.9478963474159261,
+      "eval_average_opus100_pr_auc": 0.8039620211576899,
+      "eval_average_ud_pr_auc": 0.9466475959350477,
+      "eval_az_opus100_pr_auc": 0.7518203512172689,
+      "eval_be_opus100_pr_auc": 0.6314662247664419,
+      "eval_be_ud_pr_auc": 0.8510306234129653,
+      "eval_bg_opus100_pr_auc": 0.9042893693472819,
+      "eval_bg_ud_pr_auc": 0.9858939647309645,
+      "eval_bn_opus100_pr_auc": 0.7631439839007598,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8594283667804874,
+      "eval_ca_ud_pr_auc": 0.9794915348602408,
+      "eval_ceb_ud_pr_auc": 0.9984036876481572,
+      "eval_cs_ersatz_pr_auc": 0.9706792106445227,
+      "eval_cs_opus100_pr_auc": 0.8924915245016459,
+      "eval_cs_ud_pr_auc": 0.9413277952799632,
+      "eval_cy_opus100_pr_auc": 0.7111197347735654,
+      "eval_cy_ud_pr_auc": 0.994533060986486,
+      "eval_da_opus100_pr_auc": 0.9001759169436616,
+      "eval_da_ud_pr_auc": 0.9783103032442384,
+      "eval_de_ersatz_pr_auc": 0.9686571849724843,
+      "eval_de_opus100_pr_auc": 0.849723686216994,
+      "eval_de_ud_pr_auc": 0.9786037234188456,
+      "eval_el_opus100_pr_auc": 0.9082645230697229,
+      "eval_el_ud_pr_auc": 0.9884020170019592,
+      "eval_en_ersatz_pr_auc": 0.9841977106877557,
+      "eval_en_opus100_pr_auc": 0.9240376609425062,
+      "eval_en_ud_pr_auc": 0.9565428005557143,
+      "eval_eo_opus100_pr_auc": 0.9150461741756077,
+      "eval_es_ersatz_pr_auc": 0.9917576954664808,
+      "eval_es_opus100_pr_auc": 0.9164694965383905,
+      "eval_es_ud_pr_auc": 0.9863414188365803,
+      "eval_et_ersatz_pr_auc": 0.9702835090856182,
+      "eval_et_opus100_pr_auc": 0.8835069312162152,
+      "eval_et_ud_pr_auc": 0.921021314740108,
+      "eval_eu_opus100_pr_auc": 0.869212339626775,
+      "eval_eu_ud_pr_auc": 0.9858631589922705,
+      "eval_fa_opus100_pr_auc": 0.5518381113418894,
+      "eval_fa_ud_pr_auc": 0.996621996370098,
+      "eval_fi_ersatz_pr_auc": 0.9779343956907305,
+      "eval_fi_opus100_pr_auc": 0.8913796969443349,
+      "eval_fi_ud_pr_auc": 0.9585902938479202,
+      "eval_fr_ersatz_pr_auc": 0.9834251432917365,
+      "eval_fr_opus100_pr_auc": 0.8953250190276226,
+      "eval_fr_ud_pr_auc": 0.9745423309796039,
+      "eval_fy_opus100_pr_auc": 0.6612223370237658,
+      "eval_ga_opus100_pr_auc": 0.8582949622894702,
+      "eval_ga_ud_pr_auc": 0.818295161174505,
+      "eval_gd_opus100_pr_auc": 0.5577405908591202,
+      "eval_gd_ud_pr_auc": 0.7241007853093809,
+      "eval_gl_opus100_pr_auc": 0.8798882779573908,
+      "eval_gl_ud_pr_auc": 0.9918096528023385,
+      "eval_gu_ersatz_pr_auc": 0.9409611759356314,
+      "eval_gu_opus100_pr_auc": 0.6790599554114791,
+      "eval_ha_opus100_pr_auc": 0.9028228715412944,
+      "eval_he_opus100_pr_auc": 0.8380177848658862,
+      "eval_he_ud_pr_auc": 0.9577784805615577,
+      "eval_hi_ersatz_pr_auc": 0.9513181838667458,
+      "eval_hi_opus100_pr_auc": 0.6225206059264877,
+      "eval_hi_ud_pr_auc": 0.9705624962873202,
+      "eval_hu_opus100_pr_auc": 0.9048045427144904,
+      "eval_hu_ud_pr_auc": 0.9756377724189326,
+      "eval_hy_opus100_pr_auc": 0.896014358296586,
+      "eval_hy_ud_pr_auc": 0.9328879561536301,
+      "eval_id_opus100_pr_auc": 0.85980608354846,
+      "eval_id_ud_pr_auc": 0.9869319707954022,
+      "eval_ig_opus100_pr_auc": 0.8699058417519675,
+      "eval_is_opus100_pr_auc": 0.9180613117243196,
+      "eval_is_ud_pr_auc": 0.8897031553342111,
+      "eval_it_opus100_pr_auc": 0.8915993373408113,
+      "eval_it_ud_pr_auc": 0.9910024464380055,
+      "eval_ja_ersatz_pr_auc": 0.6845213458862848,
+      "eval_ja_opus100_pr_auc": 0.7516663738798317,
+      "eval_ja_ud_pr_auc": 0.9630312503617678,
+      "eval_jv_ud_pr_auc": 0.9641747993265437,
+      "eval_ka_opus100_pr_auc": 0.8516910149367563,
+      "eval_kk_ersatz_pr_auc": 0.9810041013961988,
+      "eval_kk_opus100_pr_auc": 0.7645984966131787,
+      "eval_kk_ud_pr_auc": 0.9701066606070219,
+      "eval_km_ersatz_pr_auc": 0.8961104158181095,
+      "eval_km_opus100_pr_auc": 0.7169491694675217,
+      "eval_kn_opus100_pr_auc": 0.5333718165433244,
+      "eval_ko_opus100_pr_auc": 0.6422980245485801,
+      "eval_ko_ud_pr_auc": 0.9980833679858858,
+      "eval_ku_opus100_pr_auc": 0.8169463661384658,
+      "eval_ky_opus100_pr_auc": 0.8455592670534195,
+      "eval_la_ud_pr_auc": 0.9287852181437446,
+      "eval_loss": 0.039943695068359375,
+      "eval_lt_ersatz_pr_auc": 0.9785054061655478,
+      "eval_lt_opus100_pr_auc": 0.8503104779010563,
+      "eval_lt_ud_pr_auc": 0.9800600133738583,
+      "eval_lv_ersatz_pr_auc": 0.9825464898174668,
+      "eval_lv_opus100_pr_auc": 0.8676813439809559,
+      "eval_lv_ud_pr_auc": 0.9509035891128617,
+      "eval_mg_opus100_pr_auc": 0.9017956390961503,
+      "eval_mk_opus100_pr_auc": 0.8919026776709352,
+      "eval_ml_opus100_pr_auc": 0.7223335817833888,
+      "eval_mn_opus100_pr_auc": 0.9460445940618168,
+      "eval_mr_opus100_pr_auc": 0.8852492456137054,
+      "eval_mr_ud_pr_auc": 0.9907894783075549,
+      "eval_ms_opus100_pr_auc": 0.852615644448981,
+      "eval_mt_opus100_pr_auc": 0.7884756627498946,
+      "eval_mt_ud_pr_auc": 0.8709293448139053,
+      "eval_my_opus100_pr_auc": 0.6870135740289872,
+      "eval_ne_opus100_pr_auc": 0.6509835980450623,
+      "eval_nl_opus100_pr_auc": 0.8797740890711923,
+      "eval_nl_ud_pr_auc": 0.9666099281631311,
+      "eval_no_opus100_pr_auc": 0.9118600516061278,
+      "eval_no_ud_pr_auc": 0.9936129804030395,
+      "eval_pa_opus100_pr_auc": 0.6293015722701418,
+      "eval_pl_ersatz_pr_auc": 0.9616624667822669,
+      "eval_pl_opus100_pr_auc": 0.8773984690665709,
+      "eval_pl_ud_pr_auc": 0.9524259578949107,
+      "eval_ps_ersatz_pr_auc": 0.9292678648042454,
+      "eval_ps_opus100_pr_auc": 0.7438852634683804,
+      "eval_pt_opus100_pr_auc": 0.9169529857062855,
+      "eval_pt_ud_pr_auc": 0.9824794019723024,
+      "eval_ro_ersatz_pr_auc": 0.9877449908637832,
+      "eval_ro_opus100_pr_auc": 0.8770158349987043,
+      "eval_ro_ud_pr_auc": 0.8855032002342965,
+      "eval_ru_ersatz_pr_auc": 0.9801360979339949,
+      "eval_ru_opus100_pr_auc": 0.8894503386447223,
+      "eval_ru_ud_pr_auc": 0.8443093149566426,
+      "eval_runtime": 407.9792,
+      "eval_samples_per_second": 184.98,
+      "eval_si_opus100_pr_auc": 0.7906274769882027,
+      "eval_sk_opus100_pr_auc": 0.9141121670899889,
+      "eval_sk_ud_pr_auc": 0.9703756822288977,
+      "eval_sl_opus100_pr_auc": 0.8472044803884102,
+      "eval_sl_ud_pr_auc": 0.9431554953490956,
+      "eval_sq_opus100_pr_auc": 0.8899955223163787,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8992936213181881,
+      "eval_sr_ud_pr_auc": 0.983549082171174,
+      "eval_steps_per_second": 5.782,
+      "eval_sv_opus100_pr_auc": 0.8830082734593764,
+      "eval_sv_ud_pr_auc": 0.9324891051700046,
+      "eval_ta_ersatz_pr_auc": 0.9757245696784033,
+      "eval_ta_opus100_pr_auc": 0.6134789951010451,
+      "eval_ta_ud_pr_auc": 0.9984471048172363,
+      "eval_te_opus100_pr_auc": 0.7950485046788445,
+      "eval_tg_opus100_pr_auc": 0.8615980797473483,
+      "eval_th_opus100_pr_auc": 0.6547458335141849,
+      "eval_th_ud_pr_auc": 0.6707092744958306,
+      "eval_tr_ersatz_pr_auc": 0.9597036575384391,
+      "eval_tr_opus100_pr_auc": 0.8816147217908853,
+      "eval_tr_ud_pr_auc": 0.9349327215197687,
+      "eval_uk_opus100_pr_auc": 0.8573860964196688,
+      "eval_uk_ud_pr_auc": 0.9270414868349903,
+      "eval_ur_opus100_pr_auc": 0.4982085549744671,
+      "eval_ur_ud_pr_auc": 0.9955358643979586,
+      "eval_uz_opus100_pr_auc": 0.8385497664640896,
+      "eval_vi_opus100_pr_auc": 0.8874542380880581,
+      "eval_vi_ud_pr_auc": 0.9616439025708053,
+      "eval_xh_opus100_pr_auc": 0.8541638370276468,
+      "eval_yi_opus100_pr_auc": 0.6921052785453004,
+      "eval_yo_opus100_pr_auc": 0.7893640971298495,
+      "eval_yo_ud_pr_auc": 0.8943247785382797,
+      "eval_zh_ersatz_pr_auc": 0.870970545751185,
+      "eval_zh_opus100_pr_auc": 0.7269224599127602,
+      "eval_zh_ud_pr_auc": 0.9639970202228926,
+      "eval_zu_opus100_pr_auc": 0.8225144287443628,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0366,
+      "step": 150050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0359,
+      "step": 150100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.035,
+      "step": 150150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0361,
+      "step": 150200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0365,
+      "step": 150250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.0362,
+      "step": 150300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0359,
+      "step": 150350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0361,
+      "step": 150400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0362,
+      "step": 150450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0365,
+      "step": 150500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0365,
+      "step": 150550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0366,
+      "step": 150600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.036,
+      "step": 150650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0359,
+      "step": 150700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0366,
+      "step": 150750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.036,
+      "step": 150800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0377,
+      "step": 150850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0353,
+      "step": 150900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0366,
+      "step": 150950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0365,
+      "step": 151000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.036,
+      "step": 151050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0359,
+      "step": 151100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0363,
+      "step": 151150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.036,
+      "step": 151200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0363,
+      "step": 151250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0358,
+      "step": 151300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0361,
+      "step": 151350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0362,
+      "step": 151400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0358,
+      "step": 151450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0368,
+      "step": 151500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0363,
+      "step": 151550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0359,
+      "step": 151600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0359,
+      "step": 151650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0361,
+      "step": 151700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0355,
+      "step": 151750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0359,
+      "step": 151800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.036,
+      "step": 151850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0369,
+      "step": 151900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.036,
+      "step": 151950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.036,
+      "step": 152000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0358,
+      "step": 152050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0358,
+      "step": 152100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0363,
+      "step": 152150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0364,
+      "step": 152200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0367,
+      "step": 152250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0356,
+      "step": 152300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0371,
+      "step": 152350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0362,
+      "step": 152400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0364,
+      "step": 152450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0369,
+      "step": 152500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0363,
+      "step": 152550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0355,
+      "step": 152600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0365,
+      "step": 152650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0371,
+      "step": 152700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0361,
+      "step": 152750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.036,
+      "step": 152800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0369,
+      "step": 152850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0357,
+      "step": 152900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0354,
+      "step": 152950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.036,
+      "step": 153000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0361,
+      "step": 153050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0367,
+      "step": 153100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0364,
+      "step": 153150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0363,
+      "step": 153200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0358,
+      "step": 153250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0355,
+      "step": 153300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0359,
+      "step": 153350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0356,
+      "step": 153400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0364,
+      "step": 153450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0369,
+      "step": 153500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0359,
+      "step": 153550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0364,
+      "step": 153600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0364,
+      "step": 153650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0356,
+      "step": 153700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0359,
+      "step": 153750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0363,
+      "step": 153800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0357,
+      "step": 153850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0359,
+      "step": 153900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0359,
+      "step": 153950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0367,
+      "step": 154000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0366,
+      "step": 154050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0359,
+      "step": 154100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.036,
+      "step": 154150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.036,
+      "step": 154200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0355,
+      "step": 154250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0358,
+      "step": 154300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0365,
+      "step": 154350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0358,
+      "step": 154400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0352,
+      "step": 154450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0357,
+      "step": 154500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0355,
+      "step": 154550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0355,
+      "step": 154600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0353,
+      "step": 154650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0351,
+      "step": 154700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0369,
+      "step": 154750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.0359,
+      "step": 154800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0362,
+      "step": 154850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0369,
+      "step": 154900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0348,
+      "step": 154950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0356,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7492373278820517,
+      "eval_af_ud_pr_auc": 0.9855725690636041,
+      "eval_am_opus100_pr_auc": 0.5243849871422184,
+      "eval_ar_ersatz_pr_auc": 0.9304422305736266,
+      "eval_ar_opus100_pr_auc": 0.6825982430983092,
+      "eval_ar_ud_pr_auc": 0.843084001897595,
+      "eval_average_ersatz_pr_auc": 0.9567006355526169,
+      "eval_average_opus100_pr_auc": 0.810351451853702,
+      "eval_average_ud_pr_auc": 0.9538796188047625,
+      "eval_az_opus100_pr_auc": 0.7679031262364174,
+      "eval_be_opus100_pr_auc": 0.653072355089943,
+      "eval_be_ud_pr_auc": 0.874062752418552,
+      "eval_bg_opus100_pr_auc": 0.9082353559296776,
+      "eval_bg_ud_pr_auc": 0.9893669216753008,
+      "eval_bn_opus100_pr_auc": 0.7797342298416299,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8685223831144113,
+      "eval_ca_ud_pr_auc": 0.9912530955753417,
+      "eval_ceb_ud_pr_auc": 0.9967711230338356,
+      "eval_cs_ersatz_pr_auc": 0.9779869179182384,
+      "eval_cs_opus100_pr_auc": 0.9006984560066102,
+      "eval_cs_ud_pr_auc": 0.9494613959425262,
+      "eval_cy_opus100_pr_auc": 0.701841351119846,
+      "eval_cy_ud_pr_auc": 0.9940821317765332,
+      "eval_da_opus100_pr_auc": 0.9058206460214218,
+      "eval_da_ud_pr_auc": 0.9810468952388076,
+      "eval_de_ersatz_pr_auc": 0.9611568625806475,
+      "eval_de_opus100_pr_auc": 0.855959959679373,
+      "eval_de_ud_pr_auc": 0.9775668930004566,
+      "eval_el_opus100_pr_auc": 0.9157827247308457,
+      "eval_el_ud_pr_auc": 0.9948175631788035,
+      "eval_en_ersatz_pr_auc": 0.9880434725254088,
+      "eval_en_opus100_pr_auc": 0.9203471167112918,
+      "eval_en_ud_pr_auc": 0.964992258545933,
+      "eval_eo_opus100_pr_auc": 0.9118902809077496,
+      "eval_es_ersatz_pr_auc": 0.9941558911784558,
+      "eval_es_opus100_pr_auc": 0.9179665505301323,
+      "eval_es_ud_pr_auc": 0.9921274609895369,
+      "eval_et_ersatz_pr_auc": 0.9816746966092111,
+      "eval_et_opus100_pr_auc": 0.8931386310616577,
+      "eval_et_ud_pr_auc": 0.9183776814631611,
+      "eval_eu_opus100_pr_auc": 0.8674655172738197,
+      "eval_eu_ud_pr_auc": 0.9875265030718596,
+      "eval_fa_opus100_pr_auc": 0.5652454508570127,
+      "eval_fa_ud_pr_auc": 0.9977438031930244,
+      "eval_fi_ersatz_pr_auc": 0.9818968589438093,
+      "eval_fi_opus100_pr_auc": 0.9014881916111593,
+      "eval_fi_ud_pr_auc": 0.9659854802652984,
+      "eval_fr_ersatz_pr_auc": 0.9735870032702686,
+      "eval_fr_opus100_pr_auc": 0.9019708997088058,
+      "eval_fr_ud_pr_auc": 0.9744483198720474,
+      "eval_fy_opus100_pr_auc": 0.6566807726849541,
+      "eval_ga_opus100_pr_auc": 0.8644783977088734,
+      "eval_ga_ud_pr_auc": 0.846685770278721,
+      "eval_gd_opus100_pr_auc": 0.5272339280816177,
+      "eval_gd_ud_pr_auc": 0.7415790245401177,
+      "eval_gl_opus100_pr_auc": 0.8759690433108588,
+      "eval_gl_ud_pr_auc": 0.990925696170954,
+      "eval_gu_ersatz_pr_auc": 0.9487885506381297,
+      "eval_gu_opus100_pr_auc": 0.6958706373760974,
+      "eval_ha_opus100_pr_auc": 0.9031451296084243,
+      "eval_he_opus100_pr_auc": 0.8535349033944607,
+      "eval_he_ud_pr_auc": 0.9660335877126199,
+      "eval_hi_ersatz_pr_auc": 0.9637309223815964,
+      "eval_hi_opus100_pr_auc": 0.6376695529403751,
+      "eval_hi_ud_pr_auc": 0.9789911325057424,
+      "eval_hu_opus100_pr_auc": 0.9084211448438246,
+      "eval_hu_ud_pr_auc": 0.9771322947324864,
+      "eval_hy_opus100_pr_auc": 0.9033150710996095,
+      "eval_hy_ud_pr_auc": 0.9827973581373352,
+      "eval_id_opus100_pr_auc": 0.8637083175991079,
+      "eval_id_ud_pr_auc": 0.990573707068748,
+      "eval_ig_opus100_pr_auc": 0.8618979280323213,
+      "eval_is_opus100_pr_auc": 0.9191379366614073,
+      "eval_is_ud_pr_auc": 0.8955532154339111,
+      "eval_it_opus100_pr_auc": 0.8980195149864203,
+      "eval_it_ud_pr_auc": 0.9921888151617462,
+      "eval_ja_ersatz_pr_auc": 0.7723934525849325,
+      "eval_ja_opus100_pr_auc": 0.7659931122229949,
+      "eval_ja_ud_pr_auc": 0.9827186664811406,
+      "eval_jv_ud_pr_auc": 0.9827834917735828,
+      "eval_ka_opus100_pr_auc": 0.8659488944017265,
+      "eval_kk_ersatz_pr_auc": 0.9891534484114431,
+      "eval_kk_opus100_pr_auc": 0.7944953763129394,
+      "eval_kk_ud_pr_auc": 0.9727590306223879,
+      "eval_km_ersatz_pr_auc": 0.9002851336796251,
+      "eval_km_opus100_pr_auc": 0.709823548868203,
+      "eval_kn_opus100_pr_auc": 0.5456374825439042,
+      "eval_ko_opus100_pr_auc": 0.6455345226320099,
+      "eval_ko_ud_pr_auc": 0.9994992322173569,
+      "eval_ku_opus100_pr_auc": 0.8212949157912087,
+      "eval_ky_opus100_pr_auc": 0.8458298407619325,
+      "eval_la_ud_pr_auc": 0.9357353754277904,
+      "eval_loss": 0.03967999666929245,
+      "eval_lt_ersatz_pr_auc": 0.9838116881345982,
+      "eval_lt_opus100_pr_auc": 0.8653906846034501,
+      "eval_lt_ud_pr_auc": 0.9861922579209634,
+      "eval_lv_ersatz_pr_auc": 0.9890808991595188,
+      "eval_lv_opus100_pr_auc": 0.8781729947895976,
+      "eval_lv_ud_pr_auc": 0.9606572352928137,
+      "eval_mg_opus100_pr_auc": 0.9123681086442395,
+      "eval_mk_opus100_pr_auc": 0.8930305885176213,
+      "eval_ml_opus100_pr_auc": 0.7445975978021854,
+      "eval_mn_opus100_pr_auc": 0.9407386179227931,
+      "eval_mr_opus100_pr_auc": 0.881854961962252,
+      "eval_mr_ud_pr_auc": 0.9855973585427938,
+      "eval_ms_opus100_pr_auc": 0.8479571710142508,
+      "eval_mt_opus100_pr_auc": 0.8095684381611001,
+      "eval_mt_ud_pr_auc": 0.8612117205472769,
+      "eval_my_opus100_pr_auc": 0.7046297601268456,
+      "eval_ne_opus100_pr_auc": 0.6626151010977978,
+      "eval_nl_opus100_pr_auc": 0.8805836708004975,
+      "eval_nl_ud_pr_auc": 0.961852864369925,
+      "eval_no_opus100_pr_auc": 0.9098352612671914,
+      "eval_no_ud_pr_auc": 0.9962192063912473,
+      "eval_pa_opus100_pr_auc": 0.6499015665320151,
+      "eval_pl_ersatz_pr_auc": 0.9726817626812089,
+      "eval_pl_opus100_pr_auc": 0.8779340184070658,
+      "eval_pl_ud_pr_auc": 0.9636016793650151,
+      "eval_ps_ersatz_pr_auc": 0.9288002989333359,
+      "eval_ps_opus100_pr_auc": 0.7347492931797404,
+      "eval_pt_opus100_pr_auc": 0.9197423742407917,
+      "eval_pt_ud_pr_auc": 0.9822324913749582,
+      "eval_ro_ersatz_pr_auc": 0.9908357752146324,
+      "eval_ro_opus100_pr_auc": 0.8676807424299122,
+      "eval_ro_ud_pr_auc": 0.9181492338688797,
+      "eval_ru_ersatz_pr_auc": 0.9843418369811776,
+      "eval_ru_opus100_pr_auc": 0.9118498223593037,
+      "eval_ru_ud_pr_auc": 0.8597731167751108,
+      "eval_runtime": 403.2562,
+      "eval_samples_per_second": 187.147,
+      "eval_si_opus100_pr_auc": 0.8038312177630177,
+      "eval_sk_opus100_pr_auc": 0.9180283666369812,
+      "eval_sk_ud_pr_auc": 0.9757239541731837,
+      "eval_sl_opus100_pr_auc": 0.8508543129957529,
+      "eval_sl_ud_pr_auc": 0.9643564407618557,
+      "eval_sq_opus100_pr_auc": 0.8932512761277303,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8972095584165266,
+      "eval_sr_ud_pr_auc": 0.9877462234401356,
+      "eval_steps_per_second": 5.85,
+      "eval_sv_opus100_pr_auc": 0.887122804663197,
+      "eval_sv_ud_pr_auc": 0.9297856824887746,
+      "eval_ta_ersatz_pr_auc": 0.9843264127744854,
+      "eval_ta_opus100_pr_auc": 0.6409277543838684,
+      "eval_ta_ud_pr_auc": 0.9990952893521717,
+      "eval_te_opus100_pr_auc": 0.8043423946555434,
+      "eval_tg_opus100_pr_auc": 0.8765778879511279,
+      "eval_th_opus100_pr_auc": 0.6566659913209392,
+      "eval_th_ud_pr_auc": 0.7001291584302187,
+      "eval_tr_ersatz_pr_auc": 0.9695047078603778,
+      "eval_tr_opus100_pr_auc": 0.8849298887227143,
+      "eval_tr_ud_pr_auc": 0.94861945870839,
+      "eval_uk_opus100_pr_auc": 0.865808287024418,
+      "eval_uk_ud_pr_auc": 0.9374738457218218,
+      "eval_ur_opus100_pr_auc": 0.5109040104549596,
+      "eval_ur_ud_pr_auc": 0.9961729330689895,
+      "eval_uz_opus100_pr_auc": 0.8474414830972888,
+      "eval_vi_opus100_pr_auc": 0.8919217365380364,
+      "eval_vi_ud_pr_auc": 0.9619373114540198,
+      "eval_xh_opus100_pr_auc": 0.860071837282094,
+      "eval_yi_opus100_pr_auc": 0.682077789161605,
+      "eval_yo_opus100_pr_auc": 0.787408117027627,
+      "eval_yo_ud_pr_auc": 0.9054381812265793,
+      "eval_zh_ersatz_pr_auc": 0.8807351591228458,
+      "eval_zh_opus100_pr_auc": 0.7197608253580455,
+      "eval_zh_ud_pr_auc": 0.9749293801294714,
+      "eval_zu_opus100_pr_auc": 0.8195389821457927,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0357,
+      "step": 155050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0359,
+      "step": 155100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0355,
+      "step": 155150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0368,
+      "step": 155200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0365,
+      "step": 155250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0361,
+      "step": 155300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.036,
+      "step": 155350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.036,
+      "step": 155400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0358,
+      "step": 155450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0356,
+      "step": 155500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0363,
+      "step": 155550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0363,
+      "step": 155600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0356,
+      "step": 155650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.036,
+      "step": 155700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0358,
+      "step": 155750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0361,
+      "step": 155800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0366,
+      "step": 155850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0357,
+      "step": 155900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0355,
+      "step": 155950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0364,
+      "step": 156000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0367,
+      "step": 156050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0363,
+      "step": 156100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0362,
+      "step": 156150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0364,
+      "step": 156200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0361,
+      "step": 156250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.036,
+      "step": 156300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0356,
+      "step": 156350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0363,
+      "step": 156400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0363,
+      "step": 156450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0355,
+      "step": 156500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0354,
+      "step": 156550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0366,
+      "step": 156600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0356,
+      "step": 156650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0358,
+      "step": 156700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0373,
+      "step": 156750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0351,
+      "step": 156800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0361,
+      "step": 156850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0357,
+      "step": 156900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.036,
+      "step": 156950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0357,
+      "step": 157000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0351,
+      "step": 157050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0366,
+      "step": 157100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0363,
+      "step": 157150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0365,
+      "step": 157200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0357,
+      "step": 157250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0365,
+      "step": 157300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0353,
+      "step": 157350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.0359,
+      "step": 157400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0365,
+      "step": 157450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0364,
+      "step": 157500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0358,
+      "step": 157550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0353,
+      "step": 157600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0356,
+      "step": 157650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0354,
+      "step": 157700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0362,
+      "step": 157750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0357,
+      "step": 157800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0361,
+      "step": 157850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0357,
+      "step": 157900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0363,
+      "step": 157950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0354,
+      "step": 158000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0362,
+      "step": 158050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0358,
+      "step": 158100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0357,
+      "step": 158150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0367,
+      "step": 158200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0364,
+      "step": 158250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0368,
+      "step": 158300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0367,
+      "step": 158350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.0353,
+      "step": 158400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0353,
+      "step": 158450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0359,
+      "step": 158500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.036,
+      "step": 158550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0356,
+      "step": 158600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0357,
+      "step": 158650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0365,
+      "step": 158700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0354,
+      "step": 158750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0361,
+      "step": 158800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0366,
+      "step": 158850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0355,
+      "step": 158900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0364,
+      "step": 158950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0357,
+      "step": 159000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0358,
+      "step": 159050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0363,
+      "step": 159100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0358,
+      "step": 159150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0365,
+      "step": 159200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0358,
+      "step": 159250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0364,
+      "step": 159300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0359,
+      "step": 159350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0362,
+      "step": 159400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.036,
+      "step": 159450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0357,
+      "step": 159500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0357,
+      "step": 159550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0356,
+      "step": 159600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0368,
+      "step": 159650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0361,
+      "step": 159700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0349,
+      "step": 159750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.036,
+      "step": 159800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0362,
+      "step": 159850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0365,
+      "step": 159900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0359,
+      "step": 159950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0356,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7633582912946134,
+      "eval_af_ud_pr_auc": 0.9873372706317585,
+      "eval_am_opus100_pr_auc": 0.4700413880478935,
+      "eval_ar_ersatz_pr_auc": 0.9329371652537082,
+      "eval_ar_opus100_pr_auc": 0.6760077751914185,
+      "eval_ar_ud_pr_auc": 0.8509776120362531,
+      "eval_average_ersatz_pr_auc": 0.9544348802763412,
+      "eval_average_opus100_pr_auc": 0.8141696416472566,
+      "eval_average_ud_pr_auc": 0.9533106203396579,
+      "eval_az_opus100_pr_auc": 0.7347925866427476,
+      "eval_be_opus100_pr_auc": 0.6634064621523219,
+      "eval_be_ud_pr_auc": 0.8840595396119775,
+      "eval_bg_opus100_pr_auc": 0.9139955622060646,
+      "eval_bg_ud_pr_auc": 0.9909055910934634,
+      "eval_bn_opus100_pr_auc": 0.7759583682155675,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8679714523616752,
+      "eval_ca_ud_pr_auc": 0.9918818076787211,
+      "eval_ceb_ud_pr_auc": 0.9992776466364414,
+      "eval_cs_ersatz_pr_auc": 0.9775892230643616,
+      "eval_cs_opus100_pr_auc": 0.8966459772376619,
+      "eval_cs_ud_pr_auc": 0.9507187255647189,
+      "eval_cy_opus100_pr_auc": 0.7352943389222585,
+      "eval_cy_ud_pr_auc": 0.9922398274966789,
+      "eval_da_opus100_pr_auc": 0.9065804625820604,
+      "eval_da_ud_pr_auc": 0.9764377208259178,
+      "eval_de_ersatz_pr_auc": 0.9721841848716636,
+      "eval_de_opus100_pr_auc": 0.8541844214849472,
+      "eval_de_ud_pr_auc": 0.98099814519595,
+      "eval_el_opus100_pr_auc": 0.9210775450481216,
+      "eval_el_ud_pr_auc": 0.9919005020648309,
+      "eval_en_ersatz_pr_auc": 0.9883127626552917,
+      "eval_en_opus100_pr_auc": 0.9256404261058895,
+      "eval_en_ud_pr_auc": 0.965851457034225,
+      "eval_eo_opus100_pr_auc": 0.9210389000656065,
+      "eval_es_ersatz_pr_auc": 0.9953730912944063,
+      "eval_es_opus100_pr_auc": 0.9185436202681553,
+      "eval_es_ud_pr_auc": 0.9916749103930476,
+      "eval_et_ersatz_pr_auc": 0.9763950098614761,
+      "eval_et_opus100_pr_auc": 0.8983724781670065,
+      "eval_et_ud_pr_auc": 0.9311511994215199,
+      "eval_eu_opus100_pr_auc": 0.8783715993177643,
+      "eval_eu_ud_pr_auc": 0.9847045446150455,
+      "eval_fa_opus100_pr_auc": 0.5638205043934474,
+      "eval_fa_ud_pr_auc": 0.9953170353782081,
+      "eval_fi_ersatz_pr_auc": 0.9781261253456219,
+      "eval_fi_opus100_pr_auc": 0.9008570098701759,
+      "eval_fi_ud_pr_auc": 0.9591291389930141,
+      "eval_fr_ersatz_pr_auc": 0.9720706218950897,
+      "eval_fr_opus100_pr_auc": 0.9085094901058892,
+      "eval_fr_ud_pr_auc": 0.9719060752238675,
+      "eval_fy_opus100_pr_auc": 0.6826898479530357,
+      "eval_ga_opus100_pr_auc": 0.8647009724517118,
+      "eval_ga_ud_pr_auc": 0.833255705676971,
+      "eval_gd_opus100_pr_auc": 0.5443294490753682,
+      "eval_gd_ud_pr_auc": 0.7445657898788605,
+      "eval_gl_opus100_pr_auc": 0.8795222912739689,
+      "eval_gl_ud_pr_auc": 0.9917053961775482,
+      "eval_gu_ersatz_pr_auc": 0.9311794267155356,
+      "eval_gu_opus100_pr_auc": 0.6985664774960174,
+      "eval_ha_opus100_pr_auc": 0.895519708112946,
+      "eval_he_opus100_pr_auc": 0.8624562941212963,
+      "eval_he_ud_pr_auc": 0.95942650296418,
+      "eval_hi_ersatz_pr_auc": 0.9551811508630652,
+      "eval_hi_opus100_pr_auc": 0.6328097608565869,
+      "eval_hi_ud_pr_auc": 0.9663521851863476,
+      "eval_hu_opus100_pr_auc": 0.9248436529516426,
+      "eval_hu_ud_pr_auc": 0.9700917294006293,
+      "eval_hy_opus100_pr_auc": 0.9109434779443712,
+      "eval_hy_ud_pr_auc": 0.9695801367402427,
+      "eval_id_opus100_pr_auc": 0.8601533892837143,
+      "eval_id_ud_pr_auc": 0.9916188500352091,
+      "eval_ig_opus100_pr_auc": 0.8710587206868099,
+      "eval_is_opus100_pr_auc": 0.9318215539078701,
+      "eval_is_ud_pr_auc": 0.8914932992899718,
+      "eval_it_opus100_pr_auc": 0.8999978955451156,
+      "eval_it_ud_pr_auc": 0.9936089633916008,
+      "eval_ja_ersatz_pr_auc": 0.7820925238446699,
+      "eval_ja_opus100_pr_auc": 0.7867924780006703,
+      "eval_ja_ud_pr_auc": 0.9806425965972879,
+      "eval_jv_ud_pr_auc": 0.9812422389261408,
+      "eval_ka_opus100_pr_auc": 0.857858974686115,
+      "eval_kk_ersatz_pr_auc": 0.988266539661031,
+      "eval_kk_opus100_pr_auc": 0.7993467172596578,
+      "eval_kk_ud_pr_auc": 0.9727971705201199,
+      "eval_km_ersatz_pr_auc": 0.8979819433034354,
+      "eval_km_opus100_pr_auc": 0.7204849163812014,
+      "eval_kn_opus100_pr_auc": 0.5489682088422629,
+      "eval_ko_opus100_pr_auc": 0.6519532452379713,
+      "eval_ko_ud_pr_auc": 0.9992876550735055,
+      "eval_ku_opus100_pr_auc": 0.8197633122656797,
+      "eval_ky_opus100_pr_auc": 0.8412582991029741,
+      "eval_la_ud_pr_auc": 0.9394275953539695,
+      "eval_loss": 0.03992734104394913,
+      "eval_lt_ersatz_pr_auc": 0.9833874077837734,
+      "eval_lt_opus100_pr_auc": 0.8606724108933173,
+      "eval_lt_ud_pr_auc": 0.9864513168407456,
+      "eval_lv_ersatz_pr_auc": 0.9872123364403763,
+      "eval_lv_opus100_pr_auc": 0.8752472798832674,
+      "eval_lv_ud_pr_auc": 0.9642453106396566,
+      "eval_mg_opus100_pr_auc": 0.9040833004283615,
+      "eval_mk_opus100_pr_auc": 0.893867761622057,
+      "eval_ml_opus100_pr_auc": 0.741854528600213,
+      "eval_mn_opus100_pr_auc": 0.9441885794382596,
+      "eval_mr_opus100_pr_auc": 0.8896594080462711,
+      "eval_mr_ud_pr_auc": 0.9943017589653443,
+      "eval_ms_opus100_pr_auc": 0.8595843210849801,
+      "eval_mt_opus100_pr_auc": 0.8066007080078679,
+      "eval_mt_ud_pr_auc": 0.8432037988147805,
+      "eval_my_opus100_pr_auc": 0.6942626875659054,
+      "eval_ne_opus100_pr_auc": 0.6600046622788474,
+      "eval_nl_opus100_pr_auc": 0.8938023581715598,
+      "eval_nl_ud_pr_auc": 0.9703284950220121,
+      "eval_no_opus100_pr_auc": 0.9209227555297818,
+      "eval_no_ud_pr_auc": 0.9957129808263256,
+      "eval_pa_opus100_pr_auc": 0.6748272969393402,
+      "eval_pl_ersatz_pr_auc": 0.9713613665940579,
+      "eval_pl_opus100_pr_auc": 0.8839825967794634,
+      "eval_pl_ud_pr_auc": 0.9607925871998645,
+      "eval_ps_ersatz_pr_auc": 0.9317439480802115,
+      "eval_ps_opus100_pr_auc": 0.7542290744091398,
+      "eval_pt_opus100_pr_auc": 0.9223185579883088,
+      "eval_pt_ud_pr_auc": 0.9833665429429675,
+      "eval_ro_ersatz_pr_auc": 0.9897527863016901,
+      "eval_ro_opus100_pr_auc": 0.8942880210054757,
+      "eval_ro_ud_pr_auc": 0.9391569366139264,
+      "eval_ru_ersatz_pr_auc": 0.9833347467619155,
+      "eval_ru_opus100_pr_auc": 0.9054430678492105,
+      "eval_ru_ud_pr_auc": 0.8538915728590559,
+      "eval_runtime": 409.7732,
+      "eval_samples_per_second": 184.17,
+      "eval_si_opus100_pr_auc": 0.8017271425406689,
+      "eval_sk_opus100_pr_auc": 0.9234977584011339,
+      "eval_sk_ud_pr_auc": 0.9682542396637,
+      "eval_sl_opus100_pr_auc": 0.8525603424274804,
+      "eval_sl_ud_pr_auc": 0.9729639617418832,
+      "eval_sq_opus100_pr_auc": 0.8869407746910808,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9083571041227171,
+      "eval_sr_ud_pr_auc": 0.9850583747052896,
+      "eval_steps_per_second": 5.757,
+      "eval_sv_opus100_pr_auc": 0.8952678410093112,
+      "eval_sv_ud_pr_auc": 0.9289889188229279,
+      "eval_ta_ersatz_pr_auc": 0.981433655322748,
+      "eval_ta_opus100_pr_auc": 0.6430257722567814,
+      "eval_ta_ud_pr_auc": 0.9991753536011624,
+      "eval_te_opus100_pr_auc": 0.8096307574777605,
+      "eval_tg_opus100_pr_auc": 0.866640147407363,
+      "eval_th_opus100_pr_auc": 0.6672351997937126,
+      "eval_th_ud_pr_auc": 0.6979293683601611,
+      "eval_tr_ersatz_pr_auc": 0.9594792220696231,
+      "eval_tr_opus100_pr_auc": 0.8929461542793561,
+      "eval_tr_ud_pr_auc": 0.93295742880325,
+      "eval_uk_opus100_pr_auc": 0.8699000228112347,
+      "eval_uk_ud_pr_auc": 0.9361247067546161,
+      "eval_ur_opus100_pr_auc": 0.5140736792713043,
+      "eval_ur_ud_pr_auc": 0.9939428385628382,
+      "eval_uz_opus100_pr_auc": 0.8425019908273388,
+      "eval_vi_opus100_pr_auc": 0.8979201942069804,
+      "eval_vi_ud_pr_auc": 0.9560913591906632,
+      "eval_xh_opus100_pr_auc": 0.8645056408418652,
+      "eval_yi_opus100_pr_auc": 0.7340094684355704,
+      "eval_yo_opus100_pr_auc": 0.8011961946283768,
+      "eval_yo_ud_pr_auc": 0.9064312922361617,
+      "eval_zh_ersatz_pr_auc": 0.8621721280957536,
+      "eval_zh_opus100_pr_auc": 0.7120724659162371,
+      "eval_zh_ud_pr_auc": 0.9877716510849411,
+      "eval_zu_opus100_pr_auc": 0.8177542840888593,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.036,
+      "step": 160050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0365,
+      "step": 160100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0355,
+      "step": 160150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0362,
+      "step": 160200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0362,
+      "step": 160250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0354,
+      "step": 160300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0359,
+      "step": 160350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0365,
+      "step": 160400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.036,
+      "step": 160450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0365,
+      "step": 160500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.035,
+      "step": 160550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0366,
+      "step": 160600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0361,
+      "step": 160650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0352,
+      "step": 160700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0369,
+      "step": 160750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0365,
+      "step": 160800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0356,
+      "step": 160850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0362,
+      "step": 160900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0354,
+      "step": 160950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.036,
+      "step": 161000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.035,
+      "step": 161050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0357,
+      "step": 161100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0356,
+      "step": 161150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0354,
+      "step": 161200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0356,
+      "step": 161250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0356,
+      "step": 161300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0365,
+      "step": 161350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0354,
+      "step": 161400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0361,
+      "step": 161450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0359,
+      "step": 161500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.036,
+      "step": 161550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0357,
+      "step": 161600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0355,
+      "step": 161650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0355,
+      "step": 161700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.036,
+      "step": 161750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0363,
+      "step": 161800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0359,
+      "step": 161850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0364,
+      "step": 161900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0367,
+      "step": 161950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0364,
+      "step": 162000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0351,
+      "step": 162050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.036,
+      "step": 162100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0363,
+      "step": 162150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0359,
+      "step": 162200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.036,
+      "step": 162250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0364,
+      "step": 162300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0361,
+      "step": 162350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.036,
+      "step": 162400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0361,
+      "step": 162450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.036,
+      "step": 162500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0358,
+      "step": 162550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0363,
+      "step": 162600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0356,
+      "step": 162650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.036,
+      "step": 162700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0356,
+      "step": 162750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0357,
+      "step": 162800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0364,
+      "step": 162850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.036,
+      "step": 162900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0348,
+      "step": 162950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0357,
+      "step": 163000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0356,
+      "step": 163050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0364,
+      "step": 163100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0357,
+      "step": 163150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0353,
+      "step": 163200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0358,
+      "step": 163250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0359,
+      "step": 163300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0356,
+      "step": 163350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0366,
+      "step": 163400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0374,
+      "step": 163450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0365,
+      "step": 163500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0357,
+      "step": 163550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0359,
+      "step": 163600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0355,
+      "step": 163650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0362,
+      "step": 163700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0361,
+      "step": 163750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0361,
+      "step": 163800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0365,
+      "step": 163850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0356,
+      "step": 163900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0363,
+      "step": 163950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0358,
+      "step": 164000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0359,
+      "step": 164050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0359,
+      "step": 164100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.0356,
+      "step": 164150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0362,
+      "step": 164200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0359,
+      "step": 164250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0361,
+      "step": 164300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.036,
+      "step": 164350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0357,
+      "step": 164400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0362,
+      "step": 164450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0357,
+      "step": 164500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0356,
+      "step": 164550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0356,
+      "step": 164600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0356,
+      "step": 164650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0354,
+      "step": 164700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0357,
+      "step": 164750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0368,
+      "step": 164800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.035,
+      "step": 164850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0357,
+      "step": 164900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0362,
+      "step": 164950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0358,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7423618356374813,
+      "eval_af_ud_pr_auc": 0.9855725237183559,
+      "eval_am_opus100_pr_auc": 0.36920372958256253,
+      "eval_ar_ersatz_pr_auc": 0.9359695421786084,
+      "eval_ar_opus100_pr_auc": 0.6740669649970608,
+      "eval_ar_ud_pr_auc": 0.83741457883198,
+      "eval_average_ersatz_pr_auc": 0.9490864131328883,
+      "eval_average_opus100_pr_auc": 0.8056510498513665,
+      "eval_average_ud_pr_auc": 0.951969328620746,
+      "eval_az_opus100_pr_auc": 0.7728462157168264,
+      "eval_be_opus100_pr_auc": 0.6374864741837777,
+      "eval_be_ud_pr_auc": 0.8856804110556795,
+      "eval_bg_opus100_pr_auc": 0.9038661066261506,
+      "eval_bg_ud_pr_auc": 0.987070242055384,
+      "eval_bn_opus100_pr_auc": 0.7853379929678648,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8673780668965795,
+      "eval_ca_ud_pr_auc": 0.9913896246170524,
+      "eval_ceb_ud_pr_auc": 0.9989963424157626,
+      "eval_cs_ersatz_pr_auc": 0.9740453575086129,
+      "eval_cs_opus100_pr_auc": 0.8984580133427734,
+      "eval_cs_ud_pr_auc": 0.9455670505047507,
+      "eval_cy_opus100_pr_auc": 0.706783058108667,
+      "eval_cy_ud_pr_auc": 0.9941551715176573,
+      "eval_da_opus100_pr_auc": 0.901934363211968,
+      "eval_da_ud_pr_auc": 0.978028294223669,
+      "eval_de_ersatz_pr_auc": 0.9647273176934607,
+      "eval_de_opus100_pr_auc": 0.853195262853576,
+      "eval_de_ud_pr_auc": 0.9790871221109475,
+      "eval_el_opus100_pr_auc": 0.914572491320053,
+      "eval_el_ud_pr_auc": 0.9879143702723807,
+      "eval_en_ersatz_pr_auc": 0.9837808731393758,
+      "eval_en_opus100_pr_auc": 0.9110691702671425,
+      "eval_en_ud_pr_auc": 0.9625568220061375,
+      "eval_eo_opus100_pr_auc": 0.9108959260977842,
+      "eval_es_ersatz_pr_auc": 0.9944133888356226,
+      "eval_es_opus100_pr_auc": 0.9131578576955103,
+      "eval_es_ud_pr_auc": 0.991561443633671,
+      "eval_et_ersatz_pr_auc": 0.9762593140787644,
+      "eval_et_opus100_pr_auc": 0.8864888197815789,
+      "eval_et_ud_pr_auc": 0.9285998547053907,
+      "eval_eu_opus100_pr_auc": 0.8705731771251743,
+      "eval_eu_ud_pr_auc": 0.9872529778487006,
+      "eval_fa_opus100_pr_auc": 0.556709271362796,
+      "eval_fa_ud_pr_auc": 0.9983631587509578,
+      "eval_fi_ersatz_pr_auc": 0.9783691734697534,
+      "eval_fi_opus100_pr_auc": 0.8881198208685562,
+      "eval_fi_ud_pr_auc": 0.9540297042941942,
+      "eval_fr_ersatz_pr_auc": 0.9732690230338303,
+      "eval_fr_opus100_pr_auc": 0.8980884794205719,
+      "eval_fr_ud_pr_auc": 0.9698737954396583,
+      "eval_fy_opus100_pr_auc": 0.6580507518670189,
+      "eval_ga_opus100_pr_auc": 0.8568300285444228,
+      "eval_ga_ud_pr_auc": 0.8249674842794804,
+      "eval_gd_opus100_pr_auc": 0.5466823833273159,
+      "eval_gd_ud_pr_auc": 0.7296242667246126,
+      "eval_gl_opus100_pr_auc": 0.8789393178604642,
+      "eval_gl_ud_pr_auc": 0.9909743642759334,
+      "eval_gu_ersatz_pr_auc": 0.9335467844804954,
+      "eval_gu_opus100_pr_auc": 0.7012844142793176,
+      "eval_ha_opus100_pr_auc": 0.9003253289486505,
+      "eval_he_opus100_pr_auc": 0.846252812841217,
+      "eval_he_ud_pr_auc": 0.960080708970498,
+      "eval_hi_ersatz_pr_auc": 0.961901652987311,
+      "eval_hi_opus100_pr_auc": 0.6332409813500357,
+      "eval_hi_ud_pr_auc": 0.978790263545722,
+      "eval_hu_opus100_pr_auc": 0.9074777081077867,
+      "eval_hu_ud_pr_auc": 0.9743000993917705,
+      "eval_hy_opus100_pr_auc": 0.9081856204568247,
+      "eval_hy_ud_pr_auc": 0.9719048676362261,
+      "eval_id_opus100_pr_auc": 0.8602326081227184,
+      "eval_id_ud_pr_auc": 0.9912655816649578,
+      "eval_ig_opus100_pr_auc": 0.8554049731074499,
+      "eval_is_opus100_pr_auc": 0.9158040758400351,
+      "eval_is_ud_pr_auc": 0.9006504248071637,
+      "eval_it_opus100_pr_auc": 0.8955898114017752,
+      "eval_it_ud_pr_auc": 0.9894743060978713,
+      "eval_ja_ersatz_pr_auc": 0.7151911634495398,
+      "eval_ja_opus100_pr_auc": 0.775733295880476,
+      "eval_ja_ud_pr_auc": 0.9781875783855931,
+      "eval_jv_ud_pr_auc": 0.9844306928450733,
+      "eval_ka_opus100_pr_auc": 0.8532508941434712,
+      "eval_kk_ersatz_pr_auc": 0.9872890946178621,
+      "eval_kk_opus100_pr_auc": 0.7814137855180837,
+      "eval_kk_ud_pr_auc": 0.9752552517515065,
+      "eval_km_ersatz_pr_auc": 0.8936517100874181,
+      "eval_km_opus100_pr_auc": 0.7426945825742411,
+      "eval_kn_opus100_pr_auc": 0.5527683061414675,
+      "eval_ko_opus100_pr_auc": 0.6255292199967939,
+      "eval_ko_ud_pr_auc": 0.9974132284245996,
+      "eval_ku_opus100_pr_auc": 0.8146297760821102,
+      "eval_ky_opus100_pr_auc": 0.8353214720619814,
+      "eval_la_ud_pr_auc": 0.937070032589557,
+      "eval_loss": 0.039509959518909454,
+      "eval_lt_ersatz_pr_auc": 0.9814225087159395,
+      "eval_lt_opus100_pr_auc": 0.8579822772674637,
+      "eval_lt_ud_pr_auc": 0.9882380902274911,
+      "eval_lv_ersatz_pr_auc": 0.9843637368892952,
+      "eval_lv_opus100_pr_auc": 0.8654986771216362,
+      "eval_lv_ud_pr_auc": 0.9613135498928002,
+      "eval_mg_opus100_pr_auc": 0.9015784305252593,
+      "eval_mk_opus100_pr_auc": 0.8886008217616482,
+      "eval_ml_opus100_pr_auc": 0.7432642342282714,
+      "eval_mn_opus100_pr_auc": 0.9387294574674369,
+      "eval_mr_opus100_pr_auc": 0.8863235143965964,
+      "eval_mr_ud_pr_auc": 0.9808368304296419,
+      "eval_ms_opus100_pr_auc": 0.85567424128646,
+      "eval_mt_opus100_pr_auc": 0.7829878862956567,
+      "eval_mt_ud_pr_auc": 0.8421331484000398,
+      "eval_my_opus100_pr_auc": 0.6956810068177859,
+      "eval_ne_opus100_pr_auc": 0.6586306197713456,
+      "eval_nl_opus100_pr_auc": 0.8777030504340557,
+      "eval_nl_ud_pr_auc": 0.9612774469725367,
+      "eval_no_opus100_pr_auc": 0.9094784768958175,
+      "eval_no_ud_pr_auc": 0.9950656004340345,
+      "eval_pa_opus100_pr_auc": 0.6568466197590204,
+      "eval_pl_ersatz_pr_auc": 0.9666675339040053,
+      "eval_pl_opus100_pr_auc": 0.8728483500967756,
+      "eval_pl_ud_pr_auc": 0.9590003865642883,
+      "eval_ps_ersatz_pr_auc": 0.9265605051759593,
+      "eval_ps_opus100_pr_auc": 0.7463920208693872,
+      "eval_pt_opus100_pr_auc": 0.9148474986691305,
+      "eval_pt_ud_pr_auc": 0.9807529233924915,
+      "eval_ro_ersatz_pr_auc": 0.9906600170587315,
+      "eval_ro_opus100_pr_auc": 0.8704838125692792,
+      "eval_ro_ud_pr_auc": 0.9249301035507073,
+      "eval_ru_ersatz_pr_auc": 0.9800739912406552,
+      "eval_ru_opus100_pr_auc": 0.9048808694088943,
+      "eval_ru_ud_pr_auc": 0.8615023276278778,
+      "eval_runtime": 405.4959,
+      "eval_samples_per_second": 186.113,
+      "eval_si_opus100_pr_auc": 0.8012939360397485,
+      "eval_sk_opus100_pr_auc": 0.9169542942251936,
+      "eval_sk_ud_pr_auc": 0.9743187978035938,
+      "eval_sl_opus100_pr_auc": 0.8440582868126144,
+      "eval_sl_ud_pr_auc": 0.9674630440793088,
+      "eval_sq_opus100_pr_auc": 0.8855252151290081,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8989490963699631,
+      "eval_sr_ud_pr_auc": 0.9849536665511262,
+      "eval_steps_per_second": 5.818,
+      "eval_sv_opus100_pr_auc": 0.8859908702760957,
+      "eval_sv_ud_pr_auc": 0.9223770751077801,
+      "eval_ta_ersatz_pr_auc": 0.9791953730120345,
+      "eval_ta_opus100_pr_auc": 0.6292926152587862,
+      "eval_ta_ud_pr_auc": 0.9987776652304688,
+      "eval_te_opus100_pr_auc": 0.8114004226583189,
+      "eval_tg_opus100_pr_auc": 0.8711411379510795,
+      "eval_th_opus100_pr_auc": 0.6654378305059125,
+      "eval_th_ud_pr_auc": 0.7179113348233406,
+      "eval_tr_ersatz_pr_auc": 0.9650893272379022,
+      "eval_tr_opus100_pr_auc": 0.8860350715654224,
+      "eval_tr_ud_pr_auc": 0.938636032976155,
+      "eval_uk_opus100_pr_auc": 0.8632556895035833,
+      "eval_uk_ud_pr_auc": 0.9411516997729338,
+      "eval_ur_opus100_pr_auc": 0.5002330303144823,
+      "eval_ur_ud_pr_auc": 0.9931325491242802,
+      "eval_uz_opus100_pr_auc": 0.8422375079629016,
+      "eval_vi_opus100_pr_auc": 0.8895446731753214,
+      "eval_vi_ud_pr_auc": 0.9584343194229762,
+      "eval_xh_opus100_pr_auc": 0.8544269310974784,
+      "eval_yi_opus100_pr_auc": 0.6945184064215207,
+      "eval_yo_opus100_pr_auc": 0.7871491254263917,
+      "eval_yo_ud_pr_auc": 0.8963615819612729,
+      "eval_zh_ersatz_pr_auc": 0.8334537001283614,
+      "eval_zh_opus100_pr_auc": 0.6816572815377211,
+      "eval_zh_ud_pr_auc": 0.966180917644482,
+      "eval_zu_opus100_pr_auc": 0.8176175534204717,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0367,
+      "step": 165050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.036,
+      "step": 165100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0356,
+      "step": 165150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0354,
+      "step": 165200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0357,
+      "step": 165250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0359,
+      "step": 165300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0354,
+      "step": 165350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0348,
+      "step": 165400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.036,
+      "step": 165450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0356,
+      "step": 165500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0361,
+      "step": 165550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0352,
+      "step": 165600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0356,
+      "step": 165650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0361,
+      "step": 165700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.036,
+      "step": 165750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0358,
+      "step": 165800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0349,
+      "step": 165850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0358,
+      "step": 165900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0356,
+      "step": 165950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0357,
+      "step": 166000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.035,
+      "step": 166050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0364,
+      "step": 166100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.036,
+      "step": 166150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0354,
+      "step": 166200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0361,
+      "step": 166250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0348,
+      "step": 166300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0359,
+      "step": 166350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0362,
+      "step": 166400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0364,
+      "step": 166450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0355,
+      "step": 166500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0359,
+      "step": 166550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.036,
+      "step": 166600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.035,
+      "step": 166650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0355,
+      "step": 166700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0359,
+      "step": 166750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.036,
+      "step": 166800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0356,
+      "step": 166850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0359,
+      "step": 166900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0357,
+      "step": 166950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0358,
+      "step": 167000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0352,
+      "step": 167050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0352,
+      "step": 167100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0358,
+      "step": 167150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0356,
+      "step": 167200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0362,
+      "step": 167250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0359,
+      "step": 167300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0363,
+      "step": 167350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0359,
+      "step": 167400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0353,
+      "step": 167450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0358,
+      "step": 167500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0359,
+      "step": 167550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0356,
+      "step": 167600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.036,
+      "step": 167650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0359,
+      "step": 167700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0358,
+      "step": 167750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0363,
+      "step": 167800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0362,
+      "step": 167850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0361,
+      "step": 167900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0354,
+      "step": 167950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0357,
+      "step": 168000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0357,
+      "step": 168050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0364,
+      "step": 168100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0356,
+      "step": 168150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0366,
+      "step": 168200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0352,
+      "step": 168250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0355,
+      "step": 168300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0359,
+      "step": 168350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0355,
+      "step": 168400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0355,
+      "step": 168450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0365,
+      "step": 168500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0359,
+      "step": 168550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0361,
+      "step": 168600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0362,
+      "step": 168650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0363,
+      "step": 168700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.036,
+      "step": 168750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0365,
+      "step": 168800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0361,
+      "step": 168850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.035,
+      "step": 168900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0358,
+      "step": 168950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0353,
+      "step": 169000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0361,
+      "step": 169050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0356,
+      "step": 169100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0363,
+      "step": 169150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.0351,
+      "step": 169200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0353,
+      "step": 169250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.035,
+      "step": 169300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0356,
+      "step": 169350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0353,
+      "step": 169400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0364,
+      "step": 169450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0351,
+      "step": 169500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0361,
+      "step": 169550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0365,
+      "step": 169600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0367,
+      "step": 169650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0351,
+      "step": 169700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0352,
+      "step": 169750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0359,
+      "step": 169800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0359,
+      "step": 169850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0354,
+      "step": 169900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.036,
+      "step": 169950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0356,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7417135006355557,
+      "eval_af_ud_pr_auc": 0.9903288724801926,
+      "eval_am_opus100_pr_auc": 0.37799412466827653,
+      "eval_ar_ersatz_pr_auc": 0.9212296399137423,
+      "eval_ar_opus100_pr_auc": 0.6865561019144132,
+      "eval_ar_ud_pr_auc": 0.8490530949181297,
+      "eval_average_ersatz_pr_auc": 0.9596822989929602,
+      "eval_average_opus100_pr_auc": 0.8083029832968069,
+      "eval_average_ud_pr_auc": 0.9515547206461924,
+      "eval_az_opus100_pr_auc": 0.726065790887683,
+      "eval_be_opus100_pr_auc": 0.6106448222650541,
+      "eval_be_ud_pr_auc": 0.8652163582506797,
+      "eval_bg_opus100_pr_auc": 0.9124438609003901,
+      "eval_bg_ud_pr_auc": 0.9893269422643702,
+      "eval_bn_opus100_pr_auc": 0.7885178013470374,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8550871292378225,
+      "eval_ca_ud_pr_auc": 0.986806994768478,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9762776615486223,
+      "eval_cs_opus100_pr_auc": 0.9017863354932187,
+      "eval_cs_ud_pr_auc": 0.9496092801568785,
+      "eval_cy_opus100_pr_auc": 0.7249697931480147,
+      "eval_cy_ud_pr_auc": 0.9943110027831256,
+      "eval_da_opus100_pr_auc": 0.90242239356447,
+      "eval_da_ud_pr_auc": 0.9774491385835505,
+      "eval_de_ersatz_pr_auc": 0.9618703697327847,
+      "eval_de_opus100_pr_auc": 0.8530348476127431,
+      "eval_de_ud_pr_auc": 0.9774288908870536,
+      "eval_el_opus100_pr_auc": 0.9140891472452568,
+      "eval_el_ud_pr_auc": 0.9928281687290991,
+      "eval_en_ersatz_pr_auc": 0.986550469617907,
+      "eval_en_opus100_pr_auc": 0.9189640735539206,
+      "eval_en_ud_pr_auc": 0.9695110251457257,
+      "eval_eo_opus100_pr_auc": 0.9181728188197184,
+      "eval_es_ersatz_pr_auc": 0.9952497202758049,
+      "eval_es_opus100_pr_auc": 0.9135441548334907,
+      "eval_es_ud_pr_auc": 0.9908893204313313,
+      "eval_et_ersatz_pr_auc": 0.977360542193405,
+      "eval_et_opus100_pr_auc": 0.8963248470558928,
+      "eval_et_ud_pr_auc": 0.9166686156998106,
+      "eval_eu_opus100_pr_auc": 0.8761975440716947,
+      "eval_eu_ud_pr_auc": 0.9897600236993485,
+      "eval_fa_opus100_pr_auc": 0.5694654978073546,
+      "eval_fa_ud_pr_auc": 0.99831674979537,
+      "eval_fi_ersatz_pr_auc": 0.9827467912377538,
+      "eval_fi_opus100_pr_auc": 0.9034058538991276,
+      "eval_fi_ud_pr_auc": 0.9644103409277239,
+      "eval_fr_ersatz_pr_auc": 0.9819995336270202,
+      "eval_fr_opus100_pr_auc": 0.8974409026257337,
+      "eval_fr_ud_pr_auc": 0.9756671027266592,
+      "eval_fy_opus100_pr_auc": 0.652225870147376,
+      "eval_ga_opus100_pr_auc": 0.8634112821365512,
+      "eval_ga_ud_pr_auc": 0.8116916845908584,
+      "eval_gd_opus100_pr_auc": 0.534339349885629,
+      "eval_gd_ud_pr_auc": 0.7360865299513156,
+      "eval_gl_opus100_pr_auc": 0.8742926515253244,
+      "eval_gl_ud_pr_auc": 0.9899029326773143,
+      "eval_gu_ersatz_pr_auc": 0.9426798625691689,
+      "eval_gu_opus100_pr_auc": 0.6922768617168087,
+      "eval_ha_opus100_pr_auc": 0.9012721294998864,
+      "eval_he_opus100_pr_auc": 0.8497283886585348,
+      "eval_he_ud_pr_auc": 0.9687726345536638,
+      "eval_hi_ersatz_pr_auc": 0.9661454339382706,
+      "eval_hi_opus100_pr_auc": 0.6381375813743813,
+      "eval_hi_ud_pr_auc": 0.9802792018588351,
+      "eval_hu_opus100_pr_auc": 0.921162362018079,
+      "eval_hu_ud_pr_auc": 0.9750542740801031,
+      "eval_hy_opus100_pr_auc": 0.9065256963907825,
+      "eval_hy_ud_pr_auc": 0.9737269623559418,
+      "eval_id_opus100_pr_auc": 0.852986196526689,
+      "eval_id_ud_pr_auc": 0.9892506065851236,
+      "eval_ig_opus100_pr_auc": 0.855179615650269,
+      "eval_is_opus100_pr_auc": 0.9236508244669352,
+      "eval_is_ud_pr_auc": 0.885609107465888,
+      "eval_it_opus100_pr_auc": 0.8939043401923611,
+      "eval_it_ud_pr_auc": 0.9918737061287586,
+      "eval_ja_ersatz_pr_auc": 0.8129340343873009,
+      "eval_ja_opus100_pr_auc": 0.7885492347576564,
+      "eval_ja_ud_pr_auc": 0.9848256918201537,
+      "eval_jv_ud_pr_auc": 0.9728964407224195,
+      "eval_ka_opus100_pr_auc": 0.8570200321978967,
+      "eval_kk_ersatz_pr_auc": 0.9852977668405215,
+      "eval_kk_opus100_pr_auc": 0.7853579341856868,
+      "eval_kk_ud_pr_auc": 0.9722691125422165,
+      "eval_km_ersatz_pr_auc": 0.8929822717546076,
+      "eval_km_opus100_pr_auc": 0.7442011991528956,
+      "eval_kn_opus100_pr_auc": 0.541836459424388,
+      "eval_ko_opus100_pr_auc": 0.6335234200209963,
+      "eval_ko_ud_pr_auc": 0.9995759888544751,
+      "eval_ku_opus100_pr_auc": 0.8391201216912745,
+      "eval_ky_opus100_pr_auc": 0.8376060948770756,
+      "eval_la_ud_pr_auc": 0.9231421894636964,
+      "eval_loss": 0.0394095703959465,
+      "eval_lt_ersatz_pr_auc": 0.9804743770356328,
+      "eval_lt_opus100_pr_auc": 0.8554782768013376,
+      "eval_lt_ud_pr_auc": 0.9880320655558449,
+      "eval_lv_ersatz_pr_auc": 0.9884597173301657,
+      "eval_lv_opus100_pr_auc": 0.8758380251446938,
+      "eval_lv_ud_pr_auc": 0.9601847761523793,
+      "eval_mg_opus100_pr_auc": 0.907876302841522,
+      "eval_mk_opus100_pr_auc": 0.8942570017923637,
+      "eval_ml_opus100_pr_auc": 0.7406913343834771,
+      "eval_mn_opus100_pr_auc": 0.9398231329040933,
+      "eval_mr_opus100_pr_auc": 0.8894213555659198,
+      "eval_mr_ud_pr_auc": 0.9664839856654639,
+      "eval_ms_opus100_pr_auc": 0.8478224195146924,
+      "eval_mt_opus100_pr_auc": 0.7996686318028361,
+      "eval_mt_ud_pr_auc": 0.8222801263313678,
+      "eval_my_opus100_pr_auc": 0.7075157305362055,
+      "eval_ne_opus100_pr_auc": 0.645377307545276,
+      "eval_nl_opus100_pr_auc": 0.888058833263927,
+      "eval_nl_ud_pr_auc": 0.9624467080595068,
+      "eval_no_opus100_pr_auc": 0.9126586559176078,
+      "eval_no_ud_pr_auc": 0.9935049925770653,
+      "eval_pa_opus100_pr_auc": 0.641597940524816,
+      "eval_pl_ersatz_pr_auc": 0.9712069765446515,
+      "eval_pl_opus100_pr_auc": 0.8820007873599102,
+      "eval_pl_ud_pr_auc": 0.9626243383505052,
+      "eval_ps_ersatz_pr_auc": 0.9434868751488441,
+      "eval_ps_opus100_pr_auc": 0.7574502579928746,
+      "eval_pt_opus100_pr_auc": 0.9154008260305796,
+      "eval_pt_ud_pr_auc": 0.9776652553360902,
+      "eval_ro_ersatz_pr_auc": 0.9906326559575176,
+      "eval_ro_opus100_pr_auc": 0.8742914542265247,
+      "eval_ro_ud_pr_auc": 0.9360917350324448,
+      "eval_ru_ersatz_pr_auc": 0.9820872457493439,
+      "eval_ru_opus100_pr_auc": 0.8973019259669559,
+      "eval_ru_ud_pr_auc": 0.8539634304907145,
+      "eval_runtime": 411.0153,
+      "eval_samples_per_second": 183.614,
+      "eval_si_opus100_pr_auc": 0.8020781567252828,
+      "eval_sk_opus100_pr_auc": 0.9222877739923606,
+      "eval_sk_ud_pr_auc": 0.9725147817457229,
+      "eval_sl_opus100_pr_auc": 0.8522607687036474,
+      "eval_sl_ud_pr_auc": 0.9695254312379513,
+      "eval_sq_opus100_pr_auc": 0.8831250252396647,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9029670476422063,
+      "eval_sr_ud_pr_auc": 0.9820753101782531,
+      "eval_steps_per_second": 5.739,
+      "eval_sv_opus100_pr_auc": 0.894393298700958,
+      "eval_sv_ud_pr_auc": 0.9336775046653615,
+      "eval_ta_ersatz_pr_auc": 0.9804734944585813,
+      "eval_ta_opus100_pr_auc": 0.6313574112865138,
+      "eval_ta_ud_pr_auc": 0.9974700831849197,
+      "eval_te_opus100_pr_auc": 0.8099799985220438,
+      "eval_tg_opus100_pr_auc": 0.866073212438369,
+      "eval_th_opus100_pr_auc": 0.6713765036246251,
+      "eval_th_ud_pr_auc": 0.7083189610586791,
+      "eval_tr_ersatz_pr_auc": 0.9638928307876433,
+      "eval_tr_opus100_pr_auc": 0.8880821946154454,
+      "eval_tr_ud_pr_auc": 0.9350434435944212,
+      "eval_uk_opus100_pr_auc": 0.8696971256575022,
+      "eval_uk_ud_pr_auc": 0.9318511335253574,
+      "eval_ur_opus100_pr_auc": 0.5033717643078928,
+      "eval_ur_ud_pr_auc": 0.9950571958560447,
+      "eval_uz_opus100_pr_auc": 0.8478516165044871,
+      "eval_vi_opus100_pr_auc": 0.8912437701222784,
+      "eval_vi_ud_pr_auc": 0.9609425676012344,
+      "eval_xh_opus100_pr_auc": 0.8592892780678135,
+      "eval_yi_opus100_pr_auc": 0.705934251619392,
+      "eval_yo_opus100_pr_auc": 0.7836272158766026,
+      "eval_yo_ud_pr_auc": 0.903536779237199,
+      "eval_zh_ersatz_pr_auc": 0.9289723071958308,
+      "eval_zh_opus100_pr_auc": 0.7275729056389807,
+      "eval_zh_ud_pr_auc": 0.9931084416790649,
+      "eval_zu_opus100_pr_auc": 0.8205961228521366,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0358,
+      "step": 170050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0368,
+      "step": 170100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0352,
+      "step": 170150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0364,
+      "step": 170200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0357,
+      "step": 170250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0359,
+      "step": 170300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0356,
+      "step": 170350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0355,
+      "step": 170400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0358,
+      "step": 170450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0355,
+      "step": 170500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0361,
+      "step": 170550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0359,
+      "step": 170600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0356,
+      "step": 170650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0361,
+      "step": 170700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0359,
+      "step": 170750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.036,
+      "step": 170800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0352,
+      "step": 170850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0354,
+      "step": 170900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0364,
+      "step": 170950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0356,
+      "step": 171000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0356,
+      "step": 171050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0357,
+      "step": 171100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0356,
+      "step": 171150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0354,
+      "step": 171200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0354,
+      "step": 171250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0354,
+      "step": 171300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0355,
+      "step": 171350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0357,
+      "step": 171400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0365,
+      "step": 171450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0356,
+      "step": 171500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0355,
+      "step": 171550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0349,
+      "step": 171600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0351,
+      "step": 171650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.036,
+      "step": 171700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0358,
+      "step": 171750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0356,
+      "step": 171800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0357,
+      "step": 171850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.035,
+      "step": 171900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0353,
+      "step": 171950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0358,
+      "step": 172000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0356,
+      "step": 172050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0355,
+      "step": 172100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0358,
+      "step": 172150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0354,
+      "step": 172200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0354,
+      "step": 172250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0358,
+      "step": 172300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0351,
+      "step": 172350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0353,
+      "step": 172400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0361,
+      "step": 172450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0352,
+      "step": 172500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0352,
+      "step": 172550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0356,
+      "step": 172600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0353,
+      "step": 172650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0355,
+      "step": 172700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0359,
+      "step": 172750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0361,
+      "step": 172800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0354,
+      "step": 172850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0354,
+      "step": 172900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0359,
+      "step": 172950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0352,
+      "step": 173000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0355,
+      "step": 173050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0355,
+      "step": 173100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0354,
+      "step": 173150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0359,
+      "step": 173200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0355,
+      "step": 173250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0356,
+      "step": 173300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0362,
+      "step": 173350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0361,
+      "step": 173400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0356,
+      "step": 173450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0351,
+      "step": 173500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0355,
+      "step": 173550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0353,
+      "step": 173600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0359,
+      "step": 173650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0347,
+      "step": 173700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0352,
+      "step": 173750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0354,
+      "step": 173800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0367,
+      "step": 173850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0356,
+      "step": 173900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0352,
+      "step": 173950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0358,
+      "step": 174000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0354,
+      "step": 174050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0358,
+      "step": 174100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.036,
+      "step": 174150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0359,
+      "step": 174200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0353,
+      "step": 174250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0359,
+      "step": 174300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0352,
+      "step": 174350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0361,
+      "step": 174400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0362,
+      "step": 174450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0357,
+      "step": 174500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0351,
+      "step": 174550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0352,
+      "step": 174600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0357,
+      "step": 174650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.036,
+      "step": 174700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0353,
+      "step": 174750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0349,
+      "step": 174800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0355,
+      "step": 174850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0356,
+      "step": 174900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0352,
+      "step": 174950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0356,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7325128619656949,
+      "eval_af_ud_pr_auc": 0.9873372701919604,
+      "eval_am_opus100_pr_auc": 0.45047892380852045,
+      "eval_ar_ersatz_pr_auc": 0.9312023416064437,
+      "eval_ar_opus100_pr_auc": 0.6856529223760349,
+      "eval_ar_ud_pr_auc": 0.8553018039959026,
+      "eval_average_ersatz_pr_auc": 0.9569437197895603,
+      "eval_average_opus100_pr_auc": 0.8048142162408969,
+      "eval_average_ud_pr_auc": 0.9532101273316679,
+      "eval_az_opus100_pr_auc": 0.7133141891147435,
+      "eval_be_opus100_pr_auc": 0.6248998039782752,
+      "eval_be_ud_pr_auc": 0.8756468513434738,
+      "eval_bg_opus100_pr_auc": 0.9121905845551161,
+      "eval_bg_ud_pr_auc": 0.9895487351249428,
+      "eval_bn_opus100_pr_auc": 0.7735572338531309,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.859782469763468,
+      "eval_ca_ud_pr_auc": 0.9838256835743157,
+      "eval_ceb_ud_pr_auc": 0.9996661023894979,
+      "eval_cs_ersatz_pr_auc": 0.976229840390558,
+      "eval_cs_opus100_pr_auc": 0.898055779200256,
+      "eval_cs_ud_pr_auc": 0.9507274654857829,
+      "eval_cy_opus100_pr_auc": 0.7002571876044655,
+      "eval_cy_ud_pr_auc": 0.9952051213298844,
+      "eval_da_opus100_pr_auc": 0.9018539335810223,
+      "eval_da_ud_pr_auc": 0.9780599475569876,
+      "eval_de_ersatz_pr_auc": 0.9617347187354796,
+      "eval_de_opus100_pr_auc": 0.8516481935799651,
+      "eval_de_ud_pr_auc": 0.9787329182507227,
+      "eval_el_opus100_pr_auc": 0.9107953625784442,
+      "eval_el_ud_pr_auc": 0.9881029243830941,
+      "eval_en_ersatz_pr_auc": 0.9839267534719159,
+      "eval_en_opus100_pr_auc": 0.9150651606939028,
+      "eval_en_ud_pr_auc": 0.9702184610478141,
+      "eval_eo_opus100_pr_auc": 0.9189820851152347,
+      "eval_es_ersatz_pr_auc": 0.9949815578007739,
+      "eval_es_opus100_pr_auc": 0.9130475914519572,
+      "eval_es_ud_pr_auc": 0.9910410747060593,
+      "eval_et_ersatz_pr_auc": 0.9786821096290401,
+      "eval_et_opus100_pr_auc": 0.8908301602896895,
+      "eval_et_ud_pr_auc": 0.9138931203541593,
+      "eval_eu_opus100_pr_auc": 0.8725913174452996,
+      "eval_eu_ud_pr_auc": 0.9908659047556229,
+      "eval_fa_opus100_pr_auc": 0.5575236078564956,
+      "eval_fa_ud_pr_auc": 0.9978480890625936,
+      "eval_fi_ersatz_pr_auc": 0.9754416793302831,
+      "eval_fi_opus100_pr_auc": 0.8885703735106361,
+      "eval_fi_ud_pr_auc": 0.9589004619627264,
+      "eval_fr_ersatz_pr_auc": 0.9798379821354377,
+      "eval_fr_opus100_pr_auc": 0.8918294602882866,
+      "eval_fr_ud_pr_auc": 0.9748852254266421,
+      "eval_fy_opus100_pr_auc": 0.6484653824133265,
+      "eval_ga_opus100_pr_auc": 0.855529014564954,
+      "eval_ga_ud_pr_auc": 0.8185750138907013,
+      "eval_gd_opus100_pr_auc": 0.516458573534407,
+      "eval_gd_ud_pr_auc": 0.7333235465395805,
+      "eval_gl_opus100_pr_auc": 0.8730139315989576,
+      "eval_gl_ud_pr_auc": 0.9897908018085462,
+      "eval_gu_ersatz_pr_auc": 0.9479040000658435,
+      "eval_gu_opus100_pr_auc": 0.6982466696754945,
+      "eval_ha_opus100_pr_auc": 0.8979883933158268,
+      "eval_he_opus100_pr_auc": 0.84694687552784,
+      "eval_he_ud_pr_auc": 0.9646706255035146,
+      "eval_hi_ersatz_pr_auc": 0.9681678036041138,
+      "eval_hi_opus100_pr_auc": 0.6197829792486013,
+      "eval_hi_ud_pr_auc": 0.9883096340067564,
+      "eval_hu_opus100_pr_auc": 0.9133400278789903,
+      "eval_hu_ud_pr_auc": 0.9744656405862153,
+      "eval_hy_opus100_pr_auc": 0.8972317304855985,
+      "eval_hy_ud_pr_auc": 0.9921199395133047,
+      "eval_id_opus100_pr_auc": 0.8570650372166124,
+      "eval_id_ud_pr_auc": 0.9891073026417737,
+      "eval_ig_opus100_pr_auc": 0.8572044567289531,
+      "eval_is_opus100_pr_auc": 0.9167317754438942,
+      "eval_is_ud_pr_auc": 0.8945345400409259,
+      "eval_it_opus100_pr_auc": 0.8904851951658804,
+      "eval_it_ud_pr_auc": 0.9914804778745279,
+      "eval_ja_ersatz_pr_auc": 0.8064283247277533,
+      "eval_ja_opus100_pr_auc": 0.7634691123519004,
+      "eval_ja_ud_pr_auc": 0.9851789405552603,
+      "eval_jv_ud_pr_auc": 0.9708856530836962,
+      "eval_ka_opus100_pr_auc": 0.8456130121933602,
+      "eval_kk_ersatz_pr_auc": 0.9840907622896109,
+      "eval_kk_opus100_pr_auc": 0.7667210207375758,
+      "eval_kk_ud_pr_auc": 0.9740633290980378,
+      "eval_km_ersatz_pr_auc": 0.8974659124647729,
+      "eval_km_opus100_pr_auc": 0.7224923411299795,
+      "eval_kn_opus100_pr_auc": 0.5534399389956425,
+      "eval_ko_opus100_pr_auc": 0.629374230422247,
+      "eval_ko_ud_pr_auc": 0.9991468250482509,
+      "eval_ku_opus100_pr_auc": 0.804486272241828,
+      "eval_ky_opus100_pr_auc": 0.8232025307101047,
+      "eval_la_ud_pr_auc": 0.9229865848545133,
+      "eval_loss": 0.03936101496219635,
+      "eval_lt_ersatz_pr_auc": 0.9858015475174804,
+      "eval_lt_opus100_pr_auc": 0.8610915707031888,
+      "eval_lt_ud_pr_auc": 0.9850488349065004,
+      "eval_lv_ersatz_pr_auc": 0.9880067762552673,
+      "eval_lv_opus100_pr_auc": 0.8725842382420567,
+      "eval_lv_ud_pr_auc": 0.9594272695274954,
+      "eval_mg_opus100_pr_auc": 0.915127717333983,
+      "eval_mk_opus100_pr_auc": 0.8955554698487054,
+      "eval_ml_opus100_pr_auc": 0.7310768609757559,
+      "eval_mn_opus100_pr_auc": 0.9368506612245521,
+      "eval_mr_opus100_pr_auc": 0.8912765297895868,
+      "eval_mr_ud_pr_auc": 0.9784373550900608,
+      "eval_ms_opus100_pr_auc": 0.8525994480854735,
+      "eval_mt_opus100_pr_auc": 0.7796828664949439,
+      "eval_mt_ud_pr_auc": 0.8430195343973751,
+      "eval_my_opus100_pr_auc": 0.7097938850210704,
+      "eval_ne_opus100_pr_auc": 0.649523436471549,
+      "eval_nl_opus100_pr_auc": 0.8839465532330704,
+      "eval_nl_ud_pr_auc": 0.9667136467736612,
+      "eval_no_opus100_pr_auc": 0.9098239683722079,
+      "eval_no_ud_pr_auc": 0.9959912865373487,
+      "eval_pa_opus100_pr_auc": 0.6511169785053863,
+      "eval_pl_ersatz_pr_auc": 0.9772351479435057,
+      "eval_pl_opus100_pr_auc": 0.8765861383196998,
+      "eval_pl_ud_pr_auc": 0.9562662590804247,
+      "eval_ps_ersatz_pr_auc": 0.9320759770195552,
+      "eval_ps_opus100_pr_auc": 0.7489762460477863,
+      "eval_pt_opus100_pr_auc": 0.9184411888856815,
+      "eval_pt_ud_pr_auc": 0.984000682492627,
+      "eval_ro_ersatz_pr_auc": 0.9917247839689186,
+      "eval_ro_opus100_pr_auc": 0.8930921758064863,
+      "eval_ro_ud_pr_auc": 0.9301716453823563,
+      "eval_ru_ersatz_pr_auc": 0.9841615014560965,
+      "eval_ru_opus100_pr_auc": 0.9102858818038038,
+      "eval_ru_ud_pr_auc": 0.8603196337962339,
+      "eval_runtime": 404.1618,
+      "eval_samples_per_second": 186.727,
+      "eval_si_opus100_pr_auc": 0.794619553295877,
+      "eval_sk_opus100_pr_auc": 0.9232006829128041,
+      "eval_sk_ud_pr_auc": 0.9725562889112224,
+      "eval_sl_opus100_pr_auc": 0.8507114468305229,
+      "eval_sl_ud_pr_auc": 0.971543585161265,
+      "eval_sq_opus100_pr_auc": 0.8906000539313432,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9041315261460721,
+      "eval_sr_ud_pr_auc": 0.9919590214604392,
+      "eval_steps_per_second": 5.837,
+      "eval_sv_opus100_pr_auc": 0.8828408768515223,
+      "eval_sv_ud_pr_auc": 0.9262724617362549,
+      "eval_ta_ersatz_pr_auc": 0.9808705860933322,
+      "eval_ta_opus100_pr_auc": 0.6264395530488303,
+      "eval_ta_ud_pr_auc": 0.9988932624422118,
+      "eval_te_opus100_pr_auc": 0.8116168210721642,
+      "eval_tg_opus100_pr_auc": 0.8638796667086079,
+      "eval_th_opus100_pr_auc": 0.6696459335182905,
+      "eval_th_ud_pr_auc": 0.7227390550061901,
+      "eval_tr_ersatz_pr_auc": 0.9594114808129142,
+      "eval_tr_opus100_pr_auc": 0.889118254341196,
+      "eval_tr_ud_pr_auc": 0.9432906276410985,
+      "eval_uk_opus100_pr_auc": 0.8660411508330694,
+      "eval_uk_ud_pr_auc": 0.938726926044613,
+      "eval_ur_opus100_pr_auc": 0.49617569196110867,
+      "eval_ur_ud_pr_auc": 0.9952199913779678,
+      "eval_uz_opus100_pr_auc": 0.8237055786404254,
+      "eval_vi_opus100_pr_auc": 0.8954231106933541,
+      "eval_vi_ud_pr_auc": 0.9506671556855762,
+      "eval_xh_opus100_pr_auc": 0.8511375934054629,
+      "eval_yi_opus100_pr_auc": 0.6984560651559623,
+      "eval_yo_opus100_pr_auc": 0.786494025095676,
+      "eval_yo_ud_pr_auc": 0.9047734896551989,
+      "eval_zh_ersatz_pr_auc": 0.8673802480512302,
+      "eval_zh_opus100_pr_auc": 0.707435451087909,
+      "eval_zh_ud_pr_auc": 0.9884932288111642,
+      "eval_zu_opus100_pr_auc": 0.8149331768657553,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0361,
+      "step": 175050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0357,
+      "step": 175100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0357,
+      "step": 175150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0362,
+      "step": 175200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0351,
+      "step": 175250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0351,
+      "step": 175300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0355,
+      "step": 175350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0359,
+      "step": 175400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0355,
+      "step": 175450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0356,
+      "step": 175500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0366,
+      "step": 175550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0355,
+      "step": 175600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0356,
+      "step": 175650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0355,
+      "step": 175700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0356,
+      "step": 175750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0351,
+      "step": 175800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0355,
+      "step": 175850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.035,
+      "step": 175900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.035,
+      "step": 175950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0356,
+      "step": 176000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0361,
+      "step": 176050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0355,
+      "step": 176100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0352,
+      "step": 176150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0352,
+      "step": 176200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0359,
+      "step": 176250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0364,
+      "step": 176300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0353,
+      "step": 176350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0354,
+      "step": 176400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0359,
+      "step": 176450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0364,
+      "step": 176500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0355,
+      "step": 176550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0351,
+      "step": 176600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0356,
+      "step": 176650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0355,
+      "step": 176700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0355,
+      "step": 176750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0359,
+      "step": 176800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0349,
+      "step": 176850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0355,
+      "step": 176900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0357,
+      "step": 176950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0362,
+      "step": 177000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0353,
+      "step": 177050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0349,
+      "step": 177100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0351,
+      "step": 177150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0358,
+      "step": 177200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0362,
+      "step": 177250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0349,
+      "step": 177300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0357,
+      "step": 177350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0351,
+      "step": 177400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0356,
+      "step": 177450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0356,
+      "step": 177500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0356,
+      "step": 177550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0356,
+      "step": 177600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.036,
+      "step": 177650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0354,
+      "step": 177700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.035,
+      "step": 177750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0347,
+      "step": 177800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0356,
+      "step": 177850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0356,
+      "step": 177900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0358,
+      "step": 177950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0352,
+      "step": 178000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0354,
+      "step": 178050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0359,
+      "step": 178100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0356,
+      "step": 178150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0355,
+      "step": 178200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0358,
+      "step": 178250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0351,
+      "step": 178300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0355,
+      "step": 178350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0358,
+      "step": 178400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0354,
+      "step": 178450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0363,
+      "step": 178500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0357,
+      "step": 178550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0355,
+      "step": 178600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0357,
+      "step": 178650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0353,
+      "step": 178700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0363,
+      "step": 178750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.036,
+      "step": 178800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0355,
+      "step": 178850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0351,
+      "step": 178900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0352,
+      "step": 178950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.036,
+      "step": 179000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0366,
+      "step": 179050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0349,
+      "step": 179100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0359,
+      "step": 179150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0354,
+      "step": 179200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0358,
+      "step": 179250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0351,
+      "step": 179300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0358,
+      "step": 179350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.036,
+      "step": 179400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0355,
+      "step": 179450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0354,
+      "step": 179500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.035,
+      "step": 179550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0353,
+      "step": 179600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0355,
+      "step": 179650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0349,
+      "step": 179700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.036,
+      "step": 179750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0356,
+      "step": 179800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0351,
+      "step": 179850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0347,
+      "step": 179900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0359,
+      "step": 179950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0348,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7397783749838915,
+      "eval_af_ud_pr_auc": 0.9926256372694859,
+      "eval_am_opus100_pr_auc": 0.4380483401908736,
+      "eval_ar_ersatz_pr_auc": 0.930636537566022,
+      "eval_ar_opus100_pr_auc": 0.6806930968587542,
+      "eval_ar_ud_pr_auc": 0.8477758021320635,
+      "eval_average_ersatz_pr_auc": 0.9557391624706834,
+      "eval_average_opus100_pr_auc": 0.8126364068525395,
+      "eval_average_ud_pr_auc": 0.9537848505521298,
+      "eval_az_opus100_pr_auc": 0.7486495238325108,
+      "eval_be_opus100_pr_auc": 0.6410221692867065,
+      "eval_be_ud_pr_auc": 0.870673352168423,
+      "eval_bg_opus100_pr_auc": 0.9168613829248566,
+      "eval_bg_ud_pr_auc": 0.9906708528933333,
+      "eval_bn_opus100_pr_auc": 0.7731071452459197,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8641938949221161,
+      "eval_ca_ud_pr_auc": 0.9897742951664923,
+      "eval_ceb_ud_pr_auc": 0.9991139641053747,
+      "eval_cs_ersatz_pr_auc": 0.9742118520090541,
+      "eval_cs_opus100_pr_auc": 0.8977742029948695,
+      "eval_cs_ud_pr_auc": 0.9498553550126084,
+      "eval_cy_opus100_pr_auc": 0.7295566117032224,
+      "eval_cy_ud_pr_auc": 0.9962128332429672,
+      "eval_da_opus100_pr_auc": 0.9077109089587372,
+      "eval_da_ud_pr_auc": 0.9784633473410809,
+      "eval_de_ersatz_pr_auc": 0.9726037898176676,
+      "eval_de_opus100_pr_auc": 0.8519325239090276,
+      "eval_de_ud_pr_auc": 0.980849788842602,
+      "eval_el_opus100_pr_auc": 0.9182551655243141,
+      "eval_el_ud_pr_auc": 0.9905574955143962,
+      "eval_en_ersatz_pr_auc": 0.9858120092614062,
+      "eval_en_opus100_pr_auc": 0.9237191200665144,
+      "eval_en_ud_pr_auc": 0.9715024899639136,
+      "eval_eo_opus100_pr_auc": 0.9244665504893976,
+      "eval_es_ersatz_pr_auc": 0.9951058231631337,
+      "eval_es_opus100_pr_auc": 0.9229024926014096,
+      "eval_es_ud_pr_auc": 0.9923505125221221,
+      "eval_et_ersatz_pr_auc": 0.9761860497924805,
+      "eval_et_opus100_pr_auc": 0.891754289292182,
+      "eval_et_ud_pr_auc": 0.9195520762920891,
+      "eval_eu_opus100_pr_auc": 0.8798969915523394,
+      "eval_eu_ud_pr_auc": 0.9925456293320712,
+      "eval_fa_opus100_pr_auc": 0.5533151061814854,
+      "eval_fa_ud_pr_auc": 0.9978431426111609,
+      "eval_fi_ersatz_pr_auc": 0.9828913227304533,
+      "eval_fi_opus100_pr_auc": 0.9021663441231147,
+      "eval_fi_ud_pr_auc": 0.9654594765135412,
+      "eval_fr_ersatz_pr_auc": 0.9794723583555949,
+      "eval_fr_opus100_pr_auc": 0.9084213223092389,
+      "eval_fr_ud_pr_auc": 0.9778516390292975,
+      "eval_fy_opus100_pr_auc": 0.6715173798130967,
+      "eval_ga_opus100_pr_auc": 0.8713706329074158,
+      "eval_ga_ud_pr_auc": 0.8222951919970799,
+      "eval_gd_opus100_pr_auc": 0.5619020878708719,
+      "eval_gd_ud_pr_auc": 0.7374462575844519,
+      "eval_gl_opus100_pr_auc": 0.8859140186880973,
+      "eval_gl_ud_pr_auc": 0.9917197322489254,
+      "eval_gu_ersatz_pr_auc": 0.9401869420411445,
+      "eval_gu_opus100_pr_auc": 0.7038420863911514,
+      "eval_ha_opus100_pr_auc": 0.9009157838566909,
+      "eval_he_opus100_pr_auc": 0.8546124071425997,
+      "eval_he_ud_pr_auc": 0.9614830673816911,
+      "eval_hi_ersatz_pr_auc": 0.9627007762829591,
+      "eval_hi_opus100_pr_auc": 0.625683274919832,
+      "eval_hi_ud_pr_auc": 0.9764522100072803,
+      "eval_hu_opus100_pr_auc": 0.9210106286632596,
+      "eval_hu_ud_pr_auc": 0.9731891590710597,
+      "eval_hy_opus100_pr_auc": 0.9081777550943826,
+      "eval_hy_ud_pr_auc": 0.985977253181808,
+      "eval_id_opus100_pr_auc": 0.8673456502710921,
+      "eval_id_ud_pr_auc": 0.9920326452727002,
+      "eval_ig_opus100_pr_auc": 0.864194797570692,
+      "eval_is_opus100_pr_auc": 0.92236615266004,
+      "eval_is_ud_pr_auc": 0.909749234201281,
+      "eval_it_opus100_pr_auc": 0.9005658226930783,
+      "eval_it_ud_pr_auc": 0.9923851102829415,
+      "eval_ja_ersatz_pr_auc": 0.7701566707895938,
+      "eval_ja_opus100_pr_auc": 0.7781246361035663,
+      "eval_ja_ud_pr_auc": 0.9832218940314533,
+      "eval_jv_ud_pr_auc": 0.9847374213209954,
+      "eval_ka_opus100_pr_auc": 0.8471242682826456,
+      "eval_kk_ersatz_pr_auc": 0.9860557292201184,
+      "eval_kk_opus100_pr_auc": 0.7910335621824109,
+      "eval_kk_ud_pr_auc": 0.9796179559314528,
+      "eval_km_ersatz_pr_auc": 0.8948662623894599,
+      "eval_km_opus100_pr_auc": 0.7024027722072269,
+      "eval_kn_opus100_pr_auc": 0.5583228303582592,
+      "eval_ko_opus100_pr_auc": 0.6271832807943042,
+      "eval_ko_ud_pr_auc": 0.9986932640969983,
+      "eval_ku_opus100_pr_auc": 0.8262862362110114,
+      "eval_ky_opus100_pr_auc": 0.8496036533594707,
+      "eval_la_ud_pr_auc": 0.9334841753722705,
+      "eval_loss": 0.039227444678545,
+      "eval_lt_ersatz_pr_auc": 0.9858716781775331,
+      "eval_lt_opus100_pr_auc": 0.8674868927840416,
+      "eval_lt_ud_pr_auc": 0.9852118365751996,
+      "eval_lv_ersatz_pr_auc": 0.9884941966754164,
+      "eval_lv_opus100_pr_auc": 0.8724136264470648,
+      "eval_lv_ud_pr_auc": 0.9649683639984644,
+      "eval_mg_opus100_pr_auc": 0.924603263420542,
+      "eval_mk_opus100_pr_auc": 0.8980536365093731,
+      "eval_ml_opus100_pr_auc": 0.7388226084302543,
+      "eval_mn_opus100_pr_auc": 0.9485197454191405,
+      "eval_mr_opus100_pr_auc": 0.8865318779649045,
+      "eval_mr_ud_pr_auc": 0.9761086536020374,
+      "eval_ms_opus100_pr_auc": 0.8619083256963135,
+      "eval_mt_opus100_pr_auc": 0.8083071926135468,
+      "eval_mt_ud_pr_auc": 0.8497443884063712,
+      "eval_my_opus100_pr_auc": 0.7132549853869735,
+      "eval_ne_opus100_pr_auc": 0.6596913299469094,
+      "eval_nl_opus100_pr_auc": 0.8897678542854369,
+      "eval_nl_ud_pr_auc": 0.9588590071420846,
+      "eval_no_opus100_pr_auc": 0.9146827597710349,
+      "eval_no_ud_pr_auc": 0.995309544218205,
+      "eval_pa_opus100_pr_auc": 0.6577930395041508,
+      "eval_pl_ersatz_pr_auc": 0.9732335494808052,
+      "eval_pl_opus100_pr_auc": 0.8866427210322793,
+      "eval_pl_ud_pr_auc": 0.9632638962002826,
+      "eval_ps_ersatz_pr_auc": 0.9305304809613467,
+      "eval_ps_opus100_pr_auc": 0.7703983079690417,
+      "eval_pt_opus100_pr_auc": 0.9240815053481503,
+      "eval_pt_ud_pr_auc": 0.9790517369892761,
+      "eval_ro_ersatz_pr_auc": 0.993313758883541,
+      "eval_ro_opus100_pr_auc": 0.8873366068550393,
+      "eval_ro_ud_pr_auc": 0.9385461238052494,
+      "eval_ru_ersatz_pr_auc": 0.9827713160355053,
+      "eval_ru_opus100_pr_auc": 0.914820432745727,
+      "eval_ru_ud_pr_auc": 0.8520373637202879,
+      "eval_runtime": 405.3519,
+      "eval_samples_per_second": 186.179,
+      "eval_si_opus100_pr_auc": 0.7911745729027161,
+      "eval_sk_opus100_pr_auc": 0.9272772763292342,
+      "eval_sk_ud_pr_auc": 0.973902196902022,
+      "eval_sl_opus100_pr_auc": 0.8529758397815894,
+      "eval_sl_ud_pr_auc": 0.964071806126856,
+      "eval_sq_opus100_pr_auc": 0.8887472231043123,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9090935133007555,
+      "eval_sr_ud_pr_auc": 0.985404925086607,
+      "eval_steps_per_second": 5.82,
+      "eval_sv_opus100_pr_auc": 0.8954199543135263,
+      "eval_sv_ud_pr_auc": 0.9352481488911569,
+      "eval_ta_ersatz_pr_auc": 0.9828439915434105,
+      "eval_ta_opus100_pr_auc": 0.6327798058987558,
+      "eval_ta_ud_pr_auc": 0.9991226991986253,
+      "eval_te_opus100_pr_auc": 0.8089441193721325,
+      "eval_tg_opus100_pr_auc": 0.8755408020059724,
+      "eval_th_opus100_pr_auc": 0.6583487988938141,
+      "eval_th_ud_pr_auc": 0.7023086024971098,
+      "eval_tr_ersatz_pr_auc": 0.962998843547642,
+      "eval_tr_opus100_pr_auc": 0.8928453240465359,
+      "eval_tr_ud_pr_auc": 0.9458713302349696,
+      "eval_uk_opus100_pr_auc": 0.8719923660079951,
+      "eval_uk_ud_pr_auc": 0.9301885218859133,
+      "eval_ur_opus100_pr_auc": 0.5074586135506725,
+      "eval_ur_ud_pr_auc": 0.9949376419896355,
+      "eval_uz_opus100_pr_auc": 0.843187933221916,
+      "eval_vi_opus100_pr_auc": 0.900479658485371,
+      "eval_vi_ud_pr_auc": 0.9594843849719272,
+      "eval_xh_opus100_pr_auc": 0.8648255080247954,
+      "eval_yi_opus100_pr_auc": 0.7419842295146106,
+      "eval_yo_opus100_pr_auc": 0.7975985516282067,
+      "eval_yo_ud_pr_auc": 0.9098466716853212,
+      "eval_zh_ersatz_pr_auc": 0.8753176356307415,
+      "eval_zh_opus100_pr_auc": 0.6677442238829082,
+      "eval_zh_ud_pr_auc": 0.9760863754083882,
+      "eval_zu_opus100_pr_auc": 0.8289250595198095,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0364,
+      "step": 180050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0359,
+      "step": 180100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0359,
+      "step": 180150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0352,
+      "step": 180200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0349,
+      "step": 180250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0355,
+      "step": 180300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0359,
+      "step": 180350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.035,
+      "step": 180400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0359,
+      "step": 180450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0356,
+      "step": 180500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0355,
+      "step": 180550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0353,
+      "step": 180600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0355,
+      "step": 180650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0353,
+      "step": 180700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.036,
+      "step": 180750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0348,
+      "step": 180800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0354,
+      "step": 180850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0354,
+      "step": 180900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0349,
+      "step": 180950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0357,
+      "step": 181000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0359,
+      "step": 181050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.035,
+      "step": 181100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.0353,
+      "step": 181150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0352,
+      "step": 181200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0357,
+      "step": 181250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0346,
+      "step": 181300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0356,
+      "step": 181350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0347,
+      "step": 181400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0355,
+      "step": 181450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0358,
+      "step": 181500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.035,
+      "step": 181550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.035,
+      "step": 181600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0348,
+      "step": 181650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0358,
+      "step": 181700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0366,
+      "step": 181750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0353,
+      "step": 181800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0359,
+      "step": 181850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0351,
+      "step": 181900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0348,
+      "step": 181950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0354,
+      "step": 182000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0351,
+      "step": 182050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0353,
+      "step": 182100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0346,
+      "step": 182150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0355,
+      "step": 182200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0353,
+      "step": 182250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0359,
+      "step": 182300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.0346,
+      "step": 182350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0359,
+      "step": 182400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0352,
+      "step": 182450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0353,
+      "step": 182500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0351,
+      "step": 182550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0342,
+      "step": 182600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0356,
+      "step": 182650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0348,
+      "step": 182700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0353,
+      "step": 182750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0354,
+      "step": 182800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0359,
+      "step": 182850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0351,
+      "step": 182900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0356,
+      "step": 182950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0354,
+      "step": 183000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0353,
+      "step": 183050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0358,
+      "step": 183100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0355,
+      "step": 183150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0351,
+      "step": 183200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0353,
+      "step": 183250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.036,
+      "step": 183300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0352,
+      "step": 183350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0352,
+      "step": 183400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0351,
+      "step": 183450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0353,
+      "step": 183500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0349,
+      "step": 183550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0354,
+      "step": 183600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0351,
+      "step": 183650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0351,
+      "step": 183700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0348,
+      "step": 183750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0356,
+      "step": 183800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0351,
+      "step": 183850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0356,
+      "step": 183900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0349,
+      "step": 183950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.036,
+      "step": 184000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0356,
+      "step": 184050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0352,
+      "step": 184100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0361,
+      "step": 184150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0354,
+      "step": 184200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.035,
+      "step": 184250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0364,
+      "step": 184300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0357,
+      "step": 184350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0354,
+      "step": 184400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0356,
+      "step": 184450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0353,
+      "step": 184500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0347,
+      "step": 184550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.035,
+      "step": 184600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0351,
+      "step": 184650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0353,
+      "step": 184700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0355,
+      "step": 184750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0353,
+      "step": 184800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0362,
+      "step": 184850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0355,
+      "step": 184900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0344,
+      "step": 184950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0357,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7384946874472732,
+      "eval_af_ud_pr_auc": 0.9855670654825346,
+      "eval_am_opus100_pr_auc": 0.5422934978152686,
+      "eval_ar_ersatz_pr_auc": 0.932819900486913,
+      "eval_ar_opus100_pr_auc": 0.6810377626399917,
+      "eval_ar_ud_pr_auc": 0.8476303138718182,
+      "eval_average_ersatz_pr_auc": 0.9536813432767743,
+      "eval_average_opus100_pr_auc": 0.8082179153016037,
+      "eval_average_ud_pr_auc": 0.9529745184599167,
+      "eval_az_opus100_pr_auc": 0.7732524212955392,
+      "eval_be_opus100_pr_auc": 0.6064527464178067,
+      "eval_be_ud_pr_auc": 0.8823029513063588,
+      "eval_bg_opus100_pr_auc": 0.9066649554676871,
+      "eval_bg_ud_pr_auc": 0.9867834201824318,
+      "eval_bn_opus100_pr_auc": 0.789438025847413,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8603355997926181,
+      "eval_ca_ud_pr_auc": 0.9854646718036184,
+      "eval_ceb_ud_pr_auc": 0.9994676374848025,
+      "eval_cs_ersatz_pr_auc": 0.973721253313122,
+      "eval_cs_opus100_pr_auc": 0.898485120508074,
+      "eval_cs_ud_pr_auc": 0.9472528335831465,
+      "eval_cy_opus100_pr_auc": 0.7255099280756827,
+      "eval_cy_ud_pr_auc": 0.9956234894405643,
+      "eval_da_opus100_pr_auc": 0.8987564316056679,
+      "eval_da_ud_pr_auc": 0.972430518037811,
+      "eval_de_ersatz_pr_auc": 0.96383899013982,
+      "eval_de_opus100_pr_auc": 0.8491073360730157,
+      "eval_de_ud_pr_auc": 0.9787684943957969,
+      "eval_el_opus100_pr_auc": 0.9123324567561836,
+      "eval_el_ud_pr_auc": 0.9914180420904661,
+      "eval_en_ersatz_pr_auc": 0.9847285332914718,
+      "eval_en_opus100_pr_auc": 0.9165831830254836,
+      "eval_en_ud_pr_auc": 0.9690704939352651,
+      "eval_eo_opus100_pr_auc": 0.9125753343485334,
+      "eval_es_ersatz_pr_auc": 0.9929203954041015,
+      "eval_es_opus100_pr_auc": 0.9148659555637222,
+      "eval_es_ud_pr_auc": 0.9914230861795712,
+      "eval_et_ersatz_pr_auc": 0.9728755494301389,
+      "eval_et_opus100_pr_auc": 0.8851979903649254,
+      "eval_et_ud_pr_auc": 0.9448638549128853,
+      "eval_eu_opus100_pr_auc": 0.8741874437543248,
+      "eval_eu_ud_pr_auc": 0.9872960701709811,
+      "eval_fa_opus100_pr_auc": 0.5598694251826504,
+      "eval_fa_ud_pr_auc": 0.9972673514175799,
+      "eval_fi_ersatz_pr_auc": 0.9781162988533112,
+      "eval_fi_opus100_pr_auc": 0.8964066948807647,
+      "eval_fi_ud_pr_auc": 0.9641212888420048,
+      "eval_fr_ersatz_pr_auc": 0.9830672852062239,
+      "eval_fr_opus100_pr_auc": 0.9008645199733615,
+      "eval_fr_ud_pr_auc": 0.9747819277874699,
+      "eval_fy_opus100_pr_auc": 0.6424796815346716,
+      "eval_ga_opus100_pr_auc": 0.8574688289380966,
+      "eval_ga_ud_pr_auc": 0.8173255236105652,
+      "eval_gd_opus100_pr_auc": 0.5456583947875928,
+      "eval_gd_ud_pr_auc": 0.7364506259208324,
+      "eval_gl_opus100_pr_auc": 0.8753346541679182,
+      "eval_gl_ud_pr_auc": 0.9912342831478516,
+      "eval_gu_ersatz_pr_auc": 0.9303300306474453,
+      "eval_gu_opus100_pr_auc": 0.7092820030583762,
+      "eval_ha_opus100_pr_auc": 0.8969410325298537,
+      "eval_he_opus100_pr_auc": 0.8437113160248311,
+      "eval_he_ud_pr_auc": 0.9670778523654591,
+      "eval_hi_ersatz_pr_auc": 0.963024474172217,
+      "eval_hi_opus100_pr_auc": 0.6490853960394285,
+      "eval_hi_ud_pr_auc": 0.971756724478579,
+      "eval_hu_opus100_pr_auc": 0.9085590087344025,
+      "eval_hu_ud_pr_auc": 0.9806450186375141,
+      "eval_hy_opus100_pr_auc": 0.9032142558398478,
+      "eval_hy_ud_pr_auc": 0.9740194553356688,
+      "eval_id_opus100_pr_auc": 0.8563187547014834,
+      "eval_id_ud_pr_auc": 0.990059914120674,
+      "eval_ig_opus100_pr_auc": 0.8695651001700286,
+      "eval_is_opus100_pr_auc": 0.9174936315733428,
+      "eval_is_ud_pr_auc": 0.8996308692118333,
+      "eval_it_opus100_pr_auc": 0.8965039544674042,
+      "eval_it_ud_pr_auc": 0.9973406836950542,
+      "eval_ja_ersatz_pr_auc": 0.7415126730921445,
+      "eval_ja_opus100_pr_auc": 0.7864398380178133,
+      "eval_ja_ud_pr_auc": 0.9790637355829072,
+      "eval_jv_ud_pr_auc": 0.9768667295257307,
+      "eval_ka_opus100_pr_auc": 0.8485585454716752,
+      "eval_kk_ersatz_pr_auc": 0.9857626226982634,
+      "eval_kk_opus100_pr_auc": 0.7653301026013307,
+      "eval_kk_ud_pr_auc": 0.9749279337419272,
+      "eval_km_ersatz_pr_auc": 0.8989631853767174,
+      "eval_km_opus100_pr_auc": 0.7159166868598356,
+      "eval_kn_opus100_pr_auc": 0.5333516834425197,
+      "eval_ko_opus100_pr_auc": 0.6295317728028724,
+      "eval_ko_ud_pr_auc": 0.9978629923382276,
+      "eval_ku_opus100_pr_auc": 0.8270837033517815,
+      "eval_ky_opus100_pr_auc": 0.821089403877271,
+      "eval_la_ud_pr_auc": 0.9424534736026602,
+      "eval_loss": 0.038851525634527206,
+      "eval_lt_ersatz_pr_auc": 0.9836140014201334,
+      "eval_lt_opus100_pr_auc": 0.8571945490264585,
+      "eval_lt_ud_pr_auc": 0.9863322551105508,
+      "eval_lv_ersatz_pr_auc": 0.9863306649841417,
+      "eval_lv_opus100_pr_auc": 0.8721758515548302,
+      "eval_lv_ud_pr_auc": 0.9602406475488381,
+      "eval_mg_opus100_pr_auc": 0.9102731153020943,
+      "eval_mk_opus100_pr_auc": 0.8907284596986326,
+      "eval_ml_opus100_pr_auc": 0.7488523782382348,
+      "eval_mn_opus100_pr_auc": 0.9362978820107497,
+      "eval_mr_opus100_pr_auc": 0.8975651854705285,
+      "eval_mr_ud_pr_auc": 0.9964219039040879,
+      "eval_ms_opus100_pr_auc": 0.85374978505614,
+      "eval_mt_opus100_pr_auc": 0.8067530572023622,
+      "eval_mt_ud_pr_auc": 0.8653512077892898,
+      "eval_my_opus100_pr_auc": 0.7091321151474501,
+      "eval_ne_opus100_pr_auc": 0.6584368266165894,
+      "eval_nl_opus100_pr_auc": 0.8767101039200726,
+      "eval_nl_ud_pr_auc": 0.9479265436910889,
+      "eval_no_opus100_pr_auc": 0.9083154227336127,
+      "eval_no_ud_pr_auc": 0.9937052895021498,
+      "eval_pa_opus100_pr_auc": 0.6455049241117183,
+      "eval_pl_ersatz_pr_auc": 0.970937471483258,
+      "eval_pl_opus100_pr_auc": 0.8804703420535557,
+      "eval_pl_ud_pr_auc": 0.96718220449429,
+      "eval_ps_ersatz_pr_auc": 0.940810496045504,
+      "eval_ps_opus100_pr_auc": 0.7366781964483458,
+      "eval_pt_opus100_pr_auc": 0.9156404644857603,
+      "eval_pt_ud_pr_auc": 0.9788250072478621,
+      "eval_ro_ersatz_pr_auc": 0.9909513318638415,
+      "eval_ro_opus100_pr_auc": 0.8864715754571493,
+      "eval_ro_ud_pr_auc": 0.8894743321452329,
+      "eval_ru_ersatz_pr_auc": 0.9825822825621865,
+      "eval_ru_opus100_pr_auc": 0.9108830815832413,
+      "eval_ru_ud_pr_auc": 0.8609577794665919,
+      "eval_runtime": 409.9711,
+      "eval_samples_per_second": 184.081,
+      "eval_si_opus100_pr_auc": 0.7992542500532247,
+      "eval_sk_opus100_pr_auc": 0.9144966417700959,
+      "eval_sk_ud_pr_auc": 0.9656131825909025,
+      "eval_sl_opus100_pr_auc": 0.8464212434252558,
+      "eval_sl_ud_pr_auc": 0.9692891476676494,
+      "eval_sq_opus100_pr_auc": 0.8870089445476508,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8959498062084345,
+      "eval_sr_ud_pr_auc": 0.9894025155880145,
+      "eval_steps_per_second": 5.754,
+      "eval_sv_opus100_pr_auc": 0.8845176318162017,
+      "eval_sv_ud_pr_auc": 0.9245440021500594,
+      "eval_ta_ersatz_pr_auc": 0.979911602079147,
+      "eval_ta_opus100_pr_auc": 0.6300108779811211,
+      "eval_ta_ud_pr_auc": 0.9978797070600511,
+      "eval_te_opus100_pr_auc": 0.8166491381911023,
+      "eval_tg_opus100_pr_auc": 0.8695788948898402,
+      "eval_th_opus100_pr_auc": 0.6728891566175029,
+      "eval_th_ud_pr_auc": 0.7118370943281871,
+      "eval_tr_ersatz_pr_auc": 0.9637362752103119,
+      "eval_tr_opus100_pr_auc": 0.8877456613917973,
+      "eval_tr_ud_pr_auc": 0.9436824456624281,
+      "eval_uk_opus100_pr_auc": 0.8618792419506018,
+      "eval_uk_ud_pr_auc": 0.9322078261208042,
+      "eval_ur_opus100_pr_auc": 0.5039480165358686,
+      "eval_ur_ud_pr_auc": 0.9962500085115047,
+      "eval_uz_opus100_pr_auc": 0.8383105399699031,
+      "eval_vi_opus100_pr_auc": 0.8877542183405621,
+      "eval_vi_ud_pr_auc": 0.9567173975687933,
+      "eval_xh_opus100_pr_auc": 0.8542227308252721,
+      "eval_yi_opus100_pr_auc": 0.6578609923885121,
+      "eval_yo_opus100_pr_auc": 0.7883282773183145,
+      "eval_yo_ud_pr_auc": 0.9138065095721015,
+      "eval_zh_ersatz_pr_auc": 0.8804342343286232,
+      "eval_zh_opus100_pr_auc": 0.7008392183456444,
+      "eval_zh_ud_pr_auc": 0.9736512182541791,
+      "eval_zu_opus100_pr_auc": 0.8327409902187163,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0356,
+      "step": 185050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0353,
+      "step": 185100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0352,
+      "step": 185150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.035,
+      "step": 185200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.0355,
+      "step": 185250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0359,
+      "step": 185300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0347,
+      "step": 185350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0353,
+      "step": 185400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0352,
+      "step": 185450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0347,
+      "step": 185500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0362,
+      "step": 185550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0352,
+      "step": 185600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0348,
+      "step": 185650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0353,
+      "step": 185700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0356,
+      "step": 185750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0351,
+      "step": 185800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0348,
+      "step": 185850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0348,
+      "step": 185900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0361,
+      "step": 185950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0355,
+      "step": 186000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0361,
+      "step": 186050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0357,
+      "step": 186100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0355,
+      "step": 186150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0348,
+      "step": 186200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0357,
+      "step": 186250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0351,
+      "step": 186300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0357,
+      "step": 186350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0351,
+      "step": 186400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.035,
+      "step": 186450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0355,
+      "step": 186500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0354,
+      "step": 186550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.0348,
+      "step": 186600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0352,
+      "step": 186650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0356,
+      "step": 186700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.035,
+      "step": 186750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0356,
+      "step": 186800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0351,
+      "step": 186850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.0351,
+      "step": 186900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0357,
+      "step": 186950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0357,
+      "step": 187000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0353,
+      "step": 187050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0347,
+      "step": 187100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0348,
+      "step": 187150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0346,
+      "step": 187200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0354,
+      "step": 187250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0349,
+      "step": 187300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0352,
+      "step": 187350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0346,
+      "step": 187400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.0346,
+      "step": 187450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.0357,
+      "step": 187500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0351,
+      "step": 187550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.0352,
+      "step": 187600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0349,
+      "step": 187650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0361,
+      "step": 187700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0352,
+      "step": 187750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0344,
+      "step": 187800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0357,
+      "step": 187850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.036,
+      "step": 187900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0351,
+      "step": 187950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0349,
+      "step": 188000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.0351,
+      "step": 188050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.035,
+      "step": 188100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0352,
+      "step": 188150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0356,
+      "step": 188200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0355,
+      "step": 188250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.0347,
+      "step": 188300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0347,
+      "step": 188350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0348,
+      "step": 188400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0355,
+      "step": 188450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0356,
+      "step": 188500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.035,
+      "step": 188550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.035,
+      "step": 188600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.034,
+      "step": 188650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0354,
+      "step": 188700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0346,
+      "step": 188750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0349,
+      "step": 188800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.035,
+      "step": 188850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0355,
+      "step": 188900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0351,
+      "step": 188950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0354,
+      "step": 189000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0349,
+      "step": 189050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0351,
+      "step": 189100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0348,
+      "step": 189150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0352,
+      "step": 189200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0353,
+      "step": 189250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0359,
+      "step": 189300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.035,
+      "step": 189350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0353,
+      "step": 189400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.035,
+      "step": 189450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0351,
+      "step": 189500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0356,
+      "step": 189550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0356,
+      "step": 189600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0353,
+      "step": 189650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.035,
+      "step": 189700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0362,
+      "step": 189750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0355,
+      "step": 189800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0348,
+      "step": 189850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0362,
+      "step": 189900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0362,
+      "step": 189950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0354,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7438828907100529,
+      "eval_af_ud_pr_auc": 0.9919517843111478,
+      "eval_am_opus100_pr_auc": 0.3757805088236272,
+      "eval_ar_ersatz_pr_auc": 0.9314975748400491,
+      "eval_ar_opus100_pr_auc": 0.6812664009245776,
+      "eval_ar_ud_pr_auc": 0.8496978684316107,
+      "eval_average_ersatz_pr_auc": 0.952234232902403,
+      "eval_average_opus100_pr_auc": 0.8084177786342203,
+      "eval_average_ud_pr_auc": 0.9552308786126056,
+      "eval_az_opus100_pr_auc": 0.7454931866940542,
+      "eval_be_opus100_pr_auc": 0.6697423894752238,
+      "eval_be_ud_pr_auc": 0.8857845599161023,
+      "eval_bg_opus100_pr_auc": 0.9098374064864101,
+      "eval_bg_ud_pr_auc": 0.9893750940846815,
+      "eval_bn_opus100_pr_auc": 0.7881867030790892,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8668433655726139,
+      "eval_ca_ud_pr_auc": 0.9911902818199637,
+      "eval_ceb_ud_pr_auc": 0.9973108794433547,
+      "eval_cs_ersatz_pr_auc": 0.9833527302532757,
+      "eval_cs_opus100_pr_auc": 0.901959805902364,
+      "eval_cs_ud_pr_auc": 0.9544223926406529,
+      "eval_cy_opus100_pr_auc": 0.7172807652332305,
+      "eval_cy_ud_pr_auc": 0.9971723100774328,
+      "eval_da_opus100_pr_auc": 0.9101965866368672,
+      "eval_da_ud_pr_auc": 0.9820756812178598,
+      "eval_de_ersatz_pr_auc": 0.9748084929454405,
+      "eval_de_opus100_pr_auc": 0.8584422242265908,
+      "eval_de_ud_pr_auc": 0.9824264062450264,
+      "eval_el_opus100_pr_auc": 0.9134550015013566,
+      "eval_el_ud_pr_auc": 0.992742509725618,
+      "eval_en_ersatz_pr_auc": 0.9883933705738648,
+      "eval_en_opus100_pr_auc": 0.9209619724755587,
+      "eval_en_ud_pr_auc": 0.9630132944704797,
+      "eval_eo_opus100_pr_auc": 0.9183376013796517,
+      "eval_es_ersatz_pr_auc": 0.9952535663812863,
+      "eval_es_opus100_pr_auc": 0.918538942768538,
+      "eval_es_ud_pr_auc": 0.9922471437210465,
+      "eval_et_ersatz_pr_auc": 0.981226513569863,
+      "eval_et_opus100_pr_auc": 0.8922910447235178,
+      "eval_et_ud_pr_auc": 0.9321218636510775,
+      "eval_eu_opus100_pr_auc": 0.8685948752012868,
+      "eval_eu_ud_pr_auc": 0.9893022753579888,
+      "eval_fa_opus100_pr_auc": 0.5535782119910497,
+      "eval_fa_ud_pr_auc": 0.9972577226596826,
+      "eval_fi_ersatz_pr_auc": 0.9864504406821141,
+      "eval_fi_opus100_pr_auc": 0.9043570522244039,
+      "eval_fi_ud_pr_auc": 0.9711703195411691,
+      "eval_fr_ersatz_pr_auc": 0.9855678896193947,
+      "eval_fr_opus100_pr_auc": 0.9042594735684873,
+      "eval_fr_ud_pr_auc": 0.977629201590886,
+      "eval_fy_opus100_pr_auc": 0.6538377225704649,
+      "eval_ga_opus100_pr_auc": 0.8575310324042256,
+      "eval_ga_ud_pr_auc": 0.8380526936737442,
+      "eval_gd_opus100_pr_auc": 0.5461028923282267,
+      "eval_gd_ud_pr_auc": 0.7394150058552481,
+      "eval_gl_opus100_pr_auc": 0.8803683855144,
+      "eval_gl_ud_pr_auc": 0.9898059109640743,
+      "eval_gu_ersatz_pr_auc": 0.9347829009997455,
+      "eval_gu_opus100_pr_auc": 0.687266611665732,
+      "eval_ha_opus100_pr_auc": 0.902983190608129,
+      "eval_he_opus100_pr_auc": 0.8532279646405557,
+      "eval_he_ud_pr_auc": 0.9710982269901712,
+      "eval_hi_ersatz_pr_auc": 0.9643743685226279,
+      "eval_hi_opus100_pr_auc": 0.6351123790736732,
+      "eval_hi_ud_pr_auc": 0.9740552911919484,
+      "eval_hu_opus100_pr_auc": 0.913121804918719,
+      "eval_hu_ud_pr_auc": 0.9781625522227011,
+      "eval_hy_opus100_pr_auc": 0.9048944508288048,
+      "eval_hy_ud_pr_auc": 0.9782219129987896,
+      "eval_id_opus100_pr_auc": 0.8619977466865485,
+      "eval_id_ud_pr_auc": 0.9913399039757754,
+      "eval_ig_opus100_pr_auc": 0.8581493310863562,
+      "eval_is_opus100_pr_auc": 0.9203339163935265,
+      "eval_is_ud_pr_auc": 0.9117266867336408,
+      "eval_it_opus100_pr_auc": 0.8953538712045566,
+      "eval_it_ud_pr_auc": 0.9901906826059107,
+      "eval_ja_ersatz_pr_auc": 0.740236475867544,
+      "eval_ja_opus100_pr_auc": 0.7437709155119879,
+      "eval_ja_ud_pr_auc": 0.9804776947886946,
+      "eval_jv_ud_pr_auc": 0.9829712214356546,
+      "eval_ka_opus100_pr_auc": 0.8465292826425276,
+      "eval_kk_ersatz_pr_auc": 0.986083299755951,
+      "eval_kk_opus100_pr_auc": 0.7854756801441586,
+      "eval_kk_ud_pr_auc": 0.9762995864538765,
+      "eval_km_ersatz_pr_auc": 0.8979924408955933,
+      "eval_km_opus100_pr_auc": 0.7096504499365502,
+      "eval_kn_opus100_pr_auc": 0.5718054871039181,
+      "eval_ko_opus100_pr_auc": 0.6314283187016119,
+      "eval_ko_ud_pr_auc": 0.9992572947536403,
+      "eval_ku_opus100_pr_auc": 0.824929733934437,
+      "eval_ky_opus100_pr_auc": 0.8389853488790031,
+      "eval_la_ud_pr_auc": 0.9287662635530876,
+      "eval_loss": 0.038952071219682693,
+      "eval_lt_ersatz_pr_auc": 0.9883702023088976,
+      "eval_lt_opus100_pr_auc": 0.8637461379428336,
+      "eval_lt_ud_pr_auc": 0.9840233552269098,
+      "eval_lv_ersatz_pr_auc": 0.9903720191501812,
+      "eval_lv_opus100_pr_auc": 0.8751377576997333,
+      "eval_lv_ud_pr_auc": 0.9617827757251668,
+      "eval_mg_opus100_pr_auc": 0.9123244352335902,
+      "eval_mk_opus100_pr_auc": 0.8946013346473521,
+      "eval_ml_opus100_pr_auc": 0.7297834531958721,
+      "eval_mn_opus100_pr_auc": 0.9413511431888794,
+      "eval_mr_opus100_pr_auc": 0.8964470296604956,
+      "eval_mr_ud_pr_auc": 0.9828100193651883,
+      "eval_ms_opus100_pr_auc": 0.8493248749097781,
+      "eval_mt_opus100_pr_auc": 0.7944243039597862,
+      "eval_mt_ud_pr_auc": 0.844953262420549,
+      "eval_my_opus100_pr_auc": 0.7044204999168847,
+      "eval_ne_opus100_pr_auc": 0.6738508928254122,
+      "eval_nl_opus100_pr_auc": 0.8826389164817957,
+      "eval_nl_ud_pr_auc": 0.9667821337858428,
+      "eval_no_opus100_pr_auc": 0.9116594702920144,
+      "eval_no_ud_pr_auc": 0.9951336443852098,
+      "eval_pa_opus100_pr_auc": 0.6672774822367349,
+      "eval_pl_ersatz_pr_auc": 0.9720560983825144,
+      "eval_pl_opus100_pr_auc": 0.8830079054185379,
+      "eval_pl_ud_pr_auc": 0.9655586209428321,
+      "eval_ps_ersatz_pr_auc": 0.9317222185963695,
+      "eval_ps_opus100_pr_auc": 0.7416085062561115,
+      "eval_pt_opus100_pr_auc": 0.9240974553202455,
+      "eval_pt_ud_pr_auc": 0.9825201221539375,
+      "eval_ro_ersatz_pr_auc": 0.9923948701651542,
+      "eval_ro_opus100_pr_auc": 0.8950030558147234,
+      "eval_ro_ud_pr_auc": 0.9318469801400621,
+      "eval_ru_ersatz_pr_auc": 0.9854879575305097,
+      "eval_ru_opus100_pr_auc": 0.9144951505779023,
+      "eval_ru_ud_pr_auc": 0.8646206031590967,
+      "eval_runtime": 408.1822,
+      "eval_samples_per_second": 184.888,
+      "eval_si_opus100_pr_auc": 0.7909463242808454,
+      "eval_sk_opus100_pr_auc": 0.9241308042916354,
+      "eval_sk_ud_pr_auc": 0.9745355639780608,
+      "eval_sl_opus100_pr_auc": 0.8525315153748907,
+      "eval_sl_ud_pr_auc": 0.9707041186966897,
+      "eval_sq_opus100_pr_auc": 0.884559931779216,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9063217150188296,
+      "eval_sr_ud_pr_auc": 0.9930658752882406,
+      "eval_steps_per_second": 5.779,
+      "eval_sv_opus100_pr_auc": 0.8899266768708901,
+      "eval_sv_ud_pr_auc": 0.9350123850396551,
+      "eval_ta_ersatz_pr_auc": 0.9816217702885938,
+      "eval_ta_opus100_pr_auc": 0.6386810546872203,
+      "eval_ta_ud_pr_auc": 0.9969761862010398,
+      "eval_te_opus100_pr_auc": 0.8195914743302196,
+      "eval_tg_opus100_pr_auc": 0.8759030634494044,
+      "eval_th_opus100_pr_auc": 0.6610512381051561,
+      "eval_th_ud_pr_auc": 0.7201079819373088,
+      "eval_tr_ersatz_pr_auc": 0.9673525433177336,
+      "eval_tr_opus100_pr_auc": 0.8879444744923197,
+      "eval_tr_ud_pr_auc": 0.9550988062760124,
+      "eval_uk_opus100_pr_auc": 0.8696106425288971,
+      "eval_uk_ud_pr_auc": 0.9318831242755885,
+      "eval_ur_opus100_pr_auc": 0.5051727719278176,
+      "eval_ur_ud_pr_auc": 0.9949440046789761,
+      "eval_uz_opus100_pr_auc": 0.8292915763957639,
+      "eval_vi_opus100_pr_auc": 0.8950813345334602,
+      "eval_vi_ud_pr_auc": 0.9530181946780227,
+      "eval_xh_opus100_pr_auc": 0.8488175441560305,
+      "eval_yi_opus100_pr_auc": 0.7270966781353623,
+      "eval_yo_opus100_pr_auc": 0.7788402633646128,
+      "eval_yo_ud_pr_auc": 0.8956891275886755,
+      "eval_zh_ersatz_pr_auc": 0.7897553792061641,
+      "eval_zh_opus100_pr_auc": 0.6352616944313232,
+      "eval_zh_ud_pr_auc": 0.9803606778727203,
+      "eval_zu_opus100_pr_auc": 0.8281543378968189,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0357,
+      "step": 190050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0356,
+      "step": 190100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0344,
+      "step": 190150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0356,
+      "step": 190200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0357,
+      "step": 190250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0342,
+      "step": 190300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0362,
+      "step": 190350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0355,
+      "step": 190400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0354,
+      "step": 190450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.035,
+      "step": 190500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.0354,
+      "step": 190550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0353,
+      "step": 190600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0356,
+      "step": 190650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0358,
+      "step": 190700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0347,
+      "step": 190750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0352,
+      "step": 190800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0355,
+      "step": 190850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0358,
+      "step": 190900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0352,
+      "step": 190950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0354,
+      "step": 191000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0357,
+      "step": 191050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0352,
+      "step": 191100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0354,
+      "step": 191150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0355,
+      "step": 191200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0349,
+      "step": 191250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0341,
+      "step": 191300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0364,
+      "step": 191350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.0357,
+      "step": 191400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0356,
+      "step": 191450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0355,
+      "step": 191500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0354,
+      "step": 191550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0362,
+      "step": 191600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0356,
+      "step": 191650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0351,
+      "step": 191700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0353,
+      "step": 191750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0351,
+      "step": 191800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.0351,
+      "step": 191850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0348,
+      "step": 191900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0352,
+      "step": 191950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0347,
+      "step": 192000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0353,
+      "step": 192050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0343,
+      "step": 192100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0353,
+      "step": 192150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0357,
+      "step": 192200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0352,
+      "step": 192250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0352,
+      "step": 192300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0346,
+      "step": 192350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0353,
+      "step": 192400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0347,
+      "step": 192450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0352,
+      "step": 192500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.035,
+      "step": 192550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0356,
+      "step": 192600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0357,
+      "step": 192650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.035,
+      "step": 192700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0345,
+      "step": 192750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0352,
+      "step": 192800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0346,
+      "step": 192850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0351,
+      "step": 192900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0347,
+      "step": 192950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0359,
+      "step": 193000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0348,
+      "step": 193050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0351,
+      "step": 193100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0351,
+      "step": 193150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0352,
+      "step": 193200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0348,
+      "step": 193250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0351,
+      "step": 193300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0352,
+      "step": 193350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0363,
+      "step": 193400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0352,
+      "step": 193450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0346,
+      "step": 193500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0348,
+      "step": 193550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0355,
+      "step": 193600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0354,
+      "step": 193650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0346,
+      "step": 193700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0343,
+      "step": 193750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0356,
+      "step": 193800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0348,
+      "step": 193850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0344,
+      "step": 193900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0354,
+      "step": 193950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0354,
+      "step": 194000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0354,
+      "step": 194050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0353,
+      "step": 194100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0349,
+      "step": 194150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0348,
+      "step": 194200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0343,
+      "step": 194250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0345,
+      "step": 194300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0351,
+      "step": 194350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0349,
+      "step": 194400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0349,
+      "step": 194450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.035,
+      "step": 194500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0349,
+      "step": 194550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0352,
+      "step": 194600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.0362,
+      "step": 194650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0355,
+      "step": 194700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0352,
+      "step": 194750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0353,
+      "step": 194800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0343,
+      "step": 194850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0345,
+      "step": 194900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0358,
+      "step": 194950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0341,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7608195073785569,
+      "eval_af_ud_pr_auc": 0.9882925395160214,
+      "eval_am_opus100_pr_auc": 0.4832402524193724,
+      "eval_ar_ersatz_pr_auc": 0.9293922109465061,
+      "eval_ar_opus100_pr_auc": 0.6848483577792537,
+      "eval_ar_ud_pr_auc": 0.8488795089243008,
+      "eval_average_ersatz_pr_auc": 0.9554899110049401,
+      "eval_average_opus100_pr_auc": 0.814011631169609,
+      "eval_average_ud_pr_auc": 0.9527581643968736,
+      "eval_az_opus100_pr_auc": 0.7643176170701514,
+      "eval_be_opus100_pr_auc": 0.6794970650263122,
+      "eval_be_ud_pr_auc": 0.8674149870893325,
+      "eval_bg_opus100_pr_auc": 0.9138635080047275,
+      "eval_bg_ud_pr_auc": 0.988584511546419,
+      "eval_bn_opus100_pr_auc": 0.793016157468287,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8629981036420442,
+      "eval_ca_ud_pr_auc": 0.985373678600918,
+      "eval_ceb_ud_pr_auc": 0.9985164558164477,
+      "eval_cs_ersatz_pr_auc": 0.9752547784768106,
+      "eval_cs_opus100_pr_auc": 0.9000922720664172,
+      "eval_cs_ud_pr_auc": 0.944272543525381,
+      "eval_cy_opus100_pr_auc": 0.7343567862104372,
+      "eval_cy_ud_pr_auc": 0.9942803131026077,
+      "eval_da_opus100_pr_auc": 0.9078013884896794,
+      "eval_da_ud_pr_auc": 0.9740571613294501,
+      "eval_de_ersatz_pr_auc": 0.9604262733525979,
+      "eval_de_opus100_pr_auc": 0.8574978491490456,
+      "eval_de_ud_pr_auc": 0.9811599936327059,
+      "eval_el_opus100_pr_auc": 0.9183329232589803,
+      "eval_el_ud_pr_auc": 0.9911577053483047,
+      "eval_en_ersatz_pr_auc": 0.9849268549728742,
+      "eval_en_opus100_pr_auc": 0.9274887942728294,
+      "eval_en_ud_pr_auc": 0.9658329099531948,
+      "eval_eo_opus100_pr_auc": 0.9211531345831949,
+      "eval_es_ersatz_pr_auc": 0.9947697566795205,
+      "eval_es_opus100_pr_auc": 0.921891737521138,
+      "eval_es_ud_pr_auc": 0.990664289180963,
+      "eval_et_ersatz_pr_auc": 0.9726317114727246,
+      "eval_et_opus100_pr_auc": 0.8892093731954107,
+      "eval_et_ud_pr_auc": 0.9324741331726863,
+      "eval_eu_opus100_pr_auc": 0.8750730245856753,
+      "eval_eu_ud_pr_auc": 0.9828996656847131,
+      "eval_fa_opus100_pr_auc": 0.562186162751357,
+      "eval_fa_ud_pr_auc": 0.9964066325841656,
+      "eval_fi_ersatz_pr_auc": 0.9774856380293019,
+      "eval_fi_opus100_pr_auc": 0.8987298228200483,
+      "eval_fi_ud_pr_auc": 0.9599547888723667,
+      "eval_fr_ersatz_pr_auc": 0.9795545497474625,
+      "eval_fr_opus100_pr_auc": 0.9080515572215584,
+      "eval_fr_ud_pr_auc": 0.9753366383324052,
+      "eval_fy_opus100_pr_auc": 0.6846762327273086,
+      "eval_ga_opus100_pr_auc": 0.8704345120780673,
+      "eval_ga_ud_pr_auc": 0.7986151129433239,
+      "eval_gd_opus100_pr_auc": 0.5741053150266419,
+      "eval_gd_ud_pr_auc": 0.7372598775360182,
+      "eval_gl_opus100_pr_auc": 0.8824420717905794,
+      "eval_gl_ud_pr_auc": 0.9901854451238258,
+      "eval_gu_ersatz_pr_auc": 0.9368011578880322,
+      "eval_gu_opus100_pr_auc": 0.6952340746288506,
+      "eval_ha_opus100_pr_auc": 0.895118160250719,
+      "eval_he_opus100_pr_auc": 0.8474494715255506,
+      "eval_he_ud_pr_auc": 0.9625494721817018,
+      "eval_hi_ersatz_pr_auc": 0.9628218805545206,
+      "eval_hi_opus100_pr_auc": 0.6393540107784009,
+      "eval_hi_ud_pr_auc": 0.9796850646951976,
+      "eval_hu_opus100_pr_auc": 0.9180319976595764,
+      "eval_hu_ud_pr_auc": 0.9770072481144951,
+      "eval_hy_opus100_pr_auc": 0.9095334643824518,
+      "eval_hy_ud_pr_auc": 0.9720667641213727,
+      "eval_id_opus100_pr_auc": 0.8602635936190408,
+      "eval_id_ud_pr_auc": 0.9907072331210218,
+      "eval_ig_opus100_pr_auc": 0.8693457950158017,
+      "eval_is_opus100_pr_auc": 0.9216072832954358,
+      "eval_is_ud_pr_auc": 0.9013870309298346,
+      "eval_it_opus100_pr_auc": 0.8936750165394102,
+      "eval_it_ud_pr_auc": 0.9906452725975203,
+      "eval_ja_ersatz_pr_auc": 0.7865179341955675,
+      "eval_ja_opus100_pr_auc": 0.7737846032559033,
+      "eval_ja_ud_pr_auc": 0.982306127361077,
+      "eval_jv_ud_pr_auc": 0.9756253823881327,
+      "eval_ka_opus100_pr_auc": 0.8581340499693486,
+      "eval_kk_ersatz_pr_auc": 0.9822773564730103,
+      "eval_kk_opus100_pr_auc": 0.7930887176795672,
+      "eval_kk_ud_pr_auc": 0.9715077425200845,
+      "eval_km_ersatz_pr_auc": 0.8940334860068924,
+      "eval_km_opus100_pr_auc": 0.716640775910821,
+      "eval_kn_opus100_pr_auc": 0.555176204864284,
+      "eval_ko_opus100_pr_auc": 0.6422657262901061,
+      "eval_ko_ud_pr_auc": 0.9988708585089497,
+      "eval_ku_opus100_pr_auc": 0.8390208534958686,
+      "eval_ky_opus100_pr_auc": 0.8571978003351249,
+      "eval_la_ud_pr_auc": 0.9504023668996224,
+      "eval_loss": 0.0387139730155468,
+      "eval_lt_ersatz_pr_auc": 0.9828964717911589,
+      "eval_lt_opus100_pr_auc": 0.8612026998390735,
+      "eval_lt_ud_pr_auc": 0.9845045947448259,
+      "eval_lv_ersatz_pr_auc": 0.987991304631889,
+      "eval_lv_opus100_pr_auc": 0.8741513933592471,
+      "eval_lv_ud_pr_auc": 0.9574304376662568,
+      "eval_mg_opus100_pr_auc": 0.9043595038846866,
+      "eval_mk_opus100_pr_auc": 0.9016729837270928,
+      "eval_ml_opus100_pr_auc": 0.7364888908632115,
+      "eval_mn_opus100_pr_auc": 0.9508309977556934,
+      "eval_mr_opus100_pr_auc": 0.8891056394013587,
+      "eval_mr_ud_pr_auc": 0.9906327706240258,
+      "eval_ms_opus100_pr_auc": 0.8588016246202582,
+      "eval_mt_opus100_pr_auc": 0.8033402146323644,
+      "eval_mt_ud_pr_auc": 0.8596721694910722,
+      "eval_my_opus100_pr_auc": 0.7052480451834139,
+      "eval_ne_opus100_pr_auc": 0.6600491029565805,
+      "eval_nl_opus100_pr_auc": 0.88360437849718,
+      "eval_nl_ud_pr_auc": 0.9478385554006387,
+      "eval_no_opus100_pr_auc": 0.9144593671986423,
+      "eval_no_ud_pr_auc": 0.9944257053987943,
+      "eval_pa_opus100_pr_auc": 0.6580925685531843,
+      "eval_pl_ersatz_pr_auc": 0.9682163705072231,
+      "eval_pl_opus100_pr_auc": 0.8821410092252292,
+      "eval_pl_ud_pr_auc": 0.9602642172683059,
+      "eval_ps_ersatz_pr_auc": 0.9342626689953742,
+      "eval_ps_opus100_pr_auc": 0.7387495527959036,
+      "eval_pt_opus100_pr_auc": 0.9210183519376917,
+      "eval_pt_ud_pr_auc": 0.9784041817261728,
+      "eval_ro_ersatz_pr_auc": 0.9915161191262294,
+      "eval_ro_opus100_pr_auc": 0.875234433067178,
+      "eval_ro_ud_pr_auc": 0.939520629328472,
+      "eval_ru_ersatz_pr_auc": 0.9835691813835614,
+      "eval_ru_opus100_pr_auc": 0.9094225836415282,
+      "eval_ru_ud_pr_auc": 0.8625613876882627,
+      "eval_runtime": 403.2876,
+      "eval_samples_per_second": 187.132,
+      "eval_si_opus100_pr_auc": 0.796213170660554,
+      "eval_sk_opus100_pr_auc": 0.9192645544546993,
+      "eval_sk_ud_pr_auc": 0.9714252096061119,
+      "eval_sl_opus100_pr_auc": 0.8532508730662418,
+      "eval_sl_ud_pr_auc": 0.9576557051309129,
+      "eval_sq_opus100_pr_auc": 0.8936194641453489,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9021778454779881,
+      "eval_sr_ud_pr_auc": 0.9882889430938456,
+      "eval_steps_per_second": 5.849,
+      "eval_sv_opus100_pr_auc": 0.8891820109949748,
+      "eval_sv_ud_pr_auc": 0.9316681104101106,
+      "eval_ta_ersatz_pr_auc": 0.9802817685102733,
+      "eval_ta_opus100_pr_auc": 0.6366625893863674,
+      "eval_ta_ud_pr_auc": 0.9977583882287048,
+      "eval_te_opus100_pr_auc": 0.806708797334342,
+      "eval_tg_opus100_pr_auc": 0.8837772634813642,
+      "eval_th_opus100_pr_auc": 0.6659309543100852,
+      "eval_th_ud_pr_auc": 0.7400245520215364,
+      "eval_tr_ersatz_pr_auc": 0.9632444964078605,
+      "eval_tr_opus100_pr_auc": 0.8862979681142942,
+      "eval_tr_ud_pr_auc": 0.9452908318817226,
+      "eval_uk_opus100_pr_auc": 0.8682674917463813,
+      "eval_uk_ud_pr_auc": 0.9293050353834087,
+      "eval_ur_opus100_pr_auc": 0.5084815808325622,
+      "eval_ur_ud_pr_auc": 0.9958175286391948,
+      "eval_uz_opus100_pr_auc": 0.8521806817023718,
+      "eval_vi_opus100_pr_auc": 0.8925824025282652,
+      "eval_vi_ud_pr_auc": 0.9574861110339724,
+      "eval_xh_opus100_pr_auc": 0.8588486794063335,
+      "eval_yi_opus100_pr_auc": 0.7010813827572406,
+      "eval_yo_opus100_pr_auc": 0.8076223674353968,
+      "eval_yo_ud_pr_auc": 0.8891103565233048,
+      "eval_zh_ersatz_pr_auc": 0.891906071959292,
+      "eval_zh_opus100_pr_auc": 0.7086025501971522,
+      "eval_zh_ud_pr_auc": 0.983750494077574,
+      "eval_zu_opus100_pr_auc": 0.8291826607031093,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.035,
+      "step": 195050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0345,
+      "step": 195100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0344,
+      "step": 195150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0344,
+      "step": 195200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0348,
+      "step": 195250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0352,
+      "step": 195300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0355,
+      "step": 195350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0356,
+      "step": 195400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0336,
+      "step": 195450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0346,
+      "step": 195500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0359,
+      "step": 195550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0354,
+      "step": 195600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0353,
+      "step": 195650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0349,
+      "step": 195700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0348,
+      "step": 195750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0356,
+      "step": 195800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0343,
+      "step": 195850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0353,
+      "step": 195900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0358,
+      "step": 195950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0351,
+      "step": 196000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0349,
+      "step": 196050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.0343,
+      "step": 196100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0357,
+      "step": 196150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0351,
+      "step": 196200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0344,
+      "step": 196250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0355,
+      "step": 196300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0357,
+      "step": 196350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0354,
+      "step": 196400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0351,
+      "step": 196450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0349,
+      "step": 196500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0356,
+      "step": 196550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0358,
+      "step": 196600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0349,
+      "step": 196650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.035,
+      "step": 196700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0354,
+      "step": 196750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0348,
+      "step": 196800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0352,
+      "step": 196850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0355,
+      "step": 196900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0356,
+      "step": 196950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0345,
+      "step": 197000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0348,
+      "step": 197050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.035,
+      "step": 197100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0351,
+      "step": 197150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0348,
+      "step": 197200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.034,
+      "step": 197250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0345,
+      "step": 197300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0356,
+      "step": 197350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0352,
+      "step": 197400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0348,
+      "step": 197450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0353,
+      "step": 197500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0358,
+      "step": 197550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0354,
+      "step": 197600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.0347,
+      "step": 197650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0346,
+      "step": 197700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0346,
+      "step": 197750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0354,
+      "step": 197800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0348,
+      "step": 197850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0358,
+      "step": 197900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0348,
+      "step": 197950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0348,
+      "step": 198000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0359,
+      "step": 198050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0351,
+      "step": 198100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.035,
+      "step": 198150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0351,
+      "step": 198200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0355,
+      "step": 198250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0341,
+      "step": 198300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0351,
+      "step": 198350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0352,
+      "step": 198400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0352,
+      "step": 198450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0355,
+      "step": 198500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0354,
+      "step": 198550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0354,
+      "step": 198600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0352,
+      "step": 198650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0351,
+      "step": 198700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.0351,
+      "step": 198750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0357,
+      "step": 198800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0357,
+      "step": 198850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0352,
+      "step": 198900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0349,
+      "step": 198950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0345,
+      "step": 199000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0354,
+      "step": 199050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0356,
+      "step": 199100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.0349,
+      "step": 199150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0351,
+      "step": 199200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0355,
+      "step": 199250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.035,
+      "step": 199300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0363,
+      "step": 199350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0352,
+      "step": 199400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0345,
+      "step": 199450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0347,
+      "step": 199500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.035,
+      "step": 199550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0351,
+      "step": 199600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0349,
+      "step": 199650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0354,
+      "step": 199700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0345,
+      "step": 199750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0348,
+      "step": 199800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0359,
+      "step": 199850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0349,
+      "step": 199900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0347,
+      "step": 199950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0353,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7475592625413908,
+      "eval_af_ud_pr_auc": 0.988245089665106,
+      "eval_am_opus100_pr_auc": 0.3469507520077207,
+      "eval_ar_ersatz_pr_auc": 0.9311008953586164,
+      "eval_ar_opus100_pr_auc": 0.6856826088345358,
+      "eval_ar_ud_pr_auc": 0.8552092643296406,
+      "eval_average_ersatz_pr_auc": 0.9483664631673836,
+      "eval_average_opus100_pr_auc": 0.8120861094429941,
+      "eval_average_ud_pr_auc": 0.9513351277169589,
+      "eval_az_opus100_pr_auc": 0.736439919842624,
+      "eval_be_opus100_pr_auc": 0.6686305598381014,
+      "eval_be_ud_pr_auc": 0.8575952844431454,
+      "eval_bg_opus100_pr_auc": 0.9099633814230772,
+      "eval_bg_ud_pr_auc": 0.9901944504861981,
+      "eval_bn_opus100_pr_auc": 0.7891062134426802,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8687381785790445,
+      "eval_ca_ud_pr_auc": 0.9893015446762912,
+      "eval_ceb_ud_pr_auc": 0.9991800408322828,
+      "eval_cs_ersatz_pr_auc": 0.9775629202805357,
+      "eval_cs_opus100_pr_auc": 0.9002159852319002,
+      "eval_cs_ud_pr_auc": 0.9439031451737094,
+      "eval_cy_opus100_pr_auc": 0.7189041114402965,
+      "eval_cy_ud_pr_auc": 0.9955698958719695,
+      "eval_da_opus100_pr_auc": 0.9073977953341689,
+      "eval_da_ud_pr_auc": 0.976392884048347,
+      "eval_de_ersatz_pr_auc": 0.9530775773665993,
+      "eval_de_opus100_pr_auc": 0.8485274367332615,
+      "eval_de_ud_pr_auc": 0.978636429703783,
+      "eval_el_opus100_pr_auc": 0.91795823555225,
+      "eval_el_ud_pr_auc": 0.9898521775632813,
+      "eval_en_ersatz_pr_auc": 0.9852032473271779,
+      "eval_en_opus100_pr_auc": 0.923557046103068,
+      "eval_en_ud_pr_auc": 0.9603091503028023,
+      "eval_eo_opus100_pr_auc": 0.9192074793313533,
+      "eval_es_ersatz_pr_auc": 0.9949034544786352,
+      "eval_es_opus100_pr_auc": 0.9179640453967292,
+      "eval_es_ud_pr_auc": 0.9904026412740728,
+      "eval_et_ersatz_pr_auc": 0.9724140383308555,
+      "eval_et_opus100_pr_auc": 0.8893358026617526,
+      "eval_et_ud_pr_auc": 0.9186654475718008,
+      "eval_eu_opus100_pr_auc": 0.8722086064091948,
+      "eval_eu_ud_pr_auc": 0.9878474456508785,
+      "eval_fa_opus100_pr_auc": 0.5757197445181508,
+      "eval_fa_ud_pr_auc": 0.997079869774487,
+      "eval_fi_ersatz_pr_auc": 0.978168891744575,
+      "eval_fi_opus100_pr_auc": 0.8999897081481492,
+      "eval_fi_ud_pr_auc": 0.9568933417820378,
+      "eval_fr_ersatz_pr_auc": 0.9719035431852737,
+      "eval_fr_opus100_pr_auc": 0.9024083263797605,
+      "eval_fr_ud_pr_auc": 0.9711867552814011,
+      "eval_fy_opus100_pr_auc": 0.6858961154373592,
+      "eval_ga_opus100_pr_auc": 0.8519493266380029,
+      "eval_ga_ud_pr_auc": 0.8122242056059703,
+      "eval_gd_opus100_pr_auc": 0.5458887993133259,
+      "eval_gd_ud_pr_auc": 0.7382423153342225,
+      "eval_gl_opus100_pr_auc": 0.8811030606242278,
+      "eval_gl_ud_pr_auc": 0.9928076200532857,
+      "eval_gu_ersatz_pr_auc": 0.929473264388445,
+      "eval_gu_opus100_pr_auc": 0.7088407745345767,
+      "eval_ha_opus100_pr_auc": 0.9002300898741205,
+      "eval_he_opus100_pr_auc": 0.8554246472028245,
+      "eval_he_ud_pr_auc": 0.9655527152731747,
+      "eval_hi_ersatz_pr_auc": 0.958743504083836,
+      "eval_hi_opus100_pr_auc": 0.6466435334734489,
+      "eval_hi_ud_pr_auc": 0.9779938639024089,
+      "eval_hu_opus100_pr_auc": 0.9153637802516463,
+      "eval_hu_ud_pr_auc": 0.9767138979125969,
+      "eval_hy_opus100_pr_auc": 0.9026500074955957,
+      "eval_hy_ud_pr_auc": 0.9678074587470149,
+      "eval_id_opus100_pr_auc": 0.8758945800428835,
+      "eval_id_ud_pr_auc": 0.9883485134013799,
+      "eval_ig_opus100_pr_auc": 0.8674666492978934,
+      "eval_is_opus100_pr_auc": 0.9212393476588324,
+      "eval_is_ud_pr_auc": 0.8979170268510123,
+      "eval_it_opus100_pr_auc": 0.8945992170544238,
+      "eval_it_ud_pr_auc": 0.9891037231160489,
+      "eval_ja_ersatz_pr_auc": 0.7022377383161986,
+      "eval_ja_opus100_pr_auc": 0.7922847992051627,
+      "eval_ja_ud_pr_auc": 0.9768618469729144,
+      "eval_jv_ud_pr_auc": 0.9739928466931094,
+      "eval_ka_opus100_pr_auc": 0.862008708102707,
+      "eval_kk_ersatz_pr_auc": 0.9863915597902438,
+      "eval_kk_opus100_pr_auc": 0.7947122366407995,
+      "eval_kk_ud_pr_auc": 0.9740787908544646,
+      "eval_km_ersatz_pr_auc": 0.9016882368204971,
+      "eval_km_opus100_pr_auc": 0.7163030441262248,
+      "eval_kn_opus100_pr_auc": 0.5742215945031298,
+      "eval_ko_opus100_pr_auc": 0.6621351739260277,
+      "eval_ko_ud_pr_auc": 0.998473271879653,
+      "eval_ku_opus100_pr_auc": 0.8408045164679749,
+      "eval_ky_opus100_pr_auc": 0.8427390879666075,
+      "eval_la_ud_pr_auc": 0.9512678484374244,
+      "eval_loss": 0.03872852027416229,
+      "eval_lt_ersatz_pr_auc": 0.982969415498083,
+      "eval_lt_opus100_pr_auc": 0.8551711232120165,
+      "eval_lt_ud_pr_auc": 0.9866840632923715,
+      "eval_lv_ersatz_pr_auc": 0.985880131532904,
+      "eval_lv_opus100_pr_auc": 0.8665537432813405,
+      "eval_lv_ud_pr_auc": 0.9574204487475464,
+      "eval_mg_opus100_pr_auc": 0.9140586792156113,
+      "eval_mk_opus100_pr_auc": 0.8914252291587929,
+      "eval_ml_opus100_pr_auc": 0.7490094941679204,
+      "eval_mn_opus100_pr_auc": 0.9467277336917261,
+      "eval_mr_opus100_pr_auc": 0.8912108295995186,
+      "eval_mr_ud_pr_auc": 0.9870921086799347,
+      "eval_ms_opus100_pr_auc": 0.8632422234630789,
+      "eval_mt_opus100_pr_auc": 0.7888093698414866,
+      "eval_mt_ud_pr_auc": 0.859715015416373,
+      "eval_my_opus100_pr_auc": 0.7113851659963555,
+      "eval_ne_opus100_pr_auc": 0.6624419917912389,
+      "eval_nl_opus100_pr_auc": 0.8846159383205306,
+      "eval_nl_ud_pr_auc": 0.9589117389309054,
+      "eval_no_opus100_pr_auc": 0.9150078551522376,
+      "eval_no_ud_pr_auc": 0.9960515543324875,
+      "eval_pa_opus100_pr_auc": 0.6772668959451007,
+      "eval_pl_ersatz_pr_auc": 0.9653787557563993,
+      "eval_pl_opus100_pr_auc": 0.8858683691276518,
+      "eval_pl_ud_pr_auc": 0.9600901195235519,
+      "eval_ps_ersatz_pr_auc": 0.9319944425502574,
+      "eval_ps_opus100_pr_auc": 0.7317500467144382,
+      "eval_pt_opus100_pr_auc": 0.9168142616059287,
+      "eval_pt_ud_pr_auc": 0.979351848595832,
+      "eval_ro_ersatz_pr_auc": 0.989800772359206,
+      "eval_ro_opus100_pr_auc": 0.8779447578113825,
+      "eval_ro_ud_pr_auc": 0.9341394838071704,
+      "eval_ru_ersatz_pr_auc": 0.9826039310072138,
+      "eval_ru_opus100_pr_auc": 0.9015896135068778,
+      "eval_ru_ud_pr_auc": 0.8575624367877721,
+      "eval_runtime": 407.0707,
+      "eval_samples_per_second": 185.393,
+      "eval_si_opus100_pr_auc": 0.8061246940633136,
+      "eval_sk_opus100_pr_auc": 0.9188415128225809,
+      "eval_sk_ud_pr_auc": 0.9693653562126912,
+      "eval_sl_opus100_pr_auc": 0.8502692681140157,
+      "eval_sl_ud_pr_auc": 0.954348055780289,
+      "eval_sq_opus100_pr_auc": 0.8883931384403221,
+      "eval_sq_ud_pr_auc": 0.9994443672625114,
+      "eval_sr_opus100_pr_auc": 0.9059543740874695,
+      "eval_sr_ud_pr_auc": 0.988308747054812,
+      "eval_steps_per_second": 5.795,
+      "eval_sv_opus100_pr_auc": 0.889479975326699,
+      "eval_sv_ud_pr_auc": 0.9369792349359205,
+      "eval_ta_ersatz_pr_auc": 0.9807196547881293,
+      "eval_ta_opus100_pr_auc": 0.6434635233056317,
+      "eval_ta_ud_pr_auc": 0.9980654115096631,
+      "eval_te_opus100_pr_auc": 0.8197739267489393,
+      "eval_tg_opus100_pr_auc": 0.8806965119095661,
+      "eval_th_opus100_pr_auc": 0.6690214279161018,
+      "eval_th_ud_pr_auc": 0.6930309170790007,
+      "eval_tr_ersatz_pr_auc": 0.9647967086665267,
+      "eval_tr_opus100_pr_auc": 0.8948739126370571,
+      "eval_tr_ud_pr_auc": 0.9486094740287117,
+      "eval_uk_opus100_pr_auc": 0.8676653755875847,
+      "eval_uk_ud_pr_auc": 0.9300399548674261,
+      "eval_ur_opus100_pr_auc": 0.5103291163443674,
+      "eval_ur_ud_pr_auc": 0.9948272463152468,
+      "eval_uz_opus100_pr_auc": 0.8388006268200056,
+      "eval_vi_opus100_pr_auc": 0.8957775569143144,
+      "eval_vi_ud_pr_auc": 0.9568998254550164,
+      "eval_xh_opus100_pr_auc": 0.8591072025311182,
+      "eval_yi_opus100_pr_auc": 0.7253179349736061,
+      "eval_yo_opus100_pr_auc": 0.7990209911450776,
+      "eval_yo_ud_pr_auc": 0.8818138220998606,
+      "eval_zh_ersatz_pr_auc": 0.8370495060522277,
+      "eval_zh_opus100_pr_auc": 0.6870970906397739,
+      "eval_zh_ud_pr_auc": 0.9695002456856439,
+      "eval_zu_opus100_pr_auc": 0.8252952028077272,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0348,
+      "step": 200050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0348,
+      "step": 200100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0354,
+      "step": 200150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0355,
+      "step": 200200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0358,
+      "step": 200250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0349,
+      "step": 200300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0356,
+      "step": 200350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0347,
+      "step": 200400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0353,
+      "step": 200450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.0354,
+      "step": 200500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0357,
+      "step": 200550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0346,
+      "step": 200600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0352,
+      "step": 200650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0351,
+      "step": 200700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0343,
+      "step": 200750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0356,
+      "step": 200800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0353,
+      "step": 200850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.035,
+      "step": 200900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0346,
+      "step": 200950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.035,
+      "step": 201000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0353,
+      "step": 201050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0347,
+      "step": 201100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0353,
+      "step": 201150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0342,
+      "step": 201200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0351,
+      "step": 201250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0342,
+      "step": 201300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0348,
+      "step": 201350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0351,
+      "step": 201400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0347,
+      "step": 201450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0355,
+      "step": 201500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.0348,
+      "step": 201550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0341,
+      "step": 201600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.034,
+      "step": 201650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0356,
+      "step": 201700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0354,
+      "step": 201750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0359,
+      "step": 201800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0355,
+      "step": 201850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0348,
+      "step": 201900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0348,
+      "step": 201950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0352,
+      "step": 202000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0343,
+      "step": 202050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0352,
+      "step": 202100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0339,
+      "step": 202150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0346,
+      "step": 202200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0345,
+      "step": 202250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0339,
+      "step": 202300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0353,
+      "step": 202350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.034,
+      "step": 202400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0351,
+      "step": 202450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0344,
+      "step": 202500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0356,
+      "step": 202550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0353,
+      "step": 202600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0345,
+      "step": 202650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0352,
+      "step": 202700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0354,
+      "step": 202750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0349,
+      "step": 202800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0358,
+      "step": 202850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0353,
+      "step": 202900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0355,
+      "step": 202950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0349,
+      "step": 203000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0349,
+      "step": 203050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0346,
+      "step": 203100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0346,
+      "step": 203150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0348,
+      "step": 203200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0344,
+      "step": 203250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0354,
+      "step": 203300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0346,
+      "step": 203350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0349,
+      "step": 203400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0354,
+      "step": 203450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0338,
+      "step": 203500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0347,
+      "step": 203550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.0346,
+      "step": 203600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0343,
+      "step": 203650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0341,
+      "step": 203700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0345,
+      "step": 203750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.035,
+      "step": 203800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0347,
+      "step": 203850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0352,
+      "step": 203900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.035,
+      "step": 203950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0353,
+      "step": 204000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0339,
+      "step": 204050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0349,
+      "step": 204100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0347,
+      "step": 204150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.035,
+      "step": 204200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.035,
+      "step": 204250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.0353,
+      "step": 204300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0345,
+      "step": 204350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0354,
+      "step": 204400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0356,
+      "step": 204450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.034,
+      "step": 204500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0346,
+      "step": 204550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0344,
+      "step": 204600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.034,
+      "step": 204650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0354,
+      "step": 204700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0356,
+      "step": 204750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0346,
+      "step": 204800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0354,
+      "step": 204850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0349,
+      "step": 204900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0344,
+      "step": 204950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0353,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7473598777488751,
+      "eval_af_ud_pr_auc": 0.985572574543548,
+      "eval_am_opus100_pr_auc": 0.3754604047079761,
+      "eval_ar_ersatz_pr_auc": 0.933326099896048,
+      "eval_ar_opus100_pr_auc": 0.684737269908074,
+      "eval_ar_ud_pr_auc": 0.8443239725161273,
+      "eval_average_ersatz_pr_auc": 0.9550484333048349,
+      "eval_average_opus100_pr_auc": 0.8098817388886469,
+      "eval_average_ud_pr_auc": 0.9544148903749861,
+      "eval_az_opus100_pr_auc": 0.7417703460976043,
+      "eval_be_opus100_pr_auc": 0.6560473352614519,
+      "eval_be_ud_pr_auc": 0.8789021242200931,
+      "eval_bg_opus100_pr_auc": 0.9062457371062635,
+      "eval_bg_ud_pr_auc": 0.9917288290544078,
+      "eval_bn_opus100_pr_auc": 0.7902455096329718,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8631587541725955,
+      "eval_ca_ud_pr_auc": 0.9928028340515558,
+      "eval_ceb_ud_pr_auc": 0.9997699457735492,
+      "eval_cs_ersatz_pr_auc": 0.9790756023415484,
+      "eval_cs_opus100_pr_auc": 0.8921470529484318,
+      "eval_cs_ud_pr_auc": 0.9480452478200843,
+      "eval_cy_opus100_pr_auc": 0.7313178560689579,
+      "eval_cy_ud_pr_auc": 0.9955193996625511,
+      "eval_da_opus100_pr_auc": 0.907870563438517,
+      "eval_da_ud_pr_auc": 0.9777165919049176,
+      "eval_de_ersatz_pr_auc": 0.9675705403367059,
+      "eval_de_opus100_pr_auc": 0.8554823906398793,
+      "eval_de_ud_pr_auc": 0.9800022485511367,
+      "eval_el_opus100_pr_auc": 0.9129763948898032,
+      "eval_el_ud_pr_auc": 0.993011275257155,
+      "eval_en_ersatz_pr_auc": 0.9851510315842782,
+      "eval_en_opus100_pr_auc": 0.9176734941548456,
+      "eval_en_ud_pr_auc": 0.9629106790052954,
+      "eval_eo_opus100_pr_auc": 0.9201930779085365,
+      "eval_es_ersatz_pr_auc": 0.994147262438637,
+      "eval_es_opus100_pr_auc": 0.9164007583178538,
+      "eval_es_ud_pr_auc": 0.9889147997812039,
+      "eval_et_ersatz_pr_auc": 0.9756337176444884,
+      "eval_et_opus100_pr_auc": 0.882727340212784,
+      "eval_et_ud_pr_auc": 0.9304304532219826,
+      "eval_eu_opus100_pr_auc": 0.8726558955682183,
+      "eval_eu_ud_pr_auc": 0.9869934321722815,
+      "eval_fa_opus100_pr_auc": 0.5704128424642257,
+      "eval_fa_ud_pr_auc": 0.997421846685302,
+      "eval_fi_ersatz_pr_auc": 0.9846281250279916,
+      "eval_fi_opus100_pr_auc": 0.8976193217863501,
+      "eval_fi_ud_pr_auc": 0.9674626299229913,
+      "eval_fr_ersatz_pr_auc": 0.9789898470451736,
+      "eval_fr_opus100_pr_auc": 0.8998274905609289,
+      "eval_fr_ud_pr_auc": 0.9727280117252385,
+      "eval_fy_opus100_pr_auc": 0.666335171481845,
+      "eval_ga_opus100_pr_auc": 0.8656331762948101,
+      "eval_ga_ud_pr_auc": 0.8215093086374785,
+      "eval_gd_opus100_pr_auc": 0.5535612661047636,
+      "eval_gd_ud_pr_auc": 0.7425937960915964,
+      "eval_gl_opus100_pr_auc": 0.8771672775483059,
+      "eval_gl_ud_pr_auc": 0.9918418307450723,
+      "eval_gu_ersatz_pr_auc": 0.9401804135801816,
+      "eval_gu_opus100_pr_auc": 0.7011096847407641,
+      "eval_ha_opus100_pr_auc": 0.8997324933037196,
+      "eval_he_opus100_pr_auc": 0.8491771495764098,
+      "eval_he_ud_pr_auc": 0.9631414702198319,
+      "eval_hi_ersatz_pr_auc": 0.9559341850260729,
+      "eval_hi_opus100_pr_auc": 0.6300387416344368,
+      "eval_hi_ud_pr_auc": 0.9653707834942206,
+      "eval_hu_opus100_pr_auc": 0.9054749135360446,
+      "eval_hu_ud_pr_auc": 0.9766816291435562,
+      "eval_hy_opus100_pr_auc": 0.9068053079073649,
+      "eval_hy_ud_pr_auc": 0.9654831272160244,
+      "eval_id_opus100_pr_auc": 0.8760553388579164,
+      "eval_id_ud_pr_auc": 0.9900880282723501,
+      "eval_ig_opus100_pr_auc": 0.856229708030315,
+      "eval_is_opus100_pr_auc": 0.9180988605429622,
+      "eval_is_ud_pr_auc": 0.9009065406545282,
+      "eval_it_opus100_pr_auc": 0.8920377013795501,
+      "eval_it_ud_pr_auc": 0.9927409410516767,
+      "eval_ja_ersatz_pr_auc": 0.7610658346152502,
+      "eval_ja_opus100_pr_auc": 0.7926743404900978,
+      "eval_ja_ud_pr_auc": 0.982759602916882,
+      "eval_jv_ud_pr_auc": 0.9659258118921499,
+      "eval_ka_opus100_pr_auc": 0.8531715123678497,
+      "eval_kk_ersatz_pr_auc": 0.9870671011525681,
+      "eval_kk_opus100_pr_auc": 0.7788839027830171,
+      "eval_kk_ud_pr_auc": 0.9732237097282419,
+      "eval_km_ersatz_pr_auc": 0.9001503664082064,
+      "eval_km_opus100_pr_auc": 0.7124390101251015,
+      "eval_kn_opus100_pr_auc": 0.5572821803045288,
+      "eval_ko_opus100_pr_auc": 0.6468099189599681,
+      "eval_ko_ud_pr_auc": 0.9987404557791083,
+      "eval_ku_opus100_pr_auc": 0.8373165650596044,
+      "eval_ky_opus100_pr_auc": 0.8394937654774983,
+      "eval_la_ud_pr_auc": 0.9488666803113899,
+      "eval_loss": 0.038660679012537,
+      "eval_lt_ersatz_pr_auc": 0.9843203053232781,
+      "eval_lt_opus100_pr_auc": 0.8601325398270974,
+      "eval_lt_ud_pr_auc": 0.9845222632246821,
+      "eval_lv_ersatz_pr_auc": 0.9894386614070706,
+      "eval_lv_opus100_pr_auc": 0.8748070982952842,
+      "eval_lv_ud_pr_auc": 0.9593711508847054,
+      "eval_mg_opus100_pr_auc": 0.9193504199720736,
+      "eval_mk_opus100_pr_auc": 0.8929162029083219,
+      "eval_ml_opus100_pr_auc": 0.7459637820663203,
+      "eval_mn_opus100_pr_auc": 0.9474931229533126,
+      "eval_mr_opus100_pr_auc": 0.8949888297195268,
+      "eval_mr_ud_pr_auc": 0.9797041586786029,
+      "eval_ms_opus100_pr_auc": 0.8599581520639262,
+      "eval_mt_opus100_pr_auc": 0.8046275521528452,
+      "eval_mt_ud_pr_auc": 0.8575158416523778,
+      "eval_my_opus100_pr_auc": 0.710699350780974,
+      "eval_ne_opus100_pr_auc": 0.6520286712409389,
+      "eval_nl_opus100_pr_auc": 0.8794740620724262,
+      "eval_nl_ud_pr_auc": 0.9664707820011991,
+      "eval_no_opus100_pr_auc": 0.9091611036673866,
+      "eval_no_ud_pr_auc": 0.9955265084016557,
+      "eval_pa_opus100_pr_auc": 0.6678373091303614,
+      "eval_pl_ersatz_pr_auc": 0.9718568310806048,
+      "eval_pl_opus100_pr_auc": 0.8786857411761343,
+      "eval_pl_ud_pr_auc": 0.9631332751830592,
+      "eval_ps_ersatz_pr_auc": 0.9243535833766768,
+      "eval_ps_opus100_pr_auc": 0.725671013609815,
+      "eval_pt_opus100_pr_auc": 0.9194247004395064,
+      "eval_pt_ud_pr_auc": 0.9793394236182297,
+      "eval_ro_ersatz_pr_auc": 0.9912274376245583,
+      "eval_ro_opus100_pr_auc": 0.8755129383109661,
+      "eval_ro_ud_pr_auc": 0.9491938973730903,
+      "eval_ru_ersatz_pr_auc": 0.9834796721428385,
+      "eval_ru_opus100_pr_auc": 0.9128253498525715,
+      "eval_ru_ud_pr_auc": 0.8736784531397546,
+      "eval_runtime": 403.6623,
+      "eval_samples_per_second": 186.958,
+      "eval_si_opus100_pr_auc": 0.802237865340254,
+      "eval_sk_opus100_pr_auc": 0.9173880164859936,
+      "eval_sk_ud_pr_auc": 0.9759403094670002,
+      "eval_sl_opus100_pr_auc": 0.8498541636223833,
+      "eval_sl_ud_pr_auc": 0.9705085999245913,
+      "eval_sq_opus100_pr_auc": 0.8873804650951682,
+      "eval_sq_ud_pr_auc": 0.998574560818191,
+      "eval_sr_opus100_pr_auc": 0.8973262494548598,
+      "eval_sr_ud_pr_auc": 0.9905631858405436,
+      "eval_steps_per_second": 5.844,
+      "eval_sv_opus100_pr_auc": 0.8851396469063929,
+      "eval_sv_ud_pr_auc": 0.9361978270691609,
+      "eval_ta_ersatz_pr_auc": 0.9831226431313674,
+      "eval_ta_opus100_pr_auc": 0.6423346388023361,
+      "eval_ta_ud_pr_auc": 0.9971555951231663,
+      "eval_te_opus100_pr_auc": 0.8191805853490489,
+      "eval_tg_opus100_pr_auc": 0.8732138136748231,
+      "eval_th_opus100_pr_auc": 0.6742390282540686,
+      "eval_th_ud_pr_auc": 0.7278569777392575,
+      "eval_tr_ersatz_pr_auc": 0.9649130208901313,
+      "eval_tr_opus100_pr_auc": 0.8891576510403076,
+      "eval_tr_ud_pr_auc": 0.9451191194026998,
+      "eval_uk_opus100_pr_auc": 0.8640240524313125,
+      "eval_uk_ud_pr_auc": 0.9344671388529526,
+      "eval_ur_opus100_pr_auc": 0.49867552703609036,
+      "eval_ur_ud_pr_auc": 0.9951749274916305,
+      "eval_uz_opus100_pr_auc": 0.8268667962909221,
+      "eval_vi_opus100_pr_auc": 0.8920484646410873,
+      "eval_vi_ud_pr_auc": 0.9584277361289574,
+      "eval_xh_opus100_pr_auc": 0.8602428831618893,
+      "eval_yi_opus100_pr_auc": 0.718921726590033,
+      "eval_yo_opus100_pr_auc": 0.78904957417662,
+      "eval_yo_ud_pr_auc": 0.9165618448887908,
+      "eval_zh_ersatz_pr_auc": 0.8754332506326918,
+      "eval_zh_opus100_pr_auc": 0.7172431389960403,
+      "eval_zh_ud_pr_auc": 0.9725145624463801,
+      "eval_zu_opus100_pr_auc": 0.8163626611776051,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.035,
+      "step": 205050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0343,
+      "step": 205100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0341,
+      "step": 205150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.035,
+      "step": 205200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0352,
+      "step": 205250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0349,
+      "step": 205300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0349,
+      "step": 205350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0344,
+      "step": 205400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0345,
+      "step": 205450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0348,
+      "step": 205500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0341,
+      "step": 205550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0353,
+      "step": 205600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.035,
+      "step": 205650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0346,
+      "step": 205700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0347,
+      "step": 205750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0346,
+      "step": 205800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0349,
+      "step": 205850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0346,
+      "step": 205900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0356,
+      "step": 205950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0352,
+      "step": 206000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0348,
+      "step": 206050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0352,
+      "step": 206100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0348,
+      "step": 206150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0355,
+      "step": 206200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0348,
+      "step": 206250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0354,
+      "step": 206300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.035,
+      "step": 206350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0349,
+      "step": 206400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0349,
+      "step": 206450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0347,
+      "step": 206500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0353,
+      "step": 206550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0346,
+      "step": 206600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0347,
+      "step": 206650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.0352,
+      "step": 206700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0345,
+      "step": 206750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0357,
+      "step": 206800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0339,
+      "step": 206850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0346,
+      "step": 206900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0341,
+      "step": 206950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0346,
+      "step": 207000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0347,
+      "step": 207050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0349,
+      "step": 207100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0341,
+      "step": 207150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0349,
+      "step": 207200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0342,
+      "step": 207250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.035,
+      "step": 207300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0351,
+      "step": 207350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0348,
+      "step": 207400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.035,
+      "step": 207450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0348,
+      "step": 207500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0344,
+      "step": 207550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0348,
+      "step": 207600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0355,
+      "step": 207650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0353,
+      "step": 207700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0348,
+      "step": 207750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0348,
+      "step": 207800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0339,
+      "step": 207850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0348,
+      "step": 207900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0352,
+      "step": 207950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0349,
+      "step": 208000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0349,
+      "step": 208050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.0343,
+      "step": 208100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0338,
+      "step": 208150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0348,
+      "step": 208200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0345,
+      "step": 208250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0345,
+      "step": 208300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0352,
+      "step": 208350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0351,
+      "step": 208400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0346,
+      "step": 208450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.035,
+      "step": 208500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0345,
+      "step": 208550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.036,
+      "step": 208600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0347,
+      "step": 208650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0343,
+      "step": 208700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0356,
+      "step": 208750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0349,
+      "step": 208800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0347,
+      "step": 208850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0358,
+      "step": 208900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0344,
+      "step": 208950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0351,
+      "step": 209000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0347,
+      "step": 209050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0348,
+      "step": 209100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0348,
+      "step": 209150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0342,
+      "step": 209200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0345,
+      "step": 209250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0339,
+      "step": 209300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0356,
+      "step": 209350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0355,
+      "step": 209400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0344,
+      "step": 209450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0351,
+      "step": 209500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0351,
+      "step": 209550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.0353,
+      "step": 209600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.0344,
+      "step": 209650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0344,
+      "step": 209700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0347,
+      "step": 209750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0347,
+      "step": 209800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0339,
+      "step": 209850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0353,
+      "step": 209900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0343,
+      "step": 209950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0344,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.732921181321936,
+      "eval_af_ud_pr_auc": 0.985572573201567,
+      "eval_am_opus100_pr_auc": 0.37201850322459495,
+      "eval_ar_ersatz_pr_auc": 0.9337248962931115,
+      "eval_ar_opus100_pr_auc": 0.6825258218501131,
+      "eval_ar_ud_pr_auc": 0.846129110586992,
+      "eval_average_ersatz_pr_auc": 0.9552202260874973,
+      "eval_average_opus100_pr_auc": 0.8068142760817028,
+      "eval_average_ud_pr_auc": 0.9537997820306626,
+      "eval_az_opus100_pr_auc": 0.7185203462156105,
+      "eval_be_opus100_pr_auc": 0.6289661387958065,
+      "eval_be_ud_pr_auc": 0.8904587672886232,
+      "eval_bg_opus100_pr_auc": 0.9082176508551036,
+      "eval_bg_ud_pr_auc": 0.9897587389446959,
+      "eval_bn_opus100_pr_auc": 0.7917447564132823,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8661434267309711,
+      "eval_ca_ud_pr_auc": 0.9931875352147365,
+      "eval_ceb_ud_pr_auc": 0.9989106607772019,
+      "eval_cs_ersatz_pr_auc": 0.9754063028552957,
+      "eval_cs_opus100_pr_auc": 0.8953277455515679,
+      "eval_cs_ud_pr_auc": 0.9429249790108925,
+      "eval_cy_opus100_pr_auc": 0.7199416944812034,
+      "eval_cy_ud_pr_auc": 0.9959640249683298,
+      "eval_da_opus100_pr_auc": 0.9037645669652037,
+      "eval_da_ud_pr_auc": 0.976047979981405,
+      "eval_de_ersatz_pr_auc": 0.9705151916348788,
+      "eval_de_opus100_pr_auc": 0.8516461390224483,
+      "eval_de_ud_pr_auc": 0.980138823496306,
+      "eval_el_opus100_pr_auc": 0.9146055053862697,
+      "eval_el_ud_pr_auc": 0.9879168704913184,
+      "eval_en_ersatz_pr_auc": 0.9852430073912226,
+      "eval_en_opus100_pr_auc": 0.9205463674970661,
+      "eval_en_ud_pr_auc": 0.9641467979661829,
+      "eval_eo_opus100_pr_auc": 0.9155582780910735,
+      "eval_es_ersatz_pr_auc": 0.9950839621652326,
+      "eval_es_opus100_pr_auc": 0.9191183301576156,
+      "eval_es_ud_pr_auc": 0.9898317466933787,
+      "eval_et_ersatz_pr_auc": 0.9710879163712021,
+      "eval_et_opus100_pr_auc": 0.8847290738970285,
+      "eval_et_ud_pr_auc": 0.9197621953471953,
+      "eval_eu_opus100_pr_auc": 0.8700709280396881,
+      "eval_eu_ud_pr_auc": 0.988735031547873,
+      "eval_fa_opus100_pr_auc": 0.5666919596812446,
+      "eval_fa_ud_pr_auc": 0.9981522155026628,
+      "eval_fi_ersatz_pr_auc": 0.9826536898580874,
+      "eval_fi_opus100_pr_auc": 0.895974327029566,
+      "eval_fi_ud_pr_auc": 0.9628185451259054,
+      "eval_fr_ersatz_pr_auc": 0.9820827199098967,
+      "eval_fr_opus100_pr_auc": 0.9002055579510793,
+      "eval_fr_ud_pr_auc": 0.9709216533420973,
+      "eval_fy_opus100_pr_auc": 0.6395521960266358,
+      "eval_ga_opus100_pr_auc": 0.8629254120199846,
+      "eval_ga_ud_pr_auc": 0.8220080402565356,
+      "eval_gd_opus100_pr_auc": 0.5513982418650488,
+      "eval_gd_ud_pr_auc": 0.7435187398279035,
+      "eval_gl_opus100_pr_auc": 0.8801149595856669,
+      "eval_gl_ud_pr_auc": 0.992645402928326,
+      "eval_gu_ersatz_pr_auc": 0.9229074726812981,
+      "eval_gu_opus100_pr_auc": 0.7047484366162635,
+      "eval_ha_opus100_pr_auc": 0.9003309955613902,
+      "eval_he_opus100_pr_auc": 0.8528179679950225,
+      "eval_he_ud_pr_auc": 0.9729369269175733,
+      "eval_hi_ersatz_pr_auc": 0.9588707479512779,
+      "eval_hi_opus100_pr_auc": 0.6285976247743327,
+      "eval_hi_ud_pr_auc": 0.965947452745926,
+      "eval_hu_opus100_pr_auc": 0.9104498441549422,
+      "eval_hu_ud_pr_auc": 0.9774634523539257,
+      "eval_hy_opus100_pr_auc": 0.9060771065355906,
+      "eval_hy_ud_pr_auc": 0.9746296934601222,
+      "eval_id_opus100_pr_auc": 0.8731944741166097,
+      "eval_id_ud_pr_auc": 0.9897343628447997,
+      "eval_ig_opus100_pr_auc": 0.8506741297054542,
+      "eval_is_opus100_pr_auc": 0.9188749823932957,
+      "eval_is_ud_pr_auc": 0.9023033013500747,
+      "eval_it_opus100_pr_auc": 0.8936310597633036,
+      "eval_it_ud_pr_auc": 0.9924926581525071,
+      "eval_ja_ersatz_pr_auc": 0.760130899134151,
+      "eval_ja_opus100_pr_auc": 0.7785776482784371,
+      "eval_ja_ud_pr_auc": 0.9782507533113739,
+      "eval_jv_ud_pr_auc": 0.9767388976630412,
+      "eval_ka_opus100_pr_auc": 0.8425125455638817,
+      "eval_kk_ersatz_pr_auc": 0.9857179611468088,
+      "eval_kk_opus100_pr_auc": 0.7617281188143084,
+      "eval_kk_ud_pr_auc": 0.9729316728924047,
+      "eval_km_ersatz_pr_auc": 0.8973691795998036,
+      "eval_km_opus100_pr_auc": 0.7229593876280103,
+      "eval_kn_opus100_pr_auc": 0.5708183082847362,
+      "eval_ko_opus100_pr_auc": 0.6323456883550558,
+      "eval_ko_ud_pr_auc": 0.9988888344365205,
+      "eval_ku_opus100_pr_auc": 0.8321787237394077,
+      "eval_ky_opus100_pr_auc": 0.8096611174636377,
+      "eval_la_ud_pr_auc": 0.9275355457038124,
+      "eval_loss": 0.03849451243877411,
+      "eval_lt_ersatz_pr_auc": 0.9852638213207578,
+      "eval_lt_opus100_pr_auc": 0.8592670710081097,
+      "eval_lt_ud_pr_auc": 0.9845968897177633,
+      "eval_lv_ersatz_pr_auc": 0.9873874672655634,
+      "eval_lv_opus100_pr_auc": 0.8686219163017538,
+      "eval_lv_ud_pr_auc": 0.9564424079603095,
+      "eval_mg_opus100_pr_auc": 0.9190458251594796,
+      "eval_mk_opus100_pr_auc": 0.8960983846732572,
+      "eval_ml_opus100_pr_auc": 0.7533930276573846,
+      "eval_mn_opus100_pr_auc": 0.9340277545860786,
+      "eval_mr_opus100_pr_auc": 0.8943957603283896,
+      "eval_mr_ud_pr_auc": 0.9830787838930289,
+      "eval_ms_opus100_pr_auc": 0.8589296461081006,
+      "eval_mt_opus100_pr_auc": 0.7998699202102805,
+      "eval_mt_ud_pr_auc": 0.8496463245410117,
+      "eval_my_opus100_pr_auc": 0.710729388599311,
+      "eval_ne_opus100_pr_auc": 0.6537185135781628,
+      "eval_nl_opus100_pr_auc": 0.8846802021808062,
+      "eval_nl_ud_pr_auc": 0.9643262826645618,
+      "eval_no_opus100_pr_auc": 0.9101155712279786,
+      "eval_no_ud_pr_auc": 0.9952684921481453,
+      "eval_pa_opus100_pr_auc": 0.6561717157998241,
+      "eval_pl_ersatz_pr_auc": 0.9686098395134894,
+      "eval_pl_opus100_pr_auc": 0.8798288823742966,
+      "eval_pl_ud_pr_auc": 0.9616343649807918,
+      "eval_ps_ersatz_pr_auc": 0.9460095974418278,
+      "eval_ps_opus100_pr_auc": 0.7151033197215738,
+      "eval_pt_opus100_pr_auc": 0.9136607614460486,
+      "eval_pt_ud_pr_auc": 0.980307907789657,
+      "eval_ro_ersatz_pr_auc": 0.9919067677498697,
+      "eval_ro_opus100_pr_auc": 0.8783944784346666,
+      "eval_ro_ud_pr_auc": 0.9517154963473025,
+      "eval_ru_ersatz_pr_auc": 0.9814804424970138,
+      "eval_ru_opus100_pr_auc": 0.9080966130677979,
+      "eval_ru_ud_pr_auc": 0.8668492795205824,
+      "eval_runtime": 405.3354,
+      "eval_samples_per_second": 186.187,
+      "eval_si_opus100_pr_auc": 0.7973929098119239,
+      "eval_sk_opus100_pr_auc": 0.918144404971607,
+      "eval_sk_ud_pr_auc": 0.9725872787968992,
+      "eval_sl_opus100_pr_auc": 0.8492174880625326,
+      "eval_sl_ud_pr_auc": 0.96758400126681,
+      "eval_sq_opus100_pr_auc": 0.8904697223232351,
+      "eval_sq_ud_pr_auc": 0.9997244990892534,
+      "eval_sr_opus100_pr_auc": 0.9013480758141607,
+      "eval_sr_ud_pr_auc": 0.9875623579340367,
+      "eval_steps_per_second": 5.82,
+      "eval_sv_opus100_pr_auc": 0.8861651985561834,
+      "eval_sv_ud_pr_auc": 0.9390733494225645,
+      "eval_ta_ersatz_pr_auc": 0.9823011768504144,
+      "eval_ta_opus100_pr_auc": 0.6326621212234419,
+      "eval_ta_ud_pr_auc": 0.9980104476874887,
+      "eval_te_opus100_pr_auc": 0.8231992112721054,
+      "eval_tg_opus100_pr_auc": 0.8768837743446818,
+      "eval_th_opus100_pr_auc": 0.6647872222702416,
+      "eval_th_ud_pr_auc": 0.7303701781175971,
+      "eval_tr_ersatz_pr_auc": 0.9638242268370352,
+      "eval_tr_opus100_pr_auc": 0.8853490365719487,
+      "eval_tr_ud_pr_auc": 0.9426287811384312,
+      "eval_uk_opus100_pr_auc": 0.8620807714306319,
+      "eval_uk_ud_pr_auc": 0.9324007719666094,
+      "eval_ur_opus100_pr_auc": 0.4967947079875801,
+      "eval_ur_ud_pr_auc": 0.9946755565004717,
+      "eval_uz_opus100_pr_auc": 0.8426152667435256,
+      "eval_vi_opus100_pr_auc": 0.8919470761407199,
+      "eval_vi_ud_pr_auc": 0.9533997904825,
+      "eval_xh_opus100_pr_auc": 0.8620799117077866,
+      "eval_yi_opus100_pr_auc": 0.6588401023243396,
+      "eval_yo_opus100_pr_auc": 0.79622102365646,
+      "eval_yo_ud_pr_auc": 0.8999250505943284,
+      "eval_zh_ersatz_pr_auc": 0.8872676874567024,
+      "eval_zh_opus100_pr_auc": 0.7308635162441998,
+      "eval_zh_ud_pr_auc": 0.9853752988554189,
+      "eval_zu_opus100_pr_auc": 0.8141530763795196,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0343,
+      "step": 210050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0347,
+      "step": 210100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0345,
+      "step": 210150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0352,
+      "step": 210200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0348,
+      "step": 210250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0349,
+      "step": 210300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0347,
+      "step": 210350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.035,
+      "step": 210400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0347,
+      "step": 210450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0353,
+      "step": 210500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0342,
+      "step": 210550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0348,
+      "step": 210600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0346,
+      "step": 210650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0347,
+      "step": 210700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0351,
+      "step": 210750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.034,
+      "step": 210800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0347,
+      "step": 210850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0343,
+      "step": 210900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0345,
+      "step": 210950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0344,
+      "step": 211000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0356,
+      "step": 211050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.034,
+      "step": 211100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0354,
+      "step": 211150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.035,
+      "step": 211200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0354,
+      "step": 211250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0347,
+      "step": 211300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0347,
+      "step": 211350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0354,
+      "step": 211400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0346,
+      "step": 211450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.035,
+      "step": 211500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0341,
+      "step": 211550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0355,
+      "step": 211600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0348,
+      "step": 211650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0345,
+      "step": 211700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0352,
+      "step": 211750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0355,
+      "step": 211800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.035,
+      "step": 211850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0346,
+      "step": 211900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0349,
+      "step": 211950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0346,
+      "step": 212000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0352,
+      "step": 212050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0355,
+      "step": 212100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0345,
+      "step": 212150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.035,
+      "step": 212200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0346,
+      "step": 212250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.0346,
+      "step": 212300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0351,
+      "step": 212350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0349,
+      "step": 212400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0345,
+      "step": 212450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0345,
+      "step": 212500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0345,
+      "step": 212550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0347,
+      "step": 212600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0355,
+      "step": 212650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0351,
+      "step": 212700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0349,
+      "step": 212750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0355,
+      "step": 212800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0352,
+      "step": 212850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0349,
+      "step": 212900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0347,
+      "step": 212950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.035,
+      "step": 213000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.035,
+      "step": 213050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0348,
+      "step": 213100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0342,
+      "step": 213150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0346,
+      "step": 213200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0346,
+      "step": 213250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0344,
+      "step": 213300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0349,
+      "step": 213350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0347,
+      "step": 213400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0353,
+      "step": 213450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0359,
+      "step": 213500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0342,
+      "step": 213550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0348,
+      "step": 213600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0347,
+      "step": 213650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0344,
+      "step": 213700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0346,
+      "step": 213750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0348,
+      "step": 213800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0348,
+      "step": 213850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.0345,
+      "step": 213900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.034,
+      "step": 213950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0349,
+      "step": 214000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0354,
+      "step": 214050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0351,
+      "step": 214100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0343,
+      "step": 214150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0355,
+      "step": 214200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0357,
+      "step": 214250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.035,
+      "step": 214300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0361,
+      "step": 214350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.034,
+      "step": 214400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0346,
+      "step": 214450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0353,
+      "step": 214500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0349,
+      "step": 214550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.0345,
+      "step": 214600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0346,
+      "step": 214650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0349,
+      "step": 214700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0353,
+      "step": 214750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0356,
+      "step": 214800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0348,
+      "step": 214850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.034,
+      "step": 214900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0354,
+      "step": 214950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0349,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7433445008088371,
+      "eval_af_ud_pr_auc": 0.9873151816877079,
+      "eval_am_opus100_pr_auc": 0.42425988496653444,
+      "eval_ar_ersatz_pr_auc": 0.9298404687646904,
+      "eval_ar_opus100_pr_auc": 0.6877747380522031,
+      "eval_ar_ud_pr_auc": 0.8494883864633567,
+      "eval_average_ersatz_pr_auc": 0.9551041845380042,
+      "eval_average_opus100_pr_auc": 0.8138223312652841,
+      "eval_average_ud_pr_auc": 0.9547896779820068,
+      "eval_az_opus100_pr_auc": 0.740745021365899,
+      "eval_be_opus100_pr_auc": 0.6266111708290082,
+      "eval_be_ud_pr_auc": 0.8742098541066858,
+      "eval_bg_opus100_pr_auc": 0.9069292281797741,
+      "eval_bg_ud_pr_auc": 0.9883830856006701,
+      "eval_bn_opus100_pr_auc": 0.7906616336814263,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8692079216891233,
+      "eval_ca_ud_pr_auc": 0.9938176996862645,
+      "eval_ceb_ud_pr_auc": 0.9997404765782458,
+      "eval_cs_ersatz_pr_auc": 0.9752504448928533,
+      "eval_cs_opus100_pr_auc": 0.9068491741855654,
+      "eval_cs_ud_pr_auc": 0.9473111094666873,
+      "eval_cy_opus100_pr_auc": 0.7309537443320464,
+      "eval_cy_ud_pr_auc": 0.9943810337219479,
+      "eval_da_opus100_pr_auc": 0.9040444696273799,
+      "eval_da_ud_pr_auc": 0.9742311335991316,
+      "eval_de_ersatz_pr_auc": 0.9678279862911939,
+      "eval_de_opus100_pr_auc": 0.8648878922312163,
+      "eval_de_ud_pr_auc": 0.9817466976422234,
+      "eval_el_opus100_pr_auc": 0.9078014696525165,
+      "eval_el_ud_pr_auc": 0.9939461832315359,
+      "eval_en_ersatz_pr_auc": 0.9865301894883648,
+      "eval_en_opus100_pr_auc": 0.9183914661552929,
+      "eval_en_ud_pr_auc": 0.9716927207823863,
+      "eval_eo_opus100_pr_auc": 0.9194737183737705,
+      "eval_es_ersatz_pr_auc": 0.9949614224538178,
+      "eval_es_opus100_pr_auc": 0.9186781797539398,
+      "eval_es_ud_pr_auc": 0.989850903598787,
+      "eval_et_ersatz_pr_auc": 0.9716996415447084,
+      "eval_et_opus100_pr_auc": 0.893429883035916,
+      "eval_et_ud_pr_auc": 0.9430167017145966,
+      "eval_eu_opus100_pr_auc": 0.8727114269142918,
+      "eval_eu_ud_pr_auc": 0.990112638440644,
+      "eval_fa_opus100_pr_auc": 0.5597657905649789,
+      "eval_fa_ud_pr_auc": 0.9976588400300224,
+      "eval_fi_ersatz_pr_auc": 0.9811606169195499,
+      "eval_fi_opus100_pr_auc": 0.8959441873842259,
+      "eval_fi_ud_pr_auc": 0.9671865344762566,
+      "eval_fr_ersatz_pr_auc": 0.9739673758870391,
+      "eval_fr_opus100_pr_auc": 0.9031539701407106,
+      "eval_fr_ud_pr_auc": 0.9745267410460523,
+      "eval_fy_opus100_pr_auc": 0.659788909273058,
+      "eval_ga_opus100_pr_auc": 0.8592092473724232,
+      "eval_ga_ud_pr_auc": 0.8236675515577063,
+      "eval_gd_opus100_pr_auc": 0.5661003652021385,
+      "eval_gd_ud_pr_auc": 0.7532052890610383,
+      "eval_gl_opus100_pr_auc": 0.8792824907264871,
+      "eval_gl_ud_pr_auc": 0.9932035963692595,
+      "eval_gu_ersatz_pr_auc": 0.9336578064426823,
+      "eval_gu_opus100_pr_auc": 0.7081622255924385,
+      "eval_ha_opus100_pr_auc": 0.9024958662377831,
+      "eval_he_opus100_pr_auc": 0.8589754800339398,
+      "eval_he_ud_pr_auc": 0.9688381282980766,
+      "eval_hi_ersatz_pr_auc": 0.9700575430771121,
+      "eval_hi_opus100_pr_auc": 0.645094143496476,
+      "eval_hi_ud_pr_auc": 0.9796085535642521,
+      "eval_hu_opus100_pr_auc": 0.9144542581305333,
+      "eval_hu_ud_pr_auc": 0.9764292557604504,
+      "eval_hy_opus100_pr_auc": 0.9056295105650374,
+      "eval_hy_ud_pr_auc": 0.9790973899855523,
+      "eval_id_opus100_pr_auc": 0.8785462298067825,
+      "eval_id_ud_pr_auc": 0.990699442420721,
+      "eval_ig_opus100_pr_auc": 0.8618611319529192,
+      "eval_is_opus100_pr_auc": 0.9197255389442243,
+      "eval_is_ud_pr_auc": 0.8972025079289583,
+      "eval_it_opus100_pr_auc": 0.8950614930483244,
+      "eval_it_ud_pr_auc": 0.9917525909031437,
+      "eval_ja_ersatz_pr_auc": 0.761474703189115,
+      "eval_ja_opus100_pr_auc": 0.7701161901585865,
+      "eval_ja_ud_pr_auc": 0.9808946199063927,
+      "eval_jv_ud_pr_auc": 0.9760067982301055,
+      "eval_ka_opus100_pr_auc": 0.8553070511005517,
+      "eval_kk_ersatz_pr_auc": 0.9791539172634494,
+      "eval_kk_opus100_pr_auc": 0.7795925149606765,
+      "eval_kk_ud_pr_auc": 0.9690511493842295,
+      "eval_km_ersatz_pr_auc": 0.9021267420727442,
+      "eval_km_opus100_pr_auc": 0.7381752428843835,
+      "eval_kn_opus100_pr_auc": 0.5730549248302346,
+      "eval_ko_opus100_pr_auc": 0.6527764353461182,
+      "eval_ko_ud_pr_auc": 0.9979612215289843,
+      "eval_ku_opus100_pr_auc": 0.8428237545128549,
+      "eval_ky_opus100_pr_auc": 0.847816821887303,
+      "eval_la_ud_pr_auc": 0.9381175022939504,
+      "eval_loss": 0.038426756858825684,
+      "eval_lt_ersatz_pr_auc": 0.9851010698245493,
+      "eval_lt_opus100_pr_auc": 0.8646980403127186,
+      "eval_lt_ud_pr_auc": 0.9873361699401713,
+      "eval_lv_ersatz_pr_auc": 0.9867540917567739,
+      "eval_lv_opus100_pr_auc": 0.8708557633506424,
+      "eval_lv_ud_pr_auc": 0.9574702274715522,
+      "eval_mg_opus100_pr_auc": 0.9203974455261922,
+      "eval_mk_opus100_pr_auc": 0.8967863160073283,
+      "eval_ml_opus100_pr_auc": 0.7468280422284189,
+      "eval_mn_opus100_pr_auc": 0.9419828849316294,
+      "eval_mr_opus100_pr_auc": 0.8999359800185834,
+      "eval_mr_ud_pr_auc": 0.9939011221552292,
+      "eval_ms_opus100_pr_auc": 0.864115261871413,
+      "eval_mt_opus100_pr_auc": 0.8102337735097284,
+      "eval_mt_ud_pr_auc": 0.8851014241270413,
+      "eval_my_opus100_pr_auc": 0.7220705888074205,
+      "eval_ne_opus100_pr_auc": 0.667082701327944,
+      "eval_nl_opus100_pr_auc": 0.8834275457210278,
+      "eval_nl_ud_pr_auc": 0.9662459933716036,
+      "eval_no_opus100_pr_auc": 0.9079934196653576,
+      "eval_no_ud_pr_auc": 0.9953796390426481,
+      "eval_pa_opus100_pr_auc": 0.6766752493919999,
+      "eval_pl_ersatz_pr_auc": 0.9663929095079168,
+      "eval_pl_opus100_pr_auc": 0.880213496804087,
+      "eval_pl_ud_pr_auc": 0.9595332007698881,
+      "eval_ps_ersatz_pr_auc": 0.9343407720298387,
+      "eval_ps_opus100_pr_auc": 0.7544898961880613,
+      "eval_pt_opus100_pr_auc": 0.9211541586811913,
+      "eval_pt_ud_pr_auc": 0.9847432935249417,
+      "eval_ro_ersatz_pr_auc": 0.9910420017238456,
+      "eval_ro_opus100_pr_auc": 0.8934958999130688,
+      "eval_ro_ud_pr_auc": 0.9323979131842072,
+      "eval_ru_ersatz_pr_auc": 0.9799133546884369,
+      "eval_ru_opus100_pr_auc": 0.9093375746749511,
+      "eval_ru_ud_pr_auc": 0.840413049064534,
+      "eval_runtime": 408.8374,
+      "eval_samples_per_second": 184.592,
+      "eval_si_opus100_pr_auc": 0.8079294475300276,
+      "eval_sk_opus100_pr_auc": 0.9206837319646869,
+      "eval_sk_ud_pr_auc": 0.9761750953609344,
+      "eval_sl_opus100_pr_auc": 0.8505777700656616,
+      "eval_sl_ud_pr_auc": 0.9600550033999963,
+      "eval_sq_opus100_pr_auc": 0.8996873408498158,
+      "eval_sq_ud_pr_auc": 0.9997244990892533,
+      "eval_sr_opus100_pr_auc": 0.9007299449385692,
+      "eval_sr_ud_pr_auc": 0.9897186649787787,
+      "eval_steps_per_second": 5.77,
+      "eval_sv_opus100_pr_auc": 0.8817254867470914,
+      "eval_sv_ud_pr_auc": 0.9277221753291754,
+      "eval_ta_ersatz_pr_auc": 0.9809991894228985,
+      "eval_ta_opus100_pr_auc": 0.6405699146986545,
+      "eval_ta_ud_pr_auc": 0.9969580922527393,
+      "eval_te_opus100_pr_auc": 0.8263275183157907,
+      "eval_tg_opus100_pr_auc": 0.8718465539685962,
+      "eval_th_opus100_pr_auc": 0.6659375052350708,
+      "eval_th_ud_pr_auc": 0.7266831378195048,
+      "eval_tr_ersatz_pr_auc": 0.9651826540890467,
+      "eval_tr_opus100_pr_auc": 0.8890790016998585,
+      "eval_tr_ud_pr_auc": 0.9447137073070372,
+      "eval_uk_opus100_pr_auc": 0.8677492883967989,
+      "eval_uk_ud_pr_auc": 0.9274249864037629,
+      "eval_ur_opus100_pr_auc": 0.5054711822581187,
+      "eval_ur_ud_pr_auc": 0.9957545302917704,
+      "eval_uz_opus100_pr_auc": 0.8449825481248746,
+      "eval_vi_opus100_pr_auc": 0.8879279257230056,
+      "eval_vi_ud_pr_auc": 0.9601645456265098,
+      "eval_xh_opus100_pr_auc": 0.8551314112777664,
+      "eval_yi_opus100_pr_auc": 0.7469423696283868,
+      "eval_yo_opus100_pr_auc": 0.794468689353315,
+      "eval_yo_ud_pr_auc": 0.8906389162172705,
+      "eval_zh_ersatz_pr_auc": 0.8948571585054632,
+      "eval_zh_opus100_pr_auc": 0.7130248267724956,
+      "eval_zh_ud_pr_auc": 0.9904047391798175,
+      "eval_zu_opus100_pr_auc": 0.8311953692850153,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0349,
+      "step": 215050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0344,
+      "step": 215100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0348,
+      "step": 215150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0348,
+      "step": 215200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0345,
+      "step": 215250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0348,
+      "step": 215300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0355,
+      "step": 215350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0352,
+      "step": 215400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0347,
+      "step": 215450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0349,
+      "step": 215500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0347,
+      "step": 215550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.035,
+      "step": 215600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.0344,
+      "step": 215650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0346,
+      "step": 215700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0346,
+      "step": 215750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0344,
+      "step": 215800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.0353,
+      "step": 215850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0348,
+      "step": 215900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0348,
+      "step": 215950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0349,
+      "step": 216000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0352,
+      "step": 216050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0352,
+      "step": 216100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0348,
+      "step": 216150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0349,
+      "step": 216200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0347,
+      "step": 216250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0337,
+      "step": 216300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0349,
+      "step": 216350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0346,
+      "step": 216400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0342,
+      "step": 216450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0348,
+      "step": 216500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0345,
+      "step": 216550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0348,
+      "step": 216600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0343,
+      "step": 216650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0345,
+      "step": 216700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0347,
+      "step": 216750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0345,
+      "step": 216800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0348,
+      "step": 216850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0341,
+      "step": 216900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0341,
+      "step": 216950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.034,
+      "step": 217000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0345,
+      "step": 217050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0355,
+      "step": 217100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0351,
+      "step": 217150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0346,
+      "step": 217200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0347,
+      "step": 217250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.035,
+      "step": 217300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0355,
+      "step": 217350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0339,
+      "step": 217400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0341,
+      "step": 217450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0354,
+      "step": 217500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0352,
+      "step": 217550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0344,
+      "step": 217600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0347,
+      "step": 217650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0346,
+      "step": 217700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0349,
+      "step": 217750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0345,
+      "step": 217800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0354,
+      "step": 217850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0353,
+      "step": 217900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0352,
+      "step": 217950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0339,
+      "step": 218000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0339,
+      "step": 218050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0346,
+      "step": 218100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0349,
+      "step": 218150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0344,
+      "step": 218200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0349,
+      "step": 218250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0348,
+      "step": 218300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0339,
+      "step": 218350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0347,
+      "step": 218400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0343,
+      "step": 218450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0342,
+      "step": 218500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0348,
+      "step": 218550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.034,
+      "step": 218600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0345,
+      "step": 218650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0338,
+      "step": 218700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0347,
+      "step": 218750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0347,
+      "step": 218800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0346,
+      "step": 218850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0347,
+      "step": 218900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0338,
+      "step": 218950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0343,
+      "step": 219000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0341,
+      "step": 219050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0346,
+      "step": 219100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0347,
+      "step": 219150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0348,
+      "step": 219200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0351,
+      "step": 219250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0345,
+      "step": 219300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0345,
+      "step": 219350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0341,
+      "step": 219400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0343,
+      "step": 219450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0346,
+      "step": 219500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0344,
+      "step": 219550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0347,
+      "step": 219600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0345,
+      "step": 219650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0355,
+      "step": 219700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0344,
+      "step": 219750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0349,
+      "step": 219800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0342,
+      "step": 219850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0346,
+      "step": 219900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0347,
+      "step": 219950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0349,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7544681101939557,
+      "eval_af_ud_pr_auc": 0.9873372812246526,
+      "eval_am_opus100_pr_auc": 0.4862933213076797,
+      "eval_ar_ersatz_pr_auc": 0.9239009927997652,
+      "eval_ar_opus100_pr_auc": 0.6817288914254805,
+      "eval_ar_ud_pr_auc": 0.8538452090576432,
+      "eval_average_ersatz_pr_auc": 0.9518578306294164,
+      "eval_average_opus100_pr_auc": 0.8136223609354122,
+      "eval_average_ud_pr_auc": 0.9520077193370229,
+      "eval_az_opus100_pr_auc": 0.7699617097276475,
+      "eval_be_opus100_pr_auc": 0.6547137275244097,
+      "eval_be_ud_pr_auc": 0.8888523881492635,
+      "eval_bg_opus100_pr_auc": 0.910486855776377,
+      "eval_bg_ud_pr_auc": 0.9881288897331385,
+      "eval_bn_opus100_pr_auc": 0.7928195401940427,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.860248623885036,
+      "eval_ca_ud_pr_auc": 0.9917620399643352,
+      "eval_ceb_ud_pr_auc": 0.9996209394820244,
+      "eval_cs_ersatz_pr_auc": 0.9732202529963172,
+      "eval_cs_opus100_pr_auc": 0.9052951774068457,
+      "eval_cs_ud_pr_auc": 0.9465711344104533,
+      "eval_cy_opus100_pr_auc": 0.7381025486543262,
+      "eval_cy_ud_pr_auc": 0.9945007893953218,
+      "eval_da_opus100_pr_auc": 0.9057186013578071,
+      "eval_da_ud_pr_auc": 0.972012591771536,
+      "eval_de_ersatz_pr_auc": 0.9513371450431781,
+      "eval_de_opus100_pr_auc": 0.8608015927350848,
+      "eval_de_ud_pr_auc": 0.9808686982342973,
+      "eval_el_opus100_pr_auc": 0.9114566230627045,
+      "eval_el_ud_pr_auc": 0.9891135821396638,
+      "eval_en_ersatz_pr_auc": 0.9838713957872263,
+      "eval_en_opus100_pr_auc": 0.9185883555001839,
+      "eval_en_ud_pr_auc": 0.9612028557088917,
+      "eval_eo_opus100_pr_auc": 0.9205320700578842,
+      "eval_es_ersatz_pr_auc": 0.9933504088180103,
+      "eval_es_opus100_pr_auc": 0.9189995872089747,
+      "eval_es_ud_pr_auc": 0.9891392678114661,
+      "eval_et_ersatz_pr_auc": 0.9742997831292786,
+      "eval_et_opus100_pr_auc": 0.8926567445248096,
+      "eval_et_ud_pr_auc": 0.931606368360369,
+      "eval_eu_opus100_pr_auc": 0.8668967680156485,
+      "eval_eu_ud_pr_auc": 0.9875915727257598,
+      "eval_fa_opus100_pr_auc": 0.5587661449039469,
+      "eval_fa_ud_pr_auc": 0.9967477944012145,
+      "eval_fi_ersatz_pr_auc": 0.9744220391725146,
+      "eval_fi_opus100_pr_auc": 0.899409427409857,
+      "eval_fi_ud_pr_auc": 0.9652156625540734,
+      "eval_fr_ersatz_pr_auc": 0.9740183939620229,
+      "eval_fr_opus100_pr_auc": 0.903388668203329,
+      "eval_fr_ud_pr_auc": 0.9726771040883145,
+      "eval_fy_opus100_pr_auc": 0.6653338775201556,
+      "eval_ga_opus100_pr_auc": 0.8651783328543826,
+      "eval_ga_ud_pr_auc": 0.8191927889486164,
+      "eval_gd_opus100_pr_auc": 0.5533072332261723,
+      "eval_gd_ud_pr_auc": 0.7429446103484829,
+      "eval_gl_opus100_pr_auc": 0.8777181629258405,
+      "eval_gl_ud_pr_auc": 0.9916170214504036,
+      "eval_gu_ersatz_pr_auc": 0.9368717082237775,
+      "eval_gu_opus100_pr_auc": 0.7079871786567629,
+      "eval_ha_opus100_pr_auc": 0.8968567157288351,
+      "eval_he_opus100_pr_auc": 0.8633679738911513,
+      "eval_he_ud_pr_auc": 0.9459296652725091,
+      "eval_hi_ersatz_pr_auc": 0.9647659237378465,
+      "eval_hi_opus100_pr_auc": 0.6431931617484279,
+      "eval_hi_ud_pr_auc": 0.9729300399422508,
+      "eval_hu_opus100_pr_auc": 0.9105485802042628,
+      "eval_hu_ud_pr_auc": 0.9779258661145278,
+      "eval_hy_opus100_pr_auc": 0.9049337731133666,
+      "eval_hy_ud_pr_auc": 0.9784765044885909,
+      "eval_id_opus100_pr_auc": 0.8732438523095597,
+      "eval_id_ud_pr_auc": 0.9881311590062153,
+      "eval_ig_opus100_pr_auc": 0.8708967549231325,
+      "eval_is_opus100_pr_auc": 0.9191465156605056,
+      "eval_is_ud_pr_auc": 0.8986918784253719,
+      "eval_it_opus100_pr_auc": 0.894858336338259,
+      "eval_it_ud_pr_auc": 0.9906471101792995,
+      "eval_ja_ersatz_pr_auc": 0.7395950350973514,
+      "eval_ja_opus100_pr_auc": 0.7797982548146608,
+      "eval_ja_ud_pr_auc": 0.9817470602437206,
+      "eval_jv_ud_pr_auc": 0.9763257293686952,
+      "eval_ka_opus100_pr_auc": 0.8454156732460791,
+      "eval_kk_ersatz_pr_auc": 0.9841807538390861,
+      "eval_kk_opus100_pr_auc": 0.7803324356143467,
+      "eval_kk_ud_pr_auc": 0.967142696242226,
+      "eval_km_ersatz_pr_auc": 0.8988540978278475,
+      "eval_km_opus100_pr_auc": 0.7456958387708081,
+      "eval_kn_opus100_pr_auc": 0.5694813225743772,
+      "eval_ko_opus100_pr_auc": 0.6462732170452994,
+      "eval_ko_ud_pr_auc": 0.9995213518058081,
+      "eval_ku_opus100_pr_auc": 0.8363584272208492,
+      "eval_ky_opus100_pr_auc": 0.8426898894257249,
+      "eval_la_ud_pr_auc": 0.9274741729735477,
+      "eval_loss": 0.03843468055129051,
+      "eval_lt_ersatz_pr_auc": 0.984841765517101,
+      "eval_lt_opus100_pr_auc": 0.8636804480775527,
+      "eval_lt_ud_pr_auc": 0.9855636054602022,
+      "eval_lv_ersatz_pr_auc": 0.987475905662192,
+      "eval_lv_opus100_pr_auc": 0.8771499837773797,
+      "eval_lv_ud_pr_auc": 0.9584608838262286,
+      "eval_mg_opus100_pr_auc": 0.9143165451048315,
+      "eval_mk_opus100_pr_auc": 0.8966955350242689,
+      "eval_ml_opus100_pr_auc": 0.7463163712334763,
+      "eval_mn_opus100_pr_auc": 0.9453933032858608,
+      "eval_mr_opus100_pr_auc": 0.8918409369960878,
+      "eval_mr_ud_pr_auc": 0.9889441398267066,
+      "eval_ms_opus100_pr_auc": 0.8564709007382175,
+      "eval_mt_opus100_pr_auc": 0.8033137668622313,
+      "eval_mt_ud_pr_auc": 0.8400379141923547,
+      "eval_my_opus100_pr_auc": 0.728684694900798,
+      "eval_ne_opus100_pr_auc": 0.6581470307933859,
+      "eval_nl_opus100_pr_auc": 0.8857488570120902,
+      "eval_nl_ud_pr_auc": 0.9692005238768288,
+      "eval_no_opus100_pr_auc": 0.9105534810912987,
+      "eval_no_ud_pr_auc": 0.9949458762147918,
+      "eval_pa_opus100_pr_auc": 0.663833888009279,
+      "eval_pl_ersatz_pr_auc": 0.9654355823348831,
+      "eval_pl_opus100_pr_auc": 0.8804549536148962,
+      "eval_pl_ud_pr_auc": 0.9583100579748647,
+      "eval_ps_ersatz_pr_auc": 0.9219979573111693,
+      "eval_ps_opus100_pr_auc": 0.7374675643569513,
+      "eval_pt_opus100_pr_auc": 0.9205783962864869,
+      "eval_pt_ud_pr_auc": 0.9813370169826294,
+      "eval_ro_ersatz_pr_auc": 0.990159285388378,
+      "eval_ro_opus100_pr_auc": 0.8793458644164224,
+      "eval_ro_ud_pr_auc": 0.9129061175662235,
+      "eval_ru_ersatz_pr_auc": 0.9808858623461952,
+      "eval_ru_opus100_pr_auc": 0.9074351105584831,
+      "eval_ru_ud_pr_auc": 0.8543084921423383,
+      "eval_runtime": 408.5504,
+      "eval_samples_per_second": 184.721,
+      "eval_si_opus100_pr_auc": 0.8022520179552386,
+      "eval_sk_opus100_pr_auc": 0.9233935449821653,
+      "eval_sk_ud_pr_auc": 0.9690804693192777,
+      "eval_sl_opus100_pr_auc": 0.8496504465132603,
+      "eval_sl_ud_pr_auc": 0.9597823053992015,
+      "eval_sq_opus100_pr_auc": 0.8870987805480659,
+      "eval_sq_ud_pr_auc": 0.9994443672625112,
+      "eval_sr_opus100_pr_auc": 0.9003986678582937,
+      "eval_sr_ud_pr_auc": 0.9903368803723271,
+      "eval_steps_per_second": 5.774,
+      "eval_sv_opus100_pr_auc": 0.8857607214426082,
+      "eval_sv_ud_pr_auc": 0.9320655760989517,
+      "eval_ta_ersatz_pr_auc": 0.981470873923797,
+      "eval_ta_opus100_pr_auc": 0.6433906846886297,
+      "eval_ta_ud_pr_auc": 0.9975303569009084,
+      "eval_te_opus100_pr_auc": 0.8208055481922207,
+      "eval_tg_opus100_pr_auc": 0.8811796099403417,
+      "eval_th_opus100_pr_auc": 0.6663287195352832,
+      "eval_th_ud_pr_auc": 0.7329129450162619,
+      "eval_tr_ersatz_pr_auc": 0.961975717644139,
+      "eval_tr_opus100_pr_auc": 0.8867096173042108,
+      "eval_tr_ud_pr_auc": 0.9373342548179036,
+      "eval_uk_opus100_pr_auc": 0.8642739631704744,
+      "eval_uk_ud_pr_auc": 0.935107507620493,
+      "eval_ur_opus100_pr_auc": 0.5009608649820073,
+      "eval_ur_ud_pr_auc": 0.9944983515815414,
+      "eval_uz_opus100_pr_auc": 0.8434408335525221,
+      "eval_vi_opus100_pr_auc": 0.8928118400127474,
+      "eval_vi_ud_pr_auc": 0.9474442690543011,
+      "eval_xh_opus100_pr_auc": 0.8521396354785188,
+      "eval_yi_opus100_pr_auc": 0.7008961124570491,
+      "eval_yo_opus100_pr_auc": 0.801266863611782,
+      "eval_yo_ud_pr_auc": 0.8898825452665551,
+      "eval_zh_ersatz_pr_auc": 0.8939413932850819,
+      "eval_zh_opus100_pr_auc": 0.7253592922589023,
+      "eval_zh_ud_pr_auc": 0.9795137214142138,
+      "eval_zu_opus100_pr_auc": 0.8175396031904902,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0344,
+      "step": 220050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0344,
+      "step": 220100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0346,
+      "step": 220150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0341,
+      "step": 220200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0343,
+      "step": 220250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0343,
+      "step": 220300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0347,
+      "step": 220350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0346,
+      "step": 220400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0336,
+      "step": 220450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0349,
+      "step": 220500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.035,
+      "step": 220550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0342,
+      "step": 220600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0345,
+      "step": 220650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.035,
+      "step": 220700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0353,
+      "step": 220750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0343,
+      "step": 220800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0338,
+      "step": 220850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0342,
+      "step": 220900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0344,
+      "step": 220950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0345,
+      "step": 221000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.035,
+      "step": 221050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0346,
+      "step": 221100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0345,
+      "step": 221150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0353,
+      "step": 221200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0337,
+      "step": 221250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0342,
+      "step": 221300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0337,
+      "step": 221350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0348,
+      "step": 221400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0346,
+      "step": 221450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0347,
+      "step": 221500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0347,
+      "step": 221550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0351,
+      "step": 221600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0354,
+      "step": 221650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0338,
+      "step": 221700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0347,
+      "step": 221750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0344,
+      "step": 221800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0348,
+      "step": 221850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0347,
+      "step": 221900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0345,
+      "step": 221950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.034,
+      "step": 222000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.034,
+      "step": 222050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0345,
+      "step": 222100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0344,
+      "step": 222150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0347,
+      "step": 222200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0338,
+      "step": 222250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0345,
+      "step": 222300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0351,
+      "step": 222350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.035,
+      "step": 222400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0345,
+      "step": 222450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0348,
+      "step": 222500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0345,
+      "step": 222550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0343,
+      "step": 222600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0341,
+      "step": 222650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.034,
+      "step": 222700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0344,
+      "step": 222750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0342,
+      "step": 222800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0343,
+      "step": 222850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0353,
+      "step": 222900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0348,
+      "step": 222950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0345,
+      "step": 223000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0342,
+      "step": 223050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.0341,
+      "step": 223100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0343,
+      "step": 223150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0355,
+      "step": 223200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0344,
+      "step": 223250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0346,
+      "step": 223300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0346,
+      "step": 223350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0351,
+      "step": 223400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0345,
+      "step": 223450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0349,
+      "step": 223500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0343,
+      "step": 223550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.034,
+      "step": 223600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0338,
+      "step": 223650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0341,
+      "step": 223700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0346,
+      "step": 223750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0335,
+      "step": 223800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0348,
+      "step": 223850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.035,
+      "step": 223900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0352,
+      "step": 223950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0343,
+      "step": 224000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0347,
+      "step": 224050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0341,
+      "step": 224100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0357,
+      "step": 224150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0343,
+      "step": 224200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.035,
+      "step": 224250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0353,
+      "step": 224300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0349,
+      "step": 224350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0348,
+      "step": 224400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0341,
+      "step": 224450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0346,
+      "step": 224500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0338,
+      "step": 224550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0342,
+      "step": 224600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0345,
+      "step": 224650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0347,
+      "step": 224700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0344,
+      "step": 224750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0341,
+      "step": 224800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0342,
+      "step": 224850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.034,
+      "step": 224900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0346,
+      "step": 224950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0345,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7399758550272564,
+      "eval_af_ud_pr_auc": 0.9855725638370456,
+      "eval_am_opus100_pr_auc": 0.44465376597067585,
+      "eval_ar_ersatz_pr_auc": 0.9392924920850652,
+      "eval_ar_opus100_pr_auc": 0.6875734282733219,
+      "eval_ar_ud_pr_auc": 0.8519602825198628,
+      "eval_average_ersatz_pr_auc": 0.9568423733561864,
+      "eval_average_opus100_pr_auc": 0.8068278745348786,
+      "eval_average_ud_pr_auc": 0.9508738931575074,
+      "eval_az_opus100_pr_auc": 0.7731306982978801,
+      "eval_be_opus100_pr_auc": 0.6363656578584639,
+      "eval_be_ud_pr_auc": 0.8803467517976132,
+      "eval_bg_opus100_pr_auc": 0.9085034912802619,
+      "eval_bg_ud_pr_auc": 0.9896776858822434,
+      "eval_bn_opus100_pr_auc": 0.7839786261755963,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8502469318259578,
+      "eval_ca_ud_pr_auc": 0.9838517239231711,
+      "eval_ceb_ud_pr_auc": 0.9996810429070033,
+      "eval_cs_ersatz_pr_auc": 0.9761588946230232,
+      "eval_cs_opus100_pr_auc": 0.8921744966002649,
+      "eval_cs_ud_pr_auc": 0.946623687242267,
+      "eval_cy_opus100_pr_auc": 0.7256327256303919,
+      "eval_cy_ud_pr_auc": 0.9949879855438252,
+      "eval_da_opus100_pr_auc": 0.9041645364000581,
+      "eval_da_ud_pr_auc": 0.9750138105679855,
+      "eval_de_ersatz_pr_auc": 0.9561364061088756,
+      "eval_de_opus100_pr_auc": 0.8554847700402468,
+      "eval_de_ud_pr_auc": 0.9770224750706273,
+      "eval_el_opus100_pr_auc": 0.9100323875244005,
+      "eval_el_ud_pr_auc": 0.994388732831944,
+      "eval_en_ersatz_pr_auc": 0.9835658487659982,
+      "eval_en_opus100_pr_auc": 0.9128567714729536,
+      "eval_en_ud_pr_auc": 0.9589132873453882,
+      "eval_eo_opus100_pr_auc": 0.9154223042115747,
+      "eval_es_ersatz_pr_auc": 0.9932435773882305,
+      "eval_es_opus100_pr_auc": 0.9154499501953504,
+      "eval_es_ud_pr_auc": 0.9884441134704609,
+      "eval_et_ersatz_pr_auc": 0.9750856769982805,
+      "eval_et_opus100_pr_auc": 0.8795378762795178,
+      "eval_et_ud_pr_auc": 0.9296641333426946,
+      "eval_eu_opus100_pr_auc": 0.8664789176944765,
+      "eval_eu_ud_pr_auc": 0.9877076079929209,
+      "eval_fa_opus100_pr_auc": 0.556432304644307,
+      "eval_fa_ud_pr_auc": 0.9986720270060634,
+      "eval_fi_ersatz_pr_auc": 0.9822216469871585,
+      "eval_fi_opus100_pr_auc": 0.8903630121798699,
+      "eval_fi_ud_pr_auc": 0.9598456891029117,
+      "eval_fr_ersatz_pr_auc": 0.9765717605875203,
+      "eval_fr_opus100_pr_auc": 0.8979567766080598,
+      "eval_fr_ud_pr_auc": 0.9709093302141615,
+      "eval_fy_opus100_pr_auc": 0.6536656857115446,
+      "eval_ga_opus100_pr_auc": 0.8532212260946083,
+      "eval_ga_ud_pr_auc": 0.8080511475032095,
+      "eval_gd_opus100_pr_auc": 0.5214494639005804,
+      "eval_gd_ud_pr_auc": 0.7403984041665174,
+      "eval_gl_opus100_pr_auc": 0.8710205511117951,
+      "eval_gl_ud_pr_auc": 0.989264336576276,
+      "eval_gu_ersatz_pr_auc": 0.9377935218162248,
+      "eval_gu_opus100_pr_auc": 0.6997135565529135,
+      "eval_ha_opus100_pr_auc": 0.8969414171787604,
+      "eval_he_opus100_pr_auc": 0.8439605580853592,
+      "eval_he_ud_pr_auc": 0.9620593793156436,
+      "eval_hi_ersatz_pr_auc": 0.9656503598794545,
+      "eval_hi_opus100_pr_auc": 0.6318827789440774,
+      "eval_hi_ud_pr_auc": 0.9849723047922858,
+      "eval_hu_opus100_pr_auc": 0.918119451483875,
+      "eval_hu_ud_pr_auc": 0.9771433275273315,
+      "eval_hy_opus100_pr_auc": 0.9089350267732611,
+      "eval_hy_ud_pr_auc": 0.9819944660387335,
+      "eval_id_opus100_pr_auc": 0.8484331743611834,
+      "eval_id_ud_pr_auc": 0.9885696412012118,
+      "eval_ig_opus100_pr_auc": 0.8640827988970782,
+      "eval_is_opus100_pr_auc": 0.9214782857936037,
+      "eval_is_ud_pr_auc": 0.9012247817413578,
+      "eval_it_opus100_pr_auc": 0.8874628819930365,
+      "eval_it_ud_pr_auc": 0.99161519655718,
+      "eval_ja_ersatz_pr_auc": 0.7789879494073194,
+      "eval_ja_opus100_pr_auc": 0.7829329360968061,
+      "eval_ja_ud_pr_auc": 0.9818006679584446,
+      "eval_jv_ud_pr_auc": 0.9714561931704944,
+      "eval_ka_opus100_pr_auc": 0.8481706069380153,
+      "eval_kk_ersatz_pr_auc": 0.9867376838705129,
+      "eval_kk_opus100_pr_auc": 0.7748898389746119,
+      "eval_kk_ud_pr_auc": 0.9652112241682231,
+      "eval_km_ersatz_pr_auc": 0.9042908405780045,
+      "eval_km_opus100_pr_auc": 0.7356923806883918,
+      "eval_kn_opus100_pr_auc": 0.5469734075889515,
+      "eval_ko_opus100_pr_auc": 0.6229713866298364,
+      "eval_ko_ud_pr_auc": 0.9989038170800947,
+      "eval_ku_opus100_pr_auc": 0.8294226412305715,
+      "eval_ky_opus100_pr_auc": 0.8238018353455703,
+      "eval_la_ud_pr_auc": 0.9363720414187228,
+      "eval_loss": 0.03821693733334541,
+      "eval_lt_ersatz_pr_auc": 0.9863456673334363,
+      "eval_lt_opus100_pr_auc": 0.8566450320404285,
+      "eval_lt_ud_pr_auc": 0.986320771221506,
+      "eval_lv_ersatz_pr_auc": 0.9888302130634445,
+      "eval_lv_opus100_pr_auc": 0.8681786710440803,
+      "eval_lv_ud_pr_auc": 0.958270991476284,
+      "eval_mg_opus100_pr_auc": 0.9029283173228825,
+      "eval_mk_opus100_pr_auc": 0.8933258392339091,
+      "eval_ml_opus100_pr_auc": 0.7370461411403679,
+      "eval_mn_opus100_pr_auc": 0.9415191260640672,
+      "eval_mr_opus100_pr_auc": 0.8895536936843581,
+      "eval_mr_ud_pr_auc": 0.9957569843290492,
+      "eval_ms_opus100_pr_auc": 0.850011808438325,
+      "eval_mt_opus100_pr_auc": 0.8034113032162791,
+      "eval_mt_ud_pr_auc": 0.8472087942359362,
+      "eval_my_opus100_pr_auc": 0.7268409116855459,
+      "eval_ne_opus100_pr_auc": 0.649644284153494,
+      "eval_nl_opus100_pr_auc": 0.8829964981969057,
+      "eval_nl_ud_pr_auc": 0.9500964257140858,
+      "eval_no_opus100_pr_auc": 0.9111880536118508,
+      "eval_no_ud_pr_auc": 0.9952427129429764,
+      "eval_pa_opus100_pr_auc": 0.6610486350716098,
+      "eval_pl_ersatz_pr_auc": 0.964513072306532,
+      "eval_pl_opus100_pr_auc": 0.8725472348331452,
+      "eval_pl_ud_pr_auc": 0.9562155632405887,
+      "eval_ps_ersatz_pr_auc": 0.9292629860960815,
+      "eval_ps_opus100_pr_auc": 0.7390896310462374,
+      "eval_pt_opus100_pr_auc": 0.9135987057947418,
+      "eval_pt_ud_pr_auc": 0.9789721514282538,
+      "eval_ro_ersatz_pr_auc": 0.9890284567916858,
+      "eval_ro_opus100_pr_auc": 0.8823829157225657,
+      "eval_ro_ud_pr_auc": 0.8816296764857134,
+      "eval_ru_ersatz_pr_auc": 0.9846406704444713,
+      "eval_ru_opus100_pr_auc": 0.9038443114895638,
+      "eval_ru_ud_pr_auc": 0.8316219453014018,
+      "eval_runtime": 403.8935,
+      "eval_samples_per_second": 186.851,
+      "eval_si_opus100_pr_auc": 0.7860999706301114,
+      "eval_sk_opus100_pr_auc": 0.9146765296830095,
+      "eval_sk_ud_pr_auc": 0.967432811417666,
+      "eval_sl_opus100_pr_auc": 0.8481660824357575,
+      "eval_sl_ud_pr_auc": 0.9629691540679959,
+      "eval_sq_opus100_pr_auc": 0.8874968894475945,
+      "eval_sq_ud_pr_auc": 0.9988695691724098,
+      "eval_sr_opus100_pr_auc": 0.9021485741140923,
+      "eval_sr_ud_pr_auc": 0.9904856486701159,
+      "eval_steps_per_second": 5.841,
+      "eval_sv_opus100_pr_auc": 0.883062801843233,
+      "eval_sv_ud_pr_auc": 0.9288403073206866,
+      "eval_ta_ersatz_pr_auc": 0.9812080795437149,
+      "eval_ta_opus100_pr_auc": 0.621979173905342,
+      "eval_ta_ud_pr_auc": 0.9965052537760021,
+      "eval_te_opus100_pr_auc": 0.8102902552491651,
+      "eval_tg_opus100_pr_auc": 0.8757184041518012,
+      "eval_th_opus100_pr_auc": 0.6656476865126975,
+      "eval_th_ud_pr_auc": 0.7330016999856757,
+      "eval_tr_ersatz_pr_auc": 0.9588346430677718,
+      "eval_tr_opus100_pr_auc": 0.8823436304789405,
+      "eval_tr_ud_pr_auc": 0.9373552218121728,
+      "eval_uk_opus100_pr_auc": 0.8582770821685919,
+      "eval_uk_ud_pr_auc": 0.9250824265206813,
+      "eval_ur_opus100_pr_auc": 0.4973908483604968,
+      "eval_ur_ud_pr_auc": 0.9948226995366859,
+      "eval_uz_opus100_pr_auc": 0.8396236550981562,
+      "eval_vi_opus100_pr_auc": 0.8874256249593988,
+      "eval_vi_ud_pr_auc": 0.9491267667070443,
+      "eval_xh_opus100_pr_auc": 0.8439565438471911,
+      "eval_yi_opus100_pr_auc": 0.6843293396438985,
+      "eval_yo_opus100_pr_auc": 0.8021182382719614,
+      "eval_yo_ud_pr_auc": 0.8938438305413695,
+      "eval_zh_ersatz_pr_auc": 0.9121317660932935,
+      "eval_zh_opus100_pr_auc": 0.7355042987901627,
+      "eval_zh_ud_pr_auc": 0.9878206442597014,
+      "eval_zu_opus100_pr_auc": 0.8161917939127601,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0357,
+      "step": 225050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0343,
+      "step": 225100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0351,
+      "step": 225150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0344,
+      "step": 225200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0343,
+      "step": 225250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0351,
+      "step": 225300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0347,
+      "step": 225350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0341,
+      "step": 225400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0341,
+      "step": 225450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0362,
+      "step": 225500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0342,
+      "step": 225550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0343,
+      "step": 225600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0343,
+      "step": 225650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0353,
+      "step": 225700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0349,
+      "step": 225750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0346,
+      "step": 225800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0345,
+      "step": 225850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0343,
+      "step": 225900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0348,
+      "step": 225950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0343,
+      "step": 226000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0344,
+      "step": 226050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0338,
+      "step": 226100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0347,
+      "step": 226150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0348,
+      "step": 226200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0343,
+      "step": 226250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0336,
+      "step": 226300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0345,
+      "step": 226350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0337,
+      "step": 226400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0347,
+      "step": 226450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0342,
+      "step": 226500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0346,
+      "step": 226550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0349,
+      "step": 226600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0345,
+      "step": 226650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0341,
+      "step": 226700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0348,
+      "step": 226750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.034,
+      "step": 226800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0338,
+      "step": 226850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0347,
+      "step": 226900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0342,
+      "step": 226950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0347,
+      "step": 227000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0346,
+      "step": 227050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0355,
+      "step": 227100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0349,
+      "step": 227150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0344,
+      "step": 227200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0339,
+      "step": 227250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0347,
+      "step": 227300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.034,
+      "step": 227350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0347,
+      "step": 227400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0348,
+      "step": 227450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0349,
+      "step": 227500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0341,
+      "step": 227550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0339,
+      "step": 227600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.034,
+      "step": 227650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0339,
+      "step": 227700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0352,
+      "step": 227750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0349,
+      "step": 227800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0341,
+      "step": 227850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0347,
+      "step": 227900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0344,
+      "step": 227950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0343,
+      "step": 228000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0334,
+      "step": 228050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.034,
+      "step": 228100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0341,
+      "step": 228150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0339,
+      "step": 228200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0347,
+      "step": 228250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0344,
+      "step": 228300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0339,
+      "step": 228350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0343,
+      "step": 228400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0339,
+      "step": 228450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0341,
+      "step": 228500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0344,
+      "step": 228550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.035,
+      "step": 228600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0346,
+      "step": 228650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0345,
+      "step": 228700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0346,
+      "step": 228750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0343,
+      "step": 228800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0347,
+      "step": 228850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0343,
+      "step": 228900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0344,
+      "step": 228950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0347,
+      "step": 229000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0358,
+      "step": 229050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0343,
+      "step": 229100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0346,
+      "step": 229150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0336,
+      "step": 229200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.034,
+      "step": 229250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0346,
+      "step": 229300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0341,
+      "step": 229350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0339,
+      "step": 229400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0348,
+      "step": 229450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0338,
+      "step": 229500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0351,
+      "step": 229550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0342,
+      "step": 229600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0349,
+      "step": 229650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0344,
+      "step": 229700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.034,
+      "step": 229750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0339,
+      "step": 229800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0342,
+      "step": 229850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0345,
+      "step": 229900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0353,
+      "step": 229950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0343,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7428574973642127,
+      "eval_af_ud_pr_auc": 0.985572544565057,
+      "eval_am_opus100_pr_auc": 0.46569411348335416,
+      "eval_ar_ersatz_pr_auc": 0.9315562055392321,
+      "eval_ar_opus100_pr_auc": 0.6828615037918075,
+      "eval_ar_ud_pr_auc": 0.8571424235214495,
+      "eval_average_ersatz_pr_auc": 0.9561279920991373,
+      "eval_average_opus100_pr_auc": 0.8147070189636096,
+      "eval_average_ud_pr_auc": 0.9557067148672052,
+      "eval_az_opus100_pr_auc": 0.7691961967680261,
+      "eval_be_opus100_pr_auc": 0.6500385174464953,
+      "eval_be_ud_pr_auc": 0.89491506087129,
+      "eval_bg_opus100_pr_auc": 0.9123470601772685,
+      "eval_bg_ud_pr_auc": 0.9913675876332817,
+      "eval_bn_opus100_pr_auc": 0.7899570246508618,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.860597669055517,
+      "eval_ca_ud_pr_auc": 0.9893681340326447,
+      "eval_ceb_ud_pr_auc": 0.9991800450943834,
+      "eval_cs_ersatz_pr_auc": 0.9748218732461013,
+      "eval_cs_opus100_pr_auc": 0.8994108033921445,
+      "eval_cs_ud_pr_auc": 0.9485977294585513,
+      "eval_cy_opus100_pr_auc": 0.736001647068912,
+      "eval_cy_ud_pr_auc": 0.9954806873663092,
+      "eval_da_opus100_pr_auc": 0.9050768716914428,
+      "eval_da_ud_pr_auc": 0.9760783394610244,
+      "eval_de_ersatz_pr_auc": 0.9609314556257046,
+      "eval_de_opus100_pr_auc": 0.8586726798044898,
+      "eval_de_ud_pr_auc": 0.9798246211631991,
+      "eval_el_opus100_pr_auc": 0.9124095436612364,
+      "eval_el_ud_pr_auc": 0.9920576305703163,
+      "eval_en_ersatz_pr_auc": 0.9872227098803841,
+      "eval_en_opus100_pr_auc": 0.9227307365257942,
+      "eval_en_ud_pr_auc": 0.9688683902534014,
+      "eval_eo_opus100_pr_auc": 0.9227120073656813,
+      "eval_es_ersatz_pr_auc": 0.9938585986534855,
+      "eval_es_opus100_pr_auc": 0.9200339940884616,
+      "eval_es_ud_pr_auc": 0.9896360038337224,
+      "eval_et_ersatz_pr_auc": 0.9738169841093665,
+      "eval_et_opus100_pr_auc": 0.8874097615714834,
+      "eval_et_ud_pr_auc": 0.9310471069776484,
+      "eval_eu_opus100_pr_auc": 0.868411890994188,
+      "eval_eu_ud_pr_auc": 0.9844881817826296,
+      "eval_fa_opus100_pr_auc": 0.5591373902276037,
+      "eval_fa_ud_pr_auc": 0.9963833623752734,
+      "eval_fi_ersatz_pr_auc": 0.9813627897433411,
+      "eval_fi_opus100_pr_auc": 0.8982298698897442,
+      "eval_fi_ud_pr_auc": 0.9621587032947984,
+      "eval_fr_ersatz_pr_auc": 0.9842946845326792,
+      "eval_fr_opus100_pr_auc": 0.9092298364915621,
+      "eval_fr_ud_pr_auc": 0.9724454132150318,
+      "eval_fy_opus100_pr_auc": 0.6689681862133638,
+      "eval_ga_opus100_pr_auc": 0.8670130709927055,
+      "eval_ga_ud_pr_auc": 0.8183730554344242,
+      "eval_gd_opus100_pr_auc": 0.5521744994691413,
+      "eval_gd_ud_pr_auc": 0.7534712757240108,
+      "eval_gl_opus100_pr_auc": 0.8839021137321217,
+      "eval_gl_ud_pr_auc": 0.9929189452719848,
+      "eval_gu_ersatz_pr_auc": 0.9395111885270963,
+      "eval_gu_opus100_pr_auc": 0.7135412451524867,
+      "eval_ha_opus100_pr_auc": 0.9024642405431016,
+      "eval_he_opus100_pr_auc": 0.8529934981584448,
+      "eval_he_ud_pr_auc": 0.9677309993096209,
+      "eval_hi_ersatz_pr_auc": 0.9684041841747657,
+      "eval_hi_opus100_pr_auc": 0.6493293441124706,
+      "eval_hi_ud_pr_auc": 0.9770248183555642,
+      "eval_hu_opus100_pr_auc": 0.9155771827695037,
+      "eval_hu_ud_pr_auc": 0.9776236377215581,
+      "eval_hy_opus100_pr_auc": 0.9106398295240423,
+      "eval_hy_ud_pr_auc": 0.9702396922562716,
+      "eval_id_opus100_pr_auc": 0.859607202479042,
+      "eval_id_ud_pr_auc": 0.9896929446093639,
+      "eval_ig_opus100_pr_auc": 0.860651441545043,
+      "eval_is_opus100_pr_auc": 0.9222967594815157,
+      "eval_is_ud_pr_auc": 0.9098167968483897,
+      "eval_it_opus100_pr_auc": 0.898343184728936,
+      "eval_it_ud_pr_auc": 0.9938881913212348,
+      "eval_ja_ersatz_pr_auc": 0.7673685464939003,
+      "eval_ja_opus100_pr_auc": 0.7731219451885416,
+      "eval_ja_ud_pr_auc": 0.9813559193066691,
+      "eval_jv_ud_pr_auc": 0.9860626732982192,
+      "eval_ka_opus100_pr_auc": 0.8521082859748215,
+      "eval_kk_ersatz_pr_auc": 0.9858999343646406,
+      "eval_kk_opus100_pr_auc": 0.7734275875998111,
+      "eval_kk_ud_pr_auc": 0.9677052631363384,
+      "eval_km_ersatz_pr_auc": 0.9019766468321119,
+      "eval_km_opus100_pr_auc": 0.7440523699015106,
+      "eval_kn_opus100_pr_auc": 0.5735912271781771,
+      "eval_ko_opus100_pr_auc": 0.6522500725588339,
+      "eval_ko_ud_pr_auc": 0.9986840998063998,
+      "eval_ku_opus100_pr_auc": 0.8373225486299739,
+      "eval_ky_opus100_pr_auc": 0.836428957546672,
+      "eval_la_ud_pr_auc": 0.9338031556636263,
+      "eval_loss": 0.03806494548916817,
+      "eval_lt_ersatz_pr_auc": 0.9844869868363181,
+      "eval_lt_opus100_pr_auc": 0.8621480393188374,
+      "eval_lt_ud_pr_auc": 0.9877663602739402,
+      "eval_lv_ersatz_pr_auc": 0.9879403835325169,
+      "eval_lv_opus100_pr_auc": 0.8702384106304099,
+      "eval_lv_ud_pr_auc": 0.960751006095564,
+      "eval_mg_opus100_pr_auc": 0.9197027846458262,
+      "eval_mk_opus100_pr_auc": 0.8943832949825629,
+      "eval_ml_opus100_pr_auc": 0.747419832091368,
+      "eval_mn_opus100_pr_auc": 0.9493607209307262,
+      "eval_mr_opus100_pr_auc": 0.8942162851018489,
+      "eval_mr_ud_pr_auc": 0.9956720383059304,
+      "eval_ms_opus100_pr_auc": 0.8611837902855123,
+      "eval_mt_opus100_pr_auc": 0.8037762357453667,
+      "eval_mt_ud_pr_auc": 0.8553303687792112,
+      "eval_my_opus100_pr_auc": 0.7268661016026534,
+      "eval_ne_opus100_pr_auc": 0.6690408481538057,
+      "eval_nl_opus100_pr_auc": 0.8865157461741014,
+      "eval_nl_ud_pr_auc": 0.9610163890100265,
+      "eval_no_opus100_pr_auc": 0.9138069576106802,
+      "eval_no_ud_pr_auc": 0.9956062270934527,
+      "eval_pa_opus100_pr_auc": 0.6728768868158316,
+      "eval_pl_ersatz_pr_auc": 0.9659878619688417,
+      "eval_pl_opus100_pr_auc": 0.8779769732298985,
+      "eval_pl_ud_pr_auc": 0.9611963508321626,
+      "eval_ps_ersatz_pr_auc": 0.9318482420691983,
+      "eval_ps_opus100_pr_auc": 0.7501359118228453,
+      "eval_pt_opus100_pr_auc": 0.9214684879995478,
+      "eval_pt_ud_pr_auc": 0.9814171092500469,
+      "eval_ro_ersatz_pr_auc": 0.9908520559081851,
+      "eval_ro_opus100_pr_auc": 0.8676272655494027,
+      "eval_ro_ud_pr_auc": 0.9589830589276279,
+      "eval_ru_ersatz_pr_auc": 0.9836488805916026,
+      "eval_ru_opus100_pr_auc": 0.9131984618523986,
+      "eval_ru_ud_pr_auc": 0.8630006760706869,
+      "eval_runtime": 405.2799,
+      "eval_samples_per_second": 186.212,
+      "eval_si_opus100_pr_auc": 0.7965479001417121,
+      "eval_sk_opus100_pr_auc": 0.921944020096622,
+      "eval_sk_ud_pr_auc": 0.9722163900599787,
+      "eval_sl_opus100_pr_auc": 0.8495993338971619,
+      "eval_sl_ud_pr_auc": 0.9715317991378734,
+      "eval_sq_opus100_pr_auc": 0.8892805081765345,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9028659170949647,
+      "eval_sr_ud_pr_auc": 0.9897624809313657,
+      "eval_steps_per_second": 5.821,
+      "eval_sv_opus100_pr_auc": 0.8881035204401925,
+      "eval_sv_ud_pr_auc": 0.9349250467285196,
+      "eval_ta_ersatz_pr_auc": 0.9820789029756651,
+      "eval_ta_opus100_pr_auc": 0.6357157890825202,
+      "eval_ta_ud_pr_auc": 0.9966014326474941,
+      "eval_te_opus100_pr_auc": 0.8200562144229283,
+      "eval_tg_opus100_pr_auc": 0.8709757757298259,
+      "eval_th_opus100_pr_auc": 0.6630527961748347,
+      "eval_th_ud_pr_auc": 0.7230918571439979,
+      "eval_tr_ersatz_pr_auc": 0.9601913609533,
+      "eval_tr_opus100_pr_auc": 0.8861256268705083,
+      "eval_tr_ud_pr_auc": 0.945975289813892,
+      "eval_uk_opus100_pr_auc": 0.8630437537324205,
+      "eval_uk_ud_pr_auc": 0.9412882493394359,
+      "eval_ur_opus100_pr_auc": 0.5140693440111983,
+      "eval_ur_ud_pr_auc": 0.9955558079723749,
+      "eval_uz_opus100_pr_auc": 0.8499107611025145,
+      "eval_vi_opus100_pr_auc": 0.8940263719619068,
+      "eval_vi_ud_pr_auc": 0.9557574108046739,
+      "eval_xh_opus100_pr_auc": 0.8706270784014791,
+      "eval_yi_opus100_pr_auc": 0.7779435903475584,
+      "eval_yo_opus100_pr_auc": 0.8067991613359473,
+      "eval_yo_ud_pr_auc": 0.9126218213687968,
+      "eval_zh_ersatz_pr_auc": 0.8967553496225872,
+      "eval_zh_opus100_pr_auc": 0.7031188394156925,
+      "eval_zh_ud_pr_auc": 0.9822121433099509,
+      "eval_zu_opus100_pr_auc": 0.827404809045303,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0345,
+      "step": 230050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.034,
+      "step": 230100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0349,
+      "step": 230150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0344,
+      "step": 230200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0349,
+      "step": 230250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0343,
+      "step": 230300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0357,
+      "step": 230350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0339,
+      "step": 230400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0342,
+      "step": 230450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0342,
+      "step": 230500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0351,
+      "step": 230550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0341,
+      "step": 230600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.034,
+      "step": 230650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0346,
+      "step": 230700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0348,
+      "step": 230750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.035,
+      "step": 230800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0348,
+      "step": 230850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0349,
+      "step": 230900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0346,
+      "step": 230950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0348,
+      "step": 231000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0354,
+      "step": 231050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0346,
+      "step": 231100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0347,
+      "step": 231150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0353,
+      "step": 231200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0354,
+      "step": 231250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0338,
+      "step": 231300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.034,
+      "step": 231350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0338,
+      "step": 231400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0339,
+      "step": 231450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0346,
+      "step": 231500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.035,
+      "step": 231550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0347,
+      "step": 231600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0348,
+      "step": 231650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0339,
+      "step": 231700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0343,
+      "step": 231750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0349,
+      "step": 231800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0341,
+      "step": 231850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0338,
+      "step": 231900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0338,
+      "step": 231950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0348,
+      "step": 232000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0341,
+      "step": 232050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0349,
+      "step": 232100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0344,
+      "step": 232150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0346,
+      "step": 232200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0357,
+      "step": 232250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0348,
+      "step": 232300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0342,
+      "step": 232350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0347,
+      "step": 232400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0346,
+      "step": 232450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0339,
+      "step": 232500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0349,
+      "step": 232550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0347,
+      "step": 232600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0345,
+      "step": 232650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0343,
+      "step": 232700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0343,
+      "step": 232750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0344,
+      "step": 232800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0341,
+      "step": 232850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0346,
+      "step": 232900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0342,
+      "step": 232950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0346,
+      "step": 233000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0341,
+      "step": 233050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0341,
+      "step": 233100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.034,
+      "step": 233150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0343,
+      "step": 233200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0342,
+      "step": 233250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0345,
+      "step": 233300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.035,
+      "step": 233350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0347,
+      "step": 233400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.035,
+      "step": 233450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0342,
+      "step": 233500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0341,
+      "step": 233550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0342,
+      "step": 233600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0343,
+      "step": 233650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0344,
+      "step": 233700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0343,
+      "step": 233750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0348,
+      "step": 233800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0341,
+      "step": 233850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0346,
+      "step": 233900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0348,
+      "step": 233950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0348,
+      "step": 234000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0343,
+      "step": 234050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0344,
+      "step": 234100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0344,
+      "step": 234150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0342,
+      "step": 234200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0334,
+      "step": 234250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0346,
+      "step": 234300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0345,
+      "step": 234350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0341,
+      "step": 234400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0343,
+      "step": 234450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0337,
+      "step": 234500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0344,
+      "step": 234550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0342,
+      "step": 234600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0346,
+      "step": 234650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0346,
+      "step": 234700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0339,
+      "step": 234750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0345,
+      "step": 234800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0345,
+      "step": 234850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0347,
+      "step": 234900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0336,
+      "step": 234950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0348,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7411136884148751,
+      "eval_af_ud_pr_auc": 0.9911700765436045,
+      "eval_am_opus100_pr_auc": 0.4827955872718326,
+      "eval_ar_ersatz_pr_auc": 0.9152221251794028,
+      "eval_ar_opus100_pr_auc": 0.6897621122252041,
+      "eval_ar_ud_pr_auc": 0.8557401566129114,
+      "eval_average_ersatz_pr_auc": 0.9557020622528708,
+      "eval_average_opus100_pr_auc": 0.8128822648508486,
+      "eval_average_ud_pr_auc": 0.9524524619088907,
+      "eval_az_opus100_pr_auc": 0.749912042029816,
+      "eval_be_opus100_pr_auc": 0.6292210822083772,
+      "eval_be_ud_pr_auc": 0.8800535205733762,
+      "eval_bg_opus100_pr_auc": 0.9111562024480381,
+      "eval_bg_ud_pr_auc": 0.9908585066214545,
+      "eval_bn_opus100_pr_auc": 0.7997401644133133,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8647055100828046,
+      "eval_ca_ud_pr_auc": 0.9936250345863208,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9754525984598376,
+      "eval_cs_opus100_pr_auc": 0.9060490746057446,
+      "eval_cs_ud_pr_auc": 0.9456916032932269,
+      "eval_cy_opus100_pr_auc": 0.7259965904899897,
+      "eval_cy_ud_pr_auc": 0.993266454497189,
+      "eval_da_opus100_pr_auc": 0.904424996618565,
+      "eval_da_ud_pr_auc": 0.9760768604428239,
+      "eval_de_ersatz_pr_auc": 0.9658554968716434,
+      "eval_de_opus100_pr_auc": 0.8675734735344456,
+      "eval_de_ud_pr_auc": 0.9829240251731162,
+      "eval_el_opus100_pr_auc": 0.912179010443048,
+      "eval_el_ud_pr_auc": 0.9905679548357471,
+      "eval_en_ersatz_pr_auc": 0.98330215719505,
+      "eval_en_opus100_pr_auc": 0.9158581419436831,
+      "eval_en_ud_pr_auc": 0.9550078286426046,
+      "eval_eo_opus100_pr_auc": 0.9183544204190098,
+      "eval_es_ersatz_pr_auc": 0.9940921890966357,
+      "eval_es_opus100_pr_auc": 0.921529361038777,
+      "eval_es_ud_pr_auc": 0.9913633363057854,
+      "eval_et_ersatz_pr_auc": 0.9751640425262564,
+      "eval_et_opus100_pr_auc": 0.8935694026823009,
+      "eval_et_ud_pr_auc": 0.9365102395647028,
+      "eval_eu_opus100_pr_auc": 0.8785460301526526,
+      "eval_eu_ud_pr_auc": 0.9908403562030529,
+      "eval_fa_opus100_pr_auc": 0.5703413083586187,
+      "eval_fa_ud_pr_auc": 0.9959994100237726,
+      "eval_fi_ersatz_pr_auc": 0.980505105417219,
+      "eval_fi_opus100_pr_auc": 0.9014727344684541,
+      "eval_fi_ud_pr_auc": 0.9633623056068995,
+      "eval_fr_ersatz_pr_auc": 0.9829166644368696,
+      "eval_fr_opus100_pr_auc": 0.9071868687100032,
+      "eval_fr_ud_pr_auc": 0.9730905123656395,
+      "eval_fy_opus100_pr_auc": 0.6522787486656522,
+      "eval_ga_opus100_pr_auc": 0.8664364210463393,
+      "eval_ga_ud_pr_auc": 0.821137739497374,
+      "eval_gd_opus100_pr_auc": 0.5379890311819246,
+      "eval_gd_ud_pr_auc": 0.7374679936981094,
+      "eval_gl_opus100_pr_auc": 0.880281696370278,
+      "eval_gl_ud_pr_auc": 0.9921267703086585,
+      "eval_gu_ersatz_pr_auc": 0.9350738513095055,
+      "eval_gu_opus100_pr_auc": 0.7095096635010758,
+      "eval_ha_opus100_pr_auc": 0.8886668255389242,
+      "eval_he_opus100_pr_auc": 0.8543337831651588,
+      "eval_he_ud_pr_auc": 0.9585721176166331,
+      "eval_hi_ersatz_pr_auc": 0.9649761367876558,
+      "eval_hi_opus100_pr_auc": 0.6381749987245723,
+      "eval_hi_ud_pr_auc": 0.9824522269756581,
+      "eval_hu_opus100_pr_auc": 0.9180763094885248,
+      "eval_hu_ud_pr_auc": 0.9752987918781657,
+      "eval_hy_opus100_pr_auc": 0.9052020488913008,
+      "eval_hy_ud_pr_auc": 0.9696967532968713,
+      "eval_id_opus100_pr_auc": 0.8622547933371614,
+      "eval_id_ud_pr_auc": 0.9883543818813775,
+      "eval_ig_opus100_pr_auc": 0.8584170320389409,
+      "eval_is_opus100_pr_auc": 0.9218009628938678,
+      "eval_is_ud_pr_auc": 0.8948139542935629,
+      "eval_it_opus100_pr_auc": 0.8987536283511308,
+      "eval_it_ud_pr_auc": 0.9942453334731536,
+      "eval_ja_ersatz_pr_auc": 0.7946797491007881,
+      "eval_ja_opus100_pr_auc": 0.7779123339063447,
+      "eval_ja_ud_pr_auc": 0.9831991154041811,
+      "eval_jv_ud_pr_auc": 0.9663083058777945,
+      "eval_ka_opus100_pr_auc": 0.8486391230094613,
+      "eval_kk_ersatz_pr_auc": 0.9859001700558764,
+      "eval_kk_opus100_pr_auc": 0.7824763127375579,
+      "eval_kk_ud_pr_auc": 0.9701724316039222,
+      "eval_km_ersatz_pr_auc": 0.9051290067817862,
+      "eval_km_opus100_pr_auc": 0.7261860862174573,
+      "eval_kn_opus100_pr_auc": 0.5640238406339094,
+      "eval_ko_opus100_pr_auc": 0.661136772110385,
+      "eval_ko_ud_pr_auc": 0.9993133886057073,
+      "eval_ku_opus100_pr_auc": 0.8155142668829802,
+      "eval_ky_opus100_pr_auc": 0.829132189392032,
+      "eval_la_ud_pr_auc": 0.9488796514490425,
+      "eval_loss": 0.03808336704969406,
+      "eval_lt_ersatz_pr_auc": 0.985705693815189,
+      "eval_lt_opus100_pr_auc": 0.8616127590775895,
+      "eval_lt_ud_pr_auc": 0.978985455370086,
+      "eval_lv_ersatz_pr_auc": 0.9855808166418901,
+      "eval_lv_opus100_pr_auc": 0.871213840208096,
+      "eval_lv_ud_pr_auc": 0.9587150050348556,
+      "eval_mg_opus100_pr_auc": 0.91880921329946,
+      "eval_mk_opus100_pr_auc": 0.8997309577572665,
+      "eval_ml_opus100_pr_auc": 0.7531408632542733,
+      "eval_mn_opus100_pr_auc": 0.9439794229051567,
+      "eval_mr_opus100_pr_auc": 0.8898673438547063,
+      "eval_mr_ud_pr_auc": 0.9904955117208379,
+      "eval_ms_opus100_pr_auc": 0.8614041978119659,
+      "eval_mt_opus100_pr_auc": 0.7956997848562467,
+      "eval_mt_ud_pr_auc": 0.8818326258484716,
+      "eval_my_opus100_pr_auc": 0.7313556445326841,
+      "eval_ne_opus100_pr_auc": 0.6593995653394612,
+      "eval_nl_opus100_pr_auc": 0.8867709063521527,
+      "eval_nl_ud_pr_auc": 0.9608439670165532,
+      "eval_no_opus100_pr_auc": 0.910286056177475,
+      "eval_no_ud_pr_auc": 0.9956257516854402,
+      "eval_pa_opus100_pr_auc": 0.6564524407748711,
+      "eval_pl_ersatz_pr_auc": 0.9666140498244706,
+      "eval_pl_opus100_pr_auc": 0.8819325918683918,
+      "eval_pl_ud_pr_auc": 0.9589182947011414,
+      "eval_ps_ersatz_pr_auc": 0.9096423333236294,
+      "eval_ps_opus100_pr_auc": 0.7423055463106218,
+      "eval_pt_opus100_pr_auc": 0.9255403241495253,
+      "eval_pt_ud_pr_auc": 0.9813685695329476,
+      "eval_ro_ersatz_pr_auc": 0.9913884598078998,
+      "eval_ro_opus100_pr_auc": 0.88696487971179,
+      "eval_ro_ud_pr_auc": 0.8712629480175078,
+      "eval_ru_ersatz_pr_auc": 0.9843704109587137,
+      "eval_ru_opus100_pr_auc": 0.9118869162520926,
+      "eval_ru_ud_pr_auc": 0.8320225119884748,
+      "eval_runtime": 408.189,
+      "eval_samples_per_second": 184.885,
+      "eval_si_opus100_pr_auc": 0.8036539574546173,
+      "eval_sk_opus100_pr_auc": 0.9238364817477144,
+      "eval_sk_ud_pr_auc": 0.9672816525157619,
+      "eval_sl_opus100_pr_auc": 0.8490341719817897,
+      "eval_sl_ud_pr_auc": 0.9636988006245377,
+      "eval_sq_opus100_pr_auc": 0.9019531802636074,
+      "eval_sq_ud_pr_auc": 0.9997244990892534,
+      "eval_sr_opus100_pr_auc": 0.9020485419487091,
+      "eval_sr_ud_pr_auc": 0.9902442799191125,
+      "eval_steps_per_second": 5.779,
+      "eval_sv_opus100_pr_auc": 0.885828255199595,
+      "eval_sv_ud_pr_auc": 0.9279700752993412,
+      "eval_ta_ersatz_pr_auc": 0.9843243226747834,
+      "eval_ta_opus100_pr_auc": 0.6323987939156018,
+      "eval_ta_ud_pr_auc": 0.9968860595602467,
+      "eval_te_opus100_pr_auc": 0.824777954815144,
+      "eval_tg_opus100_pr_auc": 0.871084994740889,
+      "eval_th_opus100_pr_auc": 0.6798951444144803,
+      "eval_th_ud_pr_auc": 0.7403768407930418,
+      "eval_tr_ersatz_pr_auc": 0.9631271839724952,
+      "eval_tr_opus100_pr_auc": 0.8948915909131386,
+      "eval_tr_ud_pr_auc": 0.9519655235742484,
+      "eval_uk_opus100_pr_auc": 0.862496944891422,
+      "eval_uk_ud_pr_auc": 0.9314838756435312,
+      "eval_ur_opus100_pr_auc": 0.5004912301650871,
+      "eval_ur_ud_pr_auc": 0.9961148316541487,
+      "eval_uz_opus100_pr_auc": 0.8387017900960341,
+      "eval_vi_opus100_pr_auc": 0.898388377635764,
+      "eval_vi_ud_pr_auc": 0.9558237283856599,
+      "eval_xh_opus100_pr_auc": 0.8602638549385297,
+      "eval_yi_opus100_pr_auc": 0.7332871083565502,
+      "eval_yo_opus100_pr_auc": 0.7994932248974442,
+      "eval_yo_ud_pr_auc": 0.8893153063885116,
+      "eval_zh_ersatz_pr_auc": 0.8964228053255606,
+      "eval_zh_opus100_pr_auc": 0.687948308750267,
+      "eval_zh_ud_pr_auc": 0.98093623348401,
+      "eval_zu_opus100_pr_auc": 0.8288338855048415,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0342,
+      "step": 235050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0337,
+      "step": 235100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0351,
+      "step": 235150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0346,
+      "step": 235200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0338,
+      "step": 235250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0341,
+      "step": 235300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0342,
+      "step": 235350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0336,
+      "step": 235400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0344,
+      "step": 235450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0345,
+      "step": 235500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0345,
+      "step": 235550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0341,
+      "step": 235600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.035,
+      "step": 235650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0341,
+      "step": 235700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0344,
+      "step": 235750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0351,
+      "step": 235800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0347,
+      "step": 235850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0354,
+      "step": 235900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0341,
+      "step": 235950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0341,
+      "step": 236000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0338,
+      "step": 236050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0349,
+      "step": 236100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0343,
+      "step": 236150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0339,
+      "step": 236200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0342,
+      "step": 236250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0351,
+      "step": 236300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0342,
+      "step": 236350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0337,
+      "step": 236400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0343,
+      "step": 236450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0334,
+      "step": 236500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.033,
+      "step": 236550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0337,
+      "step": 236600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0343,
+      "step": 236650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0342,
+      "step": 236700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0342,
+      "step": 236750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0338,
+      "step": 236800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0346,
+      "step": 236850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0341,
+      "step": 236900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0344,
+      "step": 236950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0332,
+      "step": 237000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0342,
+      "step": 237050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0342,
+      "step": 237100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.034,
+      "step": 237150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0343,
+      "step": 237200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0345,
+      "step": 237250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0343,
+      "step": 237300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0339,
+      "step": 237350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0343,
+      "step": 237400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0351,
+      "step": 237450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0341,
+      "step": 237500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0336,
+      "step": 237550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0338,
+      "step": 237600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0343,
+      "step": 237650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0346,
+      "step": 237700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0339,
+      "step": 237750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0338,
+      "step": 237800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0331,
+      "step": 237850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0344,
+      "step": 237900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0338,
+      "step": 237950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0346,
+      "step": 238000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0348,
+      "step": 238050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0345,
+      "step": 238100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0345,
+      "step": 238150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0345,
+      "step": 238200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0346,
+      "step": 238250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0349,
+      "step": 238300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0346,
+      "step": 238350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0342,
+      "step": 238400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0339,
+      "step": 238450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0346,
+      "step": 238500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0343,
+      "step": 238550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0341,
+      "step": 238600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0344,
+      "step": 238650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0347,
+      "step": 238700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0345,
+      "step": 238750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0341,
+      "step": 238800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0342,
+      "step": 238850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0343,
+      "step": 238900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0346,
+      "step": 238950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0334,
+      "step": 239000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.034,
+      "step": 239050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0343,
+      "step": 239100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.034,
+      "step": 239150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0343,
+      "step": 239200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0342,
+      "step": 239250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0341,
+      "step": 239300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0347,
+      "step": 239350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0343,
+      "step": 239400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0342,
+      "step": 239450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0339,
+      "step": 239500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0336,
+      "step": 239550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0353,
+      "step": 239600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0338,
+      "step": 239650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0346,
+      "step": 239700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0345,
+      "step": 239750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0341,
+      "step": 239800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.034,
+      "step": 239850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0351,
+      "step": 239900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0337,
+      "step": 239950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0348,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.736499106622869,
+      "eval_af_ud_pr_auc": 0.984929323002143,
+      "eval_am_opus100_pr_auc": 0.4505358117723002,
+      "eval_ar_ersatz_pr_auc": 0.9265580887192633,
+      "eval_ar_opus100_pr_auc": 0.6801863581008428,
+      "eval_ar_ud_pr_auc": 0.8609126510430015,
+      "eval_average_ersatz_pr_auc": 0.9520093402033628,
+      "eval_average_opus100_pr_auc": 0.8067152822979753,
+      "eval_average_ud_pr_auc": 0.9496883083913802,
+      "eval_az_opus100_pr_auc": 0.7469181664933098,
+      "eval_be_opus100_pr_auc": 0.6224516975040325,
+      "eval_be_ud_pr_auc": 0.877078986351799,
+      "eval_bg_opus100_pr_auc": 0.9087354812277331,
+      "eval_bg_ud_pr_auc": 0.9893431677960856,
+      "eval_bn_opus100_pr_auc": 0.7814081826579974,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8557481577846103,
+      "eval_ca_ud_pr_auc": 0.9891420075774359,
+      "eval_ceb_ud_pr_auc": 0.998327146295399,
+      "eval_cs_ersatz_pr_auc": 0.9755509911941637,
+      "eval_cs_opus100_pr_auc": 0.898283540936622,
+      "eval_cs_ud_pr_auc": 0.9450989811006743,
+      "eval_cy_opus100_pr_auc": 0.7304293817537968,
+      "eval_cy_ud_pr_auc": 0.9931637833192076,
+      "eval_da_opus100_pr_auc": 0.9040900162643748,
+      "eval_da_ud_pr_auc": 0.9721956908333529,
+      "eval_de_ersatz_pr_auc": 0.9603914860169391,
+      "eval_de_opus100_pr_auc": 0.8582437938227001,
+      "eval_de_ud_pr_auc": 0.9802736213683453,
+      "eval_el_opus100_pr_auc": 0.9056842556192302,
+      "eval_el_ud_pr_auc": 0.9923247165919818,
+      "eval_en_ersatz_pr_auc": 0.982142477073382,
+      "eval_en_opus100_pr_auc": 0.9117395884795287,
+      "eval_en_ud_pr_auc": 0.9530139635488822,
+      "eval_eo_opus100_pr_auc": 0.9108022049015815,
+      "eval_es_ersatz_pr_auc": 0.9935621009205232,
+      "eval_es_opus100_pr_auc": 0.9150397389506238,
+      "eval_es_ud_pr_auc": 0.9890316918944775,
+      "eval_et_ersatz_pr_auc": 0.9734346761440975,
+      "eval_et_opus100_pr_auc": 0.8865240142807849,
+      "eval_et_ud_pr_auc": 0.9311550277854466,
+      "eval_eu_opus100_pr_auc": 0.8692236269963578,
+      "eval_eu_ud_pr_auc": 0.9885530747802522,
+      "eval_fa_opus100_pr_auc": 0.5601600003327286,
+      "eval_fa_ud_pr_auc": 0.9965251509181484,
+      "eval_fi_ersatz_pr_auc": 0.9794662150007615,
+      "eval_fi_opus100_pr_auc": 0.8963575351963229,
+      "eval_fi_ud_pr_auc": 0.965675055293753,
+      "eval_fr_ersatz_pr_auc": 0.9794642201803468,
+      "eval_fr_opus100_pr_auc": 0.9051895252171486,
+      "eval_fr_ud_pr_auc": 0.9750447460886404,
+      "eval_fy_opus100_pr_auc": 0.6534100548567887,
+      "eval_ga_opus100_pr_auc": 0.849376304432857,
+      "eval_ga_ud_pr_auc": 0.8144946611226224,
+      "eval_gd_opus100_pr_auc": 0.5654900007169573,
+      "eval_gd_ud_pr_auc": 0.728736785440085,
+      "eval_gl_opus100_pr_auc": 0.8703877454499938,
+      "eval_gl_ud_pr_auc": 0.9933649132436974,
+      "eval_gu_ersatz_pr_auc": 0.9180196571555238,
+      "eval_gu_opus100_pr_auc": 0.7020213067121029,
+      "eval_ha_opus100_pr_auc": 0.8989324995361385,
+      "eval_he_opus100_pr_auc": 0.8534686560724508,
+      "eval_he_ud_pr_auc": 0.9657182691527153,
+      "eval_hi_ersatz_pr_auc": 0.95820093855416,
+      "eval_hi_opus100_pr_auc": 0.6318191466642948,
+      "eval_hi_ud_pr_auc": 0.9681303309476671,
+      "eval_hu_opus100_pr_auc": 0.9086253029244995,
+      "eval_hu_ud_pr_auc": 0.9738831743751148,
+      "eval_hy_opus100_pr_auc": 0.9047224869273267,
+      "eval_hy_ud_pr_auc": 0.9729698617977689,
+      "eval_id_opus100_pr_auc": 0.8533927884731108,
+      "eval_id_ud_pr_auc": 0.9870330153493972,
+      "eval_ig_opus100_pr_auc": 0.8568817454646755,
+      "eval_is_opus100_pr_auc": 0.9191670829739487,
+      "eval_is_ud_pr_auc": 0.8924944311782648,
+      "eval_it_opus100_pr_auc": 0.8901759351702301,
+      "eval_it_ud_pr_auc": 0.9938107016695891,
+      "eval_ja_ersatz_pr_auc": 0.748297436415627,
+      "eval_ja_opus100_pr_auc": 0.7721968267701135,
+      "eval_ja_ud_pr_auc": 0.9779001669328566,
+      "eval_jv_ud_pr_auc": 0.9666835860900521,
+      "eval_ka_opus100_pr_auc": 0.8442046672917625,
+      "eval_kk_ersatz_pr_auc": 0.9843388595542415,
+      "eval_kk_opus100_pr_auc": 0.7527899649610963,
+      "eval_kk_ud_pr_auc": 0.9655010021571908,
+      "eval_km_ersatz_pr_auc": 0.9050522716073943,
+      "eval_km_opus100_pr_auc": 0.7332091091120025,
+      "eval_kn_opus100_pr_auc": 0.5445766063457795,
+      "eval_ko_opus100_pr_auc": 0.6284787536755189,
+      "eval_ko_ud_pr_auc": 0.9989703419774703,
+      "eval_ku_opus100_pr_auc": 0.8276338893695987,
+      "eval_ky_opus100_pr_auc": 0.8220488369163794,
+      "eval_la_ud_pr_auc": 0.9377273897249672,
+      "eval_loss": 0.03789156675338745,
+      "eval_lt_ersatz_pr_auc": 0.9832745794324034,
+      "eval_lt_opus100_pr_auc": 0.8611007578151488,
+      "eval_lt_ud_pr_auc": 0.9841326367489204,
+      "eval_lv_ersatz_pr_auc": 0.986032261681503,
+      "eval_lv_opus100_pr_auc": 0.8707985646764558,
+      "eval_lv_ud_pr_auc": 0.9555824620162909,
+      "eval_mg_opus100_pr_auc": 0.9122570006664132,
+      "eval_mk_opus100_pr_auc": 0.8896295863921518,
+      "eval_ml_opus100_pr_auc": 0.7396203153529658,
+      "eval_mn_opus100_pr_auc": 0.941307946314344,
+      "eval_mr_opus100_pr_auc": 0.8758399142303664,
+      "eval_mr_ud_pr_auc": 0.9838496442262775,
+      "eval_ms_opus100_pr_auc": 0.8447498653710626,
+      "eval_mt_opus100_pr_auc": 0.8056773740935204,
+      "eval_mt_ud_pr_auc": 0.8609585726467086,
+      "eval_my_opus100_pr_auc": 0.7325941285812029,
+      "eval_ne_opus100_pr_auc": 0.6533930660514553,
+      "eval_nl_opus100_pr_auc": 0.8826987482613915,
+      "eval_nl_ud_pr_auc": 0.9601151411961599,
+      "eval_no_opus100_pr_auc": 0.9065746080870868,
+      "eval_no_ud_pr_auc": 0.9953386755213526,
+      "eval_pa_opus100_pr_auc": 0.6590705884273238,
+      "eval_pl_ersatz_pr_auc": 0.9629905821135207,
+      "eval_pl_opus100_pr_auc": 0.8744419659632416,
+      "eval_pl_ud_pr_auc": 0.955392779316841,
+      "eval_ps_ersatz_pr_auc": 0.9283623118618316,
+      "eval_ps_opus100_pr_auc": 0.7471257496594077,
+      "eval_pt_opus100_pr_auc": 0.9180262759733493,
+      "eval_pt_ud_pr_auc": 0.9820165669565217,
+      "eval_ro_ersatz_pr_auc": 0.9900535464885531,
+      "eval_ro_opus100_pr_auc": 0.8798427974845929,
+      "eval_ro_ud_pr_auc": 0.8489380779422344,
+      "eval_ru_ersatz_pr_auc": 0.9820750820794683,
+      "eval_ru_opus100_pr_auc": 0.9021458707220859,
+      "eval_ru_ud_pr_auc": 0.826902904866427,
+      "eval_runtime": 404.319,
+      "eval_samples_per_second": 186.655,
+      "eval_si_opus100_pr_auc": 0.7883111721653163,
+      "eval_sk_opus100_pr_auc": 0.9159710665046592,
+      "eval_sk_ud_pr_auc": 0.9687921448008879,
+      "eval_sl_opus100_pr_auc": 0.8464705584176087,
+      "eval_sl_ud_pr_auc": 0.9610784439590706,
+      "eval_sq_opus100_pr_auc": 0.8864711916801085,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8951096633300447,
+      "eval_sr_ud_pr_auc": 0.9863174825214376,
+      "eval_steps_per_second": 5.835,
+      "eval_sv_opus100_pr_auc": 0.8802310654802734,
+      "eval_sv_ud_pr_auc": 0.9236211191086648,
+      "eval_ta_ersatz_pr_auc": 0.9794297555631584,
+      "eval_ta_opus100_pr_auc": 0.6293633373646593,
+      "eval_ta_ud_pr_auc": 0.9956893980012941,
+      "eval_te_opus100_pr_auc": 0.8105002180998272,
+      "eval_tg_opus100_pr_auc": 0.862581826895122,
+      "eval_th_opus100_pr_auc": 0.6707755353093868,
+      "eval_th_ud_pr_auc": 0.7386902390529577,
+      "eval_tr_ersatz_pr_auc": 0.9581600913609567,
+      "eval_tr_opus100_pr_auc": 0.8865199771406143,
+      "eval_tr_ud_pr_auc": 0.9403822533129225,
+      "eval_uk_opus100_pr_auc": 0.8581091257498995,
+      "eval_uk_ud_pr_auc": 0.9314214199476885,
+      "eval_ur_opus100_pr_auc": 0.500009293131944,
+      "eval_ur_ud_pr_auc": 0.9924800415720008,
+      "eval_uz_opus100_pr_auc": 0.8277317943119027,
+      "eval_vi_opus100_pr_auc": 0.8915797497654236,
+      "eval_vi_ud_pr_auc": 0.95482595672764,
+      "eval_xh_opus100_pr_auc": 0.8557696805602465,
+      "eval_yi_opus100_pr_auc": 0.6967929209931344,
+      "eval_yo_opus100_pr_auc": 0.7962544078312899,
+      "eval_yo_ud_pr_auc": 0.8892519139824757,
+      "eval_zh_ersatz_pr_auc": 0.8893478553561672,
+      "eval_zh_opus100_pr_auc": 0.7138905723849606,
+      "eval_zh_ud_pr_auc": 0.9772482871354131,
+      "eval_zu_opus100_pr_auc": 0.8240549714608856,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0339,
+      "step": 240050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0339,
+      "step": 240100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0347,
+      "step": 240150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.034,
+      "step": 240200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0351,
+      "step": 240250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0346,
+      "step": 240300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0345,
+      "step": 240350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0344,
+      "step": 240400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.034,
+      "step": 240450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0337,
+      "step": 240500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0342,
+      "step": 240550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0349,
+      "step": 240600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0346,
+      "step": 240650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.035,
+      "step": 240700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0344,
+      "step": 240750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0338,
+      "step": 240800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.034,
+      "step": 240850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0337,
+      "step": 240900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0344,
+      "step": 240950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0334,
+      "step": 241000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0346,
+      "step": 241050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0334,
+      "step": 241100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0342,
+      "step": 241150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0337,
+      "step": 241200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0345,
+      "step": 241250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0341,
+      "step": 241300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0339,
+      "step": 241350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0347,
+      "step": 241400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0346,
+      "step": 241450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0343,
+      "step": 241500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0339,
+      "step": 241550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0346,
+      "step": 241600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.034,
+      "step": 241650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0347,
+      "step": 241700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.034,
+      "step": 241750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0345,
+      "step": 241800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0343,
+      "step": 241850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0342,
+      "step": 241900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0343,
+      "step": 241950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0345,
+      "step": 242000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0347,
+      "step": 242050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0345,
+      "step": 242100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0347,
+      "step": 242150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0346,
+      "step": 242200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0339,
+      "step": 242250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0344,
+      "step": 242300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.034,
+      "step": 242350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.034,
+      "step": 242400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0346,
+      "step": 242450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.034,
+      "step": 242500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0343,
+      "step": 242550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0341,
+      "step": 242600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.034,
+      "step": 242650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0343,
+      "step": 242700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0342,
+      "step": 242750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0353,
+      "step": 242800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0343,
+      "step": 242850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0343,
+      "step": 242900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0341,
+      "step": 242950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0341,
+      "step": 243000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0334,
+      "step": 243050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0339,
+      "step": 243100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0345,
+      "step": 243150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0341,
+      "step": 243200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0343,
+      "step": 243250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0343,
+      "step": 243300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0341,
+      "step": 243350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.034,
+      "step": 243400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0344,
+      "step": 243450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0348,
+      "step": 243500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0335,
+      "step": 243550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0344,
+      "step": 243600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0343,
+      "step": 243650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0337,
+      "step": 243700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0347,
+      "step": 243750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0343,
+      "step": 243800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0347,
+      "step": 243850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0347,
+      "step": 243900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0341,
+      "step": 243950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0342,
+      "step": 244000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0342,
+      "step": 244050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0339,
+      "step": 244100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0354,
+      "step": 244150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0347,
+      "step": 244200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0343,
+      "step": 244250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0344,
+      "step": 244300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0339,
+      "step": 244350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0341,
+      "step": 244400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0343,
+      "step": 244450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0345,
+      "step": 244500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0335,
+      "step": 244550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0337,
+      "step": 244600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0351,
+      "step": 244650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0346,
+      "step": 244700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0344,
+      "step": 244750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0339,
+      "step": 244800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.034,
+      "step": 244850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0341,
+      "step": 244900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0345,
+      "step": 244950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.035,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7467594635542741,
+      "eval_af_ud_pr_auc": 0.9855725648412298,
+      "eval_am_opus100_pr_auc": 0.40631799653034095,
+      "eval_ar_ersatz_pr_auc": 0.9261848050367809,
+      "eval_ar_opus100_pr_auc": 0.6838807870372012,
+      "eval_ar_ud_pr_auc": 0.8593673789726902,
+      "eval_average_ersatz_pr_auc": 0.9532570995914306,
+      "eval_average_opus100_pr_auc": 0.8133874181502189,
+      "eval_average_ud_pr_auc": 0.9529491749436441,
+      "eval_az_opus100_pr_auc": 0.7392801963410106,
+      "eval_be_opus100_pr_auc": 0.6515837425723965,
+      "eval_be_ud_pr_auc": 0.8747187174798666,
+      "eval_bg_opus100_pr_auc": 0.9104014430497571,
+      "eval_bg_ud_pr_auc": 0.9900257256389189,
+      "eval_bn_opus100_pr_auc": 0.7903254222901629,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8602875864767106,
+      "eval_ca_ud_pr_auc": 0.9928516615327903,
+      "eval_ceb_ud_pr_auc": 0.9995294900423839,
+      "eval_cs_ersatz_pr_auc": 0.9783210917949209,
+      "eval_cs_opus100_pr_auc": 0.8967169168299789,
+      "eval_cs_ud_pr_auc": 0.9473261668270037,
+      "eval_cy_opus100_pr_auc": 0.7329726066636822,
+      "eval_cy_ud_pr_auc": 0.9947844544629056,
+      "eval_da_opus100_pr_auc": 0.9034903031205197,
+      "eval_da_ud_pr_auc": 0.9781226607655441,
+      "eval_de_ersatz_pr_auc": 0.9631822717547299,
+      "eval_de_opus100_pr_auc": 0.8601456390797896,
+      "eval_de_ud_pr_auc": 0.9803037867389603,
+      "eval_el_opus100_pr_auc": 0.9121165413967404,
+      "eval_el_ud_pr_auc": 0.9885370667362152,
+      "eval_en_ersatz_pr_auc": 0.9867280281198356,
+      "eval_en_opus100_pr_auc": 0.9209474145900886,
+      "eval_en_ud_pr_auc": 0.9596892164088828,
+      "eval_eo_opus100_pr_auc": 0.9177991276451524,
+      "eval_es_ersatz_pr_auc": 0.9946485706713251,
+      "eval_es_opus100_pr_auc": 0.9224320699361429,
+      "eval_es_ud_pr_auc": 0.9908952710184706,
+      "eval_et_ersatz_pr_auc": 0.9758342110728316,
+      "eval_et_opus100_pr_auc": 0.8889596672872369,
+      "eval_et_ud_pr_auc": 0.9332391003279958,
+      "eval_eu_opus100_pr_auc": 0.8707325327391042,
+      "eval_eu_ud_pr_auc": 0.9905862573432426,
+      "eval_fa_opus100_pr_auc": 0.5653589142601883,
+      "eval_fa_ud_pr_auc": 0.9966234578111082,
+      "eval_fi_ersatz_pr_auc": 0.9807382887241219,
+      "eval_fi_opus100_pr_auc": 0.8991743443120911,
+      "eval_fi_ud_pr_auc": 0.9631464505869947,
+      "eval_fr_ersatz_pr_auc": 0.9851782788865114,
+      "eval_fr_opus100_pr_auc": 0.9083790470650396,
+      "eval_fr_ud_pr_auc": 0.9754544811516687,
+      "eval_fy_opus100_pr_auc": 0.6728234022317585,
+      "eval_ga_opus100_pr_auc": 0.8597194659220522,
+      "eval_ga_ud_pr_auc": 0.8075139488158676,
+      "eval_gd_opus100_pr_auc": 0.5479033131765233,
+      "eval_gd_ud_pr_auc": 0.744126985153116,
+      "eval_gl_opus100_pr_auc": 0.8796687086912731,
+      "eval_gl_ud_pr_auc": 0.9931127803244237,
+      "eval_gu_ersatz_pr_auc": 0.9253343300892731,
+      "eval_gu_opus100_pr_auc": 0.7084657007865037,
+      "eval_ha_opus100_pr_auc": 0.9051037198107287,
+      "eval_he_opus100_pr_auc": 0.8690399992625862,
+      "eval_he_ud_pr_auc": 0.9704622520859211,
+      "eval_hi_ersatz_pr_auc": 0.9614897676431684,
+      "eval_hi_opus100_pr_auc": 0.6466860091393144,
+      "eval_hi_ud_pr_auc": 0.9664680465263069,
+      "eval_hu_opus100_pr_auc": 0.9168502595463198,
+      "eval_hu_ud_pr_auc": 0.9774662455726859,
+      "eval_hy_opus100_pr_auc": 0.9087653541775498,
+      "eval_hy_ud_pr_auc": 0.9602269515036129,
+      "eval_id_opus100_pr_auc": 0.8586022394653552,
+      "eval_id_ud_pr_auc": 0.9896389239181054,
+      "eval_ig_opus100_pr_auc": 0.8576555897566371,
+      "eval_is_opus100_pr_auc": 0.923712489595962,
+      "eval_is_ud_pr_auc": 0.8985195509323116,
+      "eval_it_opus100_pr_auc": 0.8975551880613372,
+      "eval_it_ud_pr_auc": 0.9930441921669727,
+      "eval_ja_ersatz_pr_auc": 0.7418036094819053,
+      "eval_ja_opus100_pr_auc": 0.7752647340780472,
+      "eval_ja_ud_pr_auc": 0.9776156802740339,
+      "eval_jv_ud_pr_auc": 0.9663080199859421,
+      "eval_ka_opus100_pr_auc": 0.8568948843493917,
+      "eval_kk_ersatz_pr_auc": 0.9849629330257759,
+      "eval_kk_opus100_pr_auc": 0.7841706931977599,
+      "eval_kk_ud_pr_auc": 0.97115461813765,
+      "eval_km_ersatz_pr_auc": 0.9044215917264835,
+      "eval_km_opus100_pr_auc": 0.7494566234719721,
+      "eval_kn_opus100_pr_auc": 0.579399283365944,
+      "eval_ko_opus100_pr_auc": 0.6530751340606744,
+      "eval_ko_ud_pr_auc": 0.9990078266241942,
+      "eval_ku_opus100_pr_auc": 0.8347746937606931,
+      "eval_ky_opus100_pr_auc": 0.8473416446002568,
+      "eval_la_ud_pr_auc": 0.9322934154204325,
+      "eval_loss": 0.037918467074632645,
+      "eval_lt_ersatz_pr_auc": 0.9849865731442028,
+      "eval_lt_opus100_pr_auc": 0.8585505888894761,
+      "eval_lt_ud_pr_auc": 0.9846048497421676,
+      "eval_lv_ersatz_pr_auc": 0.9892991816376976,
+      "eval_lv_opus100_pr_auc": 0.8674995069626169,
+      "eval_lv_ud_pr_auc": 0.9567920799631539,
+      "eval_mg_opus100_pr_auc": 0.9161840205422389,
+      "eval_mk_opus100_pr_auc": 0.8971808059129068,
+      "eval_ml_opus100_pr_auc": 0.7486425044696309,
+      "eval_mn_opus100_pr_auc": 0.9557736806207018,
+      "eval_mr_opus100_pr_auc": 0.8859081281263276,
+      "eval_mr_ud_pr_auc": 0.9919850266749239,
+      "eval_ms_opus100_pr_auc": 0.856930849838499,
+      "eval_mt_opus100_pr_auc": 0.7962423950220087,
+      "eval_mt_ud_pr_auc": 0.8573134504027906,
+      "eval_my_opus100_pr_auc": 0.7310145840649972,
+      "eval_ne_opus100_pr_auc": 0.6694505569467596,
+      "eval_nl_opus100_pr_auc": 0.8879910333795039,
+      "eval_nl_ud_pr_auc": 0.9598789931666354,
+      "eval_no_opus100_pr_auc": 0.9138656173236046,
+      "eval_no_ud_pr_auc": 0.9961089685685743,
+      "eval_pa_opus100_pr_auc": 0.671677957671789,
+      "eval_pl_ersatz_pr_auc": 0.9662283984475144,
+      "eval_pl_opus100_pr_auc": 0.8790464548646878,
+      "eval_pl_ud_pr_auc": 0.9616552619125232,
+      "eval_ps_ersatz_pr_auc": 0.9270587770298856,
+      "eval_ps_opus100_pr_auc": 0.744536372172503,
+      "eval_pt_opus100_pr_auc": 0.9188094322918995,
+      "eval_pt_ud_pr_auc": 0.9801185998277226,
+      "eval_ro_ersatz_pr_auc": 0.993065094655217,
+      "eval_ro_opus100_pr_auc": 0.8772251469615753,
+      "eval_ro_ud_pr_auc": 0.9344349604285035,
+      "eval_ru_ersatz_pr_auc": 0.9850347320975507,
+      "eval_ru_opus100_pr_auc": 0.9070818891585674,
+      "eval_ru_ud_pr_auc": 0.8557866908629171,
+      "eval_runtime": 406.9384,
+      "eval_samples_per_second": 185.453,
+      "eval_si_opus100_pr_auc": 0.8000451648858968,
+      "eval_sk_opus100_pr_auc": 0.9199199292147461,
+      "eval_sk_ud_pr_auc": 0.9693694282699277,
+      "eval_sl_opus100_pr_auc": 0.8487559416167677,
+      "eval_sl_ud_pr_auc": 0.9671176778166926,
+      "eval_sq_opus100_pr_auc": 0.8893126313988848,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9053077003058598,
+      "eval_sr_ud_pr_auc": 0.9900764205570212,
+      "eval_steps_per_second": 5.797,
+      "eval_sv_opus100_pr_auc": 0.8869414343481392,
+      "eval_sv_ud_pr_auc": 0.9290507110391768,
+      "eval_ta_ersatz_pr_auc": 0.9837357263864613,
+      "eval_ta_opus100_pr_auc": 0.6442707284481057,
+      "eval_ta_ud_pr_auc": 0.9970149004379375,
+      "eval_te_opus100_pr_auc": 0.820508362786082,
+      "eval_tg_opus100_pr_auc": 0.8665227744092899,
+      "eval_th_opus100_pr_auc": 0.6608363334191265,
+      "eval_th_ud_pr_auc": 0.7330250161353355,
+      "eval_tr_ersatz_pr_auc": 0.9612294148324816,
+      "eval_tr_opus100_pr_auc": 0.8825056656677238,
+      "eval_tr_ud_pr_auc": 0.9395763286999036,
+      "eval_uk_opus100_pr_auc": 0.8625221876162209,
+      "eval_uk_ud_pr_auc": 0.9343362114588194,
+      "eval_ur_opus100_pr_auc": 0.5069722319792315,
+      "eval_ur_ud_pr_auc": 0.9938326385026726,
+      "eval_uz_opus100_pr_auc": 0.838325596934037,
+      "eval_vi_opus100_pr_auc": 0.8977787822932636,
+      "eval_vi_ud_pr_auc": 0.9539918145301652,
+      "eval_xh_opus100_pr_auc": 0.8574215195847382,
+      "eval_yi_opus100_pr_auc": 0.770850579644599,
+      "eval_yo_opus100_pr_auc": 0.794071197483049,
+      "eval_yo_ud_pr_auc": 0.9030136038718654,
+      "eval_zh_ersatz_pr_auc": 0.8721905147528017,
+      "eval_zh_opus100_pr_auc": 0.7127955188625343,
+      "eval_zh_ud_pr_auc": 0.9812859927898333,
+      "eval_zu_opus100_pr_auc": 0.8275015889131083,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0341,
+      "step": 245050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0338,
+      "step": 245100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.034,
+      "step": 245150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0337,
+      "step": 245200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0345,
+      "step": 245250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0339,
+      "step": 245300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0337,
+      "step": 245350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0348,
+      "step": 245400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0337,
+      "step": 245450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0336,
+      "step": 245500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0343,
+      "step": 245550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0344,
+      "step": 245600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0343,
+      "step": 245650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0342,
+      "step": 245700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0341,
+      "step": 245750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0343,
+      "step": 245800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0341,
+      "step": 245850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0345,
+      "step": 245900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0342,
+      "step": 245950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0341,
+      "step": 246000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0344,
+      "step": 246050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0341,
+      "step": 246100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0343,
+      "step": 246150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0344,
+      "step": 246200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0339,
+      "step": 246250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0351,
+      "step": 246300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0345,
+      "step": 246350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0343,
+      "step": 246400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0343,
+      "step": 246450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0343,
+      "step": 246500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0339,
+      "step": 246550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0341,
+      "step": 246600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0344,
+      "step": 246650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0337,
+      "step": 246700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0337,
+      "step": 246750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0351,
+      "step": 246800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0337,
+      "step": 246850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0343,
+      "step": 246900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0334,
+      "step": 246950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0333,
+      "step": 247000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0344,
+      "step": 247050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0337,
+      "step": 247100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0341,
+      "step": 247150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0343,
+      "step": 247200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0341,
+      "step": 247250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0335,
+      "step": 247300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0339,
+      "step": 247350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.034,
+      "step": 247400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0349,
+      "step": 247450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0336,
+      "step": 247500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0332,
+      "step": 247550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0347,
+      "step": 247600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0344,
+      "step": 247650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0336,
+      "step": 247700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0348,
+      "step": 247750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0339,
+      "step": 247800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0351,
+      "step": 247850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0352,
+      "step": 247900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0344,
+      "step": 247950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0345,
+      "step": 248000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0337,
+      "step": 248050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0345,
+      "step": 248100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0342,
+      "step": 248150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0337,
+      "step": 248200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.034,
+      "step": 248250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0342,
+      "step": 248300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0339,
+      "step": 248350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0345,
+      "step": 248400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0339,
+      "step": 248450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0339,
+      "step": 248500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0339,
+      "step": 248550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0339,
+      "step": 248600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0345,
+      "step": 248650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0335,
+      "step": 248700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0341,
+      "step": 248750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0339,
+      "step": 248800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0352,
+      "step": 248850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0339,
+      "step": 248900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0338,
+      "step": 248950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0345,
+      "step": 249000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0353,
+      "step": 249050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.034,
+      "step": 249100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0349,
+      "step": 249150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.034,
+      "step": 249200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0335,
+      "step": 249250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.034,
+      "step": 249300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0335,
+      "step": 249350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0347,
+      "step": 249400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.034,
+      "step": 249450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0341,
+      "step": 249500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0344,
+      "step": 249550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0347,
+      "step": 249600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0345,
+      "step": 249650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0336,
+      "step": 249700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0344,
+      "step": 249750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0334,
+      "step": 249800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.035,
+      "step": 249850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0345,
+      "step": 249900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0347,
+      "step": 249950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.034,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7404679318987172,
+      "eval_af_ud_pr_auc": 0.9855553814860302,
+      "eval_am_opus100_pr_auc": 0.4046397571302078,
+      "eval_ar_ersatz_pr_auc": 0.934654958471966,
+      "eval_ar_opus100_pr_auc": 0.6966760302589092,
+      "eval_ar_ud_pr_auc": 0.8557341922270116,
+      "eval_average_ersatz_pr_auc": 0.9578127127645523,
+      "eval_average_opus100_pr_auc": 0.8132793532786405,
+      "eval_average_ud_pr_auc": 0.9557894707857393,
+      "eval_az_opus100_pr_auc": 0.7650063469608364,
+      "eval_be_opus100_pr_auc": 0.641759770331361,
+      "eval_be_ud_pr_auc": 0.880493797323048,
+      "eval_bg_opus100_pr_auc": 0.9136138511889088,
+      "eval_bg_ud_pr_auc": 0.9910829053637475,
+      "eval_bn_opus100_pr_auc": 0.7939326119459992,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8646928500788954,
+      "eval_ca_ud_pr_auc": 0.9950893071403628,
+      "eval_ceb_ud_pr_auc": 0.998626895142994,
+      "eval_cs_ersatz_pr_auc": 0.9793633709207858,
+      "eval_cs_opus100_pr_auc": 0.9031309290866174,
+      "eval_cs_ud_pr_auc": 0.9499064213390127,
+      "eval_cy_opus100_pr_auc": 0.7179139338819411,
+      "eval_cy_ud_pr_auc": 0.9952138539203903,
+      "eval_da_opus100_pr_auc": 0.9117576295291402,
+      "eval_da_ud_pr_auc": 0.979012704328054,
+      "eval_de_ersatz_pr_auc": 0.9744528290004878,
+      "eval_de_opus100_pr_auc": 0.8685228434872213,
+      "eval_de_ud_pr_auc": 0.9812801455744773,
+      "eval_el_opus100_pr_auc": 0.9129126093678598,
+      "eval_el_ud_pr_auc": 0.9878979131611569,
+      "eval_en_ersatz_pr_auc": 0.9889913021568189,
+      "eval_en_opus100_pr_auc": 0.9218708566770741,
+      "eval_en_ud_pr_auc": 0.9664236167342578,
+      "eval_eo_opus100_pr_auc": 0.9232068602432296,
+      "eval_es_ersatz_pr_auc": 0.9947541605384029,
+      "eval_es_opus100_pr_auc": 0.9209158216077351,
+      "eval_es_ud_pr_auc": 0.9916423568633147,
+      "eval_et_ersatz_pr_auc": 0.9787689709031503,
+      "eval_et_opus100_pr_auc": 0.9020173706336193,
+      "eval_et_ud_pr_auc": 0.9272925687665846,
+      "eval_eu_opus100_pr_auc": 0.8703359766790932,
+      "eval_eu_ud_pr_auc": 0.9915936961508485,
+      "eval_fa_opus100_pr_auc": 0.5743359038834495,
+      "eval_fa_ud_pr_auc": 0.997557509369116,
+      "eval_fi_ersatz_pr_auc": 0.9826415868544188,
+      "eval_fi_opus100_pr_auc": 0.9069003573973384,
+      "eval_fi_ud_pr_auc": 0.9663758565605224,
+      "eval_fr_ersatz_pr_auc": 0.9873698714358341,
+      "eval_fr_opus100_pr_auc": 0.9112973792600935,
+      "eval_fr_ud_pr_auc": 0.975797575619799,
+      "eval_fy_opus100_pr_auc": 0.6479780079906169,
+      "eval_ga_opus100_pr_auc": 0.8592666775935858,
+      "eval_ga_ud_pr_auc": 0.8154808178542579,
+      "eval_gd_opus100_pr_auc": 0.5619823308533016,
+      "eval_gd_ud_pr_auc": 0.7483891686318129,
+      "eval_gl_opus100_pr_auc": 0.8811741778870081,
+      "eval_gl_ud_pr_auc": 0.9929033172007216,
+      "eval_gu_ersatz_pr_auc": 0.9401407966384859,
+      "eval_gu_opus100_pr_auc": 0.7001768057406964,
+      "eval_ha_opus100_pr_auc": 0.9050868257738428,
+      "eval_he_opus100_pr_auc": 0.8618598204835904,
+      "eval_he_ud_pr_auc": 0.975159675458625,
+      "eval_hi_ersatz_pr_auc": 0.9655869708930365,
+      "eval_hi_opus100_pr_auc": 0.6427062884680024,
+      "eval_hi_ud_pr_auc": 0.9668845531165758,
+      "eval_hu_opus100_pr_auc": 0.919305549804278,
+      "eval_hu_ud_pr_auc": 0.9770536347600228,
+      "eval_hy_opus100_pr_auc": 0.9005931601024443,
+      "eval_hy_ud_pr_auc": 0.9836812503973746,
+      "eval_id_opus100_pr_auc": 0.8526324239467488,
+      "eval_id_ud_pr_auc": 0.9892745199180822,
+      "eval_ig_opus100_pr_auc": 0.8633953956820593,
+      "eval_is_opus100_pr_auc": 0.9242747598079325,
+      "eval_is_ud_pr_auc": 0.9127711030289029,
+      "eval_it_opus100_pr_auc": 0.8996645610840946,
+      "eval_it_ud_pr_auc": 0.9970816559029646,
+      "eval_ja_ersatz_pr_auc": 0.7856501881977909,
+      "eval_ja_opus100_pr_auc": 0.7726771850871672,
+      "eval_ja_ud_pr_auc": 0.9833612042654576,
+      "eval_jv_ud_pr_auc": 0.9597113829269435,
+      "eval_ka_opus100_pr_auc": 0.8580798699899782,
+      "eval_kk_ersatz_pr_auc": 0.987233889985988,
+      "eval_kk_opus100_pr_auc": 0.7717867254096309,
+      "eval_kk_ud_pr_auc": 0.972398223501168,
+      "eval_km_ersatz_pr_auc": 0.90658858500121,
+      "eval_km_opus100_pr_auc": 0.7288951028516689,
+      "eval_kn_opus100_pr_auc": 0.545294861738758,
+      "eval_ko_opus100_pr_auc": 0.6534333587593433,
+      "eval_ko_ud_pr_auc": 0.9995272531119543,
+      "eval_ku_opus100_pr_auc": 0.8326549143844809,
+      "eval_ky_opus100_pr_auc": 0.8289557262069952,
+      "eval_la_ud_pr_auc": 0.9399678507065692,
+      "eval_loss": 0.037532683461904526,
+      "eval_lt_ersatz_pr_auc": 0.9868541845904681,
+      "eval_lt_opus100_pr_auc": 0.8678157539603182,
+      "eval_lt_ud_pr_auc": 0.9873496869679602,
+      "eval_lv_ersatz_pr_auc": 0.9899279813037326,
+      "eval_lv_opus100_pr_auc": 0.8760119027089333,
+      "eval_lv_ud_pr_auc": 0.9635386930518797,
+      "eval_mg_opus100_pr_auc": 0.9221044984402662,
+      "eval_mk_opus100_pr_auc": 0.9030642068076892,
+      "eval_ml_opus100_pr_auc": 0.7521955326637926,
+      "eval_mn_opus100_pr_auc": 0.9467725317472945,
+      "eval_mr_opus100_pr_auc": 0.8928302756655949,
+      "eval_mr_ud_pr_auc": 0.9948814561156076,
+      "eval_ms_opus100_pr_auc": 0.8584460875868726,
+      "eval_mt_opus100_pr_auc": 0.809317413949499,
+      "eval_mt_ud_pr_auc": 0.879150461202534,
+      "eval_my_opus100_pr_auc": 0.7393901647122364,
+      "eval_ne_opus100_pr_auc": 0.6603662204136521,
+      "eval_nl_opus100_pr_auc": 0.8854884431717868,
+      "eval_nl_ud_pr_auc": 0.9684575844696661,
+      "eval_no_opus100_pr_auc": 0.9151066298422975,
+      "eval_no_ud_pr_auc": 0.9960692745550156,
+      "eval_pa_opus100_pr_auc": 0.6446818038082794,
+      "eval_pl_ersatz_pr_auc": 0.9674773165411407,
+      "eval_pl_opus100_pr_auc": 0.8826170488244829,
+      "eval_pl_ud_pr_auc": 0.9634552969287102,
+      "eval_ps_ersatz_pr_auc": 0.9204579084573753,
+      "eval_ps_opus100_pr_auc": 0.7323239735495131,
+      "eval_pt_opus100_pr_auc": 0.9233340805256224,
+      "eval_pt_ud_pr_auc": 0.983856618238782,
+      "eval_ro_ersatz_pr_auc": 0.9916377331235657,
+      "eval_ro_opus100_pr_auc": 0.8895450283253397,
+      "eval_ro_ud_pr_auc": 0.9467359968178626,
+      "eval_ru_ersatz_pr_auc": 0.9869487715922688,
+      "eval_ru_opus100_pr_auc": 0.913615682879799,
+      "eval_ru_ud_pr_auc": 0.8719702227871042,
+      "eval_runtime": 409.8025,
+      "eval_samples_per_second": 184.157,
+      "eval_si_opus100_pr_auc": 0.8058171328234655,
+      "eval_sk_opus100_pr_auc": 0.9215548097182416,
+      "eval_sk_ud_pr_auc": 0.9735613412697196,
+      "eval_sl_opus100_pr_auc": 0.853207010088085,
+      "eval_sl_ud_pr_auc": 0.9646708073595357,
+      "eval_sq_opus100_pr_auc": 0.8935829684921502,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9062281441974956,
+      "eval_sr_ud_pr_auc": 0.9916067076320363,
+      "eval_steps_per_second": 5.756,
+      "eval_sv_opus100_pr_auc": 0.8915815220988957,
+      "eval_sv_ud_pr_auc": 0.9304391484931772,
+      "eval_ta_ersatz_pr_auc": 0.9819079978779872,
+      "eval_ta_opus100_pr_auc": 0.6314576295454609,
+      "eval_ta_ud_pr_auc": 0.9975325022992916,
+      "eval_te_opus100_pr_auc": 0.8175793960734689,
+      "eval_tg_opus100_pr_auc": 0.8732959329041776,
+      "eval_th_opus100_pr_auc": 0.6722279137010433,
+      "eval_th_ud_pr_auc": 0.7166175365509272,
+      "eval_tr_ersatz_pr_auc": 0.964532451724887,
+      "eval_tr_opus100_pr_auc": 0.8927350159212556,
+      "eval_tr_ud_pr_auc": 0.9460374916519259,
+      "eval_uk_opus100_pr_auc": 0.8709416375686586,
+      "eval_uk_ud_pr_auc": 0.9327100925233999,
+      "eval_ur_opus100_pr_auc": 0.5050906316055297,
+      "eval_ur_ud_pr_auc": 0.9948996281628124,
+      "eval_uz_opus100_pr_auc": 0.8329611715111587,
+      "eval_vi_opus100_pr_auc": 0.8973580454836471,
+      "eval_vi_ud_pr_auc": 0.9592631839697099,
+      "eval_xh_opus100_pr_auc": 0.8570758347707619,
+      "eval_yi_opus100_pr_auc": 0.7172717458742567,
+      "eval_yo_opus100_pr_auc": 0.7896290817093381,
+      "eval_yo_ud_pr_auc": 0.9019174105429827,
+      "eval_zh_ersatz_pr_auc": 0.8759378546103543,
+      "eval_zh_opus100_pr_auc": 0.7359455682491022,
+      "eval_zh_ud_pr_auc": 0.9850563853443316,
+      "eval_zu_opus100_pr_auc": 0.8305563457545818,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0342,
+      "step": 250050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0344,
+      "step": 250100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0343,
+      "step": 250150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0346,
+      "step": 250200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0341,
+      "step": 250250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0342,
+      "step": 250300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0333,
+      "step": 250350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.035,
+      "step": 250400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0336,
+      "step": 250450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0343,
+      "step": 250500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.034,
+      "step": 250550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0338,
+      "step": 250600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0338,
+      "step": 250650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0332,
+      "step": 250700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0343,
+      "step": 250750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0346,
+      "step": 250800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.0341,
+      "step": 250850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0343,
+      "step": 250900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0338,
+      "step": 250950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0343,
+      "step": 251000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0347,
+      "step": 251050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0335,
+      "step": 251100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0343,
+      "step": 251150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0338,
+      "step": 251200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0342,
+      "step": 251250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0341,
+      "step": 251300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0337,
+      "step": 251350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.033,
+      "step": 251400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0342,
+      "step": 251450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0344,
+      "step": 251500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0343,
+      "step": 251550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0339,
+      "step": 251600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.035,
+      "step": 251650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0345,
+      "step": 251700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0337,
+      "step": 251750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0341,
+      "step": 251800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0345,
+      "step": 251850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.033,
+      "step": 251900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.034,
+      "step": 251950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0337,
+      "step": 252000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0345,
+      "step": 252050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0346,
+      "step": 252100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0338,
+      "step": 252150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0341,
+      "step": 252200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0337,
+      "step": 252250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.034,
+      "step": 252300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0344,
+      "step": 252350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0338,
+      "step": 252400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0343,
+      "step": 252450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0343,
+      "step": 252500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.034,
+      "step": 252550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0341,
+      "step": 252600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0339,
+      "step": 252650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0343,
+      "step": 252700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0341,
+      "step": 252750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0337,
+      "step": 252800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0345,
+      "step": 252850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0339,
+      "step": 252900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0347,
+      "step": 252950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0336,
+      "step": 253000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0336,
+      "step": 253050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0334,
+      "step": 253100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0338,
+      "step": 253150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0343,
+      "step": 253200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0343,
+      "step": 253250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0342,
+      "step": 253300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.034,
+      "step": 253350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0351,
+      "step": 253400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0336,
+      "step": 253450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0344,
+      "step": 253500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.034,
+      "step": 253550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.0342,
+      "step": 253600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0342,
+      "step": 253650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0342,
+      "step": 253700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0337,
+      "step": 253750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0344,
+      "step": 253800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0334,
+      "step": 253850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0337,
+      "step": 253900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.034,
+      "step": 253950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0344,
+      "step": 254000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0337,
+      "step": 254050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0343,
+      "step": 254100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0332,
+      "step": 254150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0341,
+      "step": 254200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0336,
+      "step": 254250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.0335,
+      "step": 254300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0339,
+      "step": 254350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0342,
+      "step": 254400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.034,
+      "step": 254450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0336,
+      "step": 254500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0333,
+      "step": 254550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0343,
+      "step": 254600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0333,
+      "step": 254650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0337,
+      "step": 254700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0339,
+      "step": 254750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0338,
+      "step": 254800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0335,
+      "step": 254850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0341,
+      "step": 254900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0339,
+      "step": 254950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0342,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7434933778534697,
+      "eval_af_ud_pr_auc": 0.9843209795656127,
+      "eval_am_opus100_pr_auc": 0.5162989805853144,
+      "eval_ar_ersatz_pr_auc": 0.9287769056854221,
+      "eval_ar_opus100_pr_auc": 0.683571959476645,
+      "eval_ar_ud_pr_auc": 0.8616920231901036,
+      "eval_average_ersatz_pr_auc": 0.9529744290683122,
+      "eval_average_opus100_pr_auc": 0.8140371683946612,
+      "eval_average_ud_pr_auc": 0.95366011427864,
+      "eval_az_opus100_pr_auc": 0.7361844221437696,
+      "eval_be_opus100_pr_auc": 0.6532169381569627,
+      "eval_be_ud_pr_auc": 0.8641079219066201,
+      "eval_bg_opus100_pr_auc": 0.9085553917115516,
+      "eval_bg_ud_pr_auc": 0.9910762147216406,
+      "eval_bn_opus100_pr_auc": 0.7959536695001286,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8637297803396911,
+      "eval_ca_ud_pr_auc": 0.9894696769129628,
+      "eval_ceb_ud_pr_auc": 0.9972875474187933,
+      "eval_cs_ersatz_pr_auc": 0.9753989180153179,
+      "eval_cs_opus100_pr_auc": 0.902537456401376,
+      "eval_cs_ud_pr_auc": 0.9505542565562736,
+      "eval_cy_opus100_pr_auc": 0.7226910029533562,
+      "eval_cy_ud_pr_auc": 0.9938537153219171,
+      "eval_da_opus100_pr_auc": 0.9096937255763933,
+      "eval_da_ud_pr_auc": 0.9743509904534974,
+      "eval_de_ersatz_pr_auc": 0.9553860452666707,
+      "eval_de_opus100_pr_auc": 0.8648544727157388,
+      "eval_de_ud_pr_auc": 0.97996385348666,
+      "eval_el_opus100_pr_auc": 0.9143130592468844,
+      "eval_el_ud_pr_auc": 0.9928292575729151,
+      "eval_en_ersatz_pr_auc": 0.9851036543575153,
+      "eval_en_opus100_pr_auc": 0.9179421935389865,
+      "eval_en_ud_pr_auc": 0.9590530915452232,
+      "eval_eo_opus100_pr_auc": 0.9181024205717433,
+      "eval_es_ersatz_pr_auc": 0.9929596906363074,
+      "eval_es_opus100_pr_auc": 0.9184988640290164,
+      "eval_es_ud_pr_auc": 0.9893594122576307,
+      "eval_et_ersatz_pr_auc": 0.9773035580560162,
+      "eval_et_opus100_pr_auc": 0.8949906629781802,
+      "eval_et_ud_pr_auc": 0.9316445664387558,
+      "eval_eu_opus100_pr_auc": 0.8704236517545617,
+      "eval_eu_ud_pr_auc": 0.9885841337686935,
+      "eval_fa_opus100_pr_auc": 0.5613781852312995,
+      "eval_fa_ud_pr_auc": 0.9977877015986758,
+      "eval_fi_ersatz_pr_auc": 0.9802188801592705,
+      "eval_fi_opus100_pr_auc": 0.9011326200540677,
+      "eval_fi_ud_pr_auc": 0.9663527353768955,
+      "eval_fr_ersatz_pr_auc": 0.980194692615086,
+      "eval_fr_opus100_pr_auc": 0.9071157900586753,
+      "eval_fr_ud_pr_auc": 0.9756898510960328,
+      "eval_fy_opus100_pr_auc": 0.6621457699266021,
+      "eval_ga_opus100_pr_auc": 0.8619419170435674,
+      "eval_ga_ud_pr_auc": 0.8180908574996779,
+      "eval_gd_opus100_pr_auc": 0.5429695847094722,
+      "eval_gd_ud_pr_auc": 0.7551571273544044,
+      "eval_gl_opus100_pr_auc": 0.877212245406098,
+      "eval_gl_ud_pr_auc": 0.9915376122708223,
+      "eval_gu_ersatz_pr_auc": 0.9283645714967351,
+      "eval_gu_opus100_pr_auc": 0.7037533625894884,
+      "eval_ha_opus100_pr_auc": 0.8882247076352089,
+      "eval_he_opus100_pr_auc": 0.8585603515340274,
+      "eval_he_ud_pr_auc": 0.9666166829708476,
+      "eval_hi_ersatz_pr_auc": 0.9646353886164349,
+      "eval_hi_opus100_pr_auc": 0.6406775524544362,
+      "eval_hi_ud_pr_auc": 0.9756894281914498,
+      "eval_hu_opus100_pr_auc": 0.9104922401120426,
+      "eval_hu_ud_pr_auc": 0.9770026021568978,
+      "eval_hy_opus100_pr_auc": 0.9044749209693652,
+      "eval_hy_ud_pr_auc": 0.9730185756628417,
+      "eval_id_opus100_pr_auc": 0.8649872318016776,
+      "eval_id_ud_pr_auc": 0.9866021806702109,
+      "eval_ig_opus100_pr_auc": 0.8489172733388674,
+      "eval_is_opus100_pr_auc": 0.9211970860196986,
+      "eval_is_ud_pr_auc": 0.9068480589596641,
+      "eval_it_opus100_pr_auc": 0.8963177277854518,
+      "eval_it_ud_pr_auc": 0.9925672155426786,
+      "eval_ja_ersatz_pr_auc": 0.7702411175891252,
+      "eval_ja_opus100_pr_auc": 0.7784091366951392,
+      "eval_ja_ud_pr_auc": 0.9787099000998839,
+      "eval_jv_ud_pr_auc": 0.9696047384804768,
+      "eval_ka_opus100_pr_auc": 0.858751842525728,
+      "eval_kk_ersatz_pr_auc": 0.9841162580444848,
+      "eval_kk_opus100_pr_auc": 0.7870417303280733,
+      "eval_kk_ud_pr_auc": 0.965614889172449,
+      "eval_km_ersatz_pr_auc": 0.9031437050895788,
+      "eval_km_opus100_pr_auc": 0.7468752356153776,
+      "eval_kn_opus100_pr_auc": 0.5761801706367232,
+      "eval_ko_opus100_pr_auc": 0.6497683338958047,
+      "eval_ko_ud_pr_auc": 0.9988149558911746,
+      "eval_ku_opus100_pr_auc": 0.8345059422704562,
+      "eval_ky_opus100_pr_auc": 0.8287826462247972,
+      "eval_la_ud_pr_auc": 0.9325171225491298,
+      "eval_loss": 0.03762271627783775,
+      "eval_lt_ersatz_pr_auc": 0.9843848064491574,
+      "eval_lt_opus100_pr_auc": 0.8653054027383179,
+      "eval_lt_ud_pr_auc": 0.9810722026864789,
+      "eval_lv_ersatz_pr_auc": 0.9879213203993895,
+      "eval_lv_opus100_pr_auc": 0.8817195680384463,
+      "eval_lv_ud_pr_auc": 0.9581544371372495,
+      "eval_mg_opus100_pr_auc": 0.9086295997196018,
+      "eval_mk_opus100_pr_auc": 0.8962583332537413,
+      "eval_ml_opus100_pr_auc": 0.7531271295754468,
+      "eval_mn_opus100_pr_auc": 0.9531073228130054,
+      "eval_mr_opus100_pr_auc": 0.8904466450760687,
+      "eval_mr_ud_pr_auc": 0.9755501305728873,
+      "eval_ms_opus100_pr_auc": 0.8546008062518158,
+      "eval_mt_opus100_pr_auc": 0.8145539525869043,
+      "eval_mt_ud_pr_auc": 0.8580701189680087,
+      "eval_my_opus100_pr_auc": 0.7274419974194712,
+      "eval_ne_opus100_pr_auc": 0.6739877595236319,
+      "eval_nl_opus100_pr_auc": 0.8871901892052281,
+      "eval_nl_ud_pr_auc": 0.9650185886831651,
+      "eval_no_opus100_pr_auc": 0.914007954361854,
+      "eval_no_ud_pr_auc": 0.9955544924302298,
+      "eval_pa_opus100_pr_auc": 0.6707955630299177,
+      "eval_pl_ersatz_pr_auc": 0.9610148527867465,
+      "eval_pl_opus100_pr_auc": 0.8796038106353352,
+      "eval_pl_ud_pr_auc": 0.9577239067783784,
+      "eval_ps_ersatz_pr_auc": 0.9259813524225582,
+      "eval_ps_opus100_pr_auc": 0.7504232426362504,
+      "eval_pt_opus100_pr_auc": 0.9252620531675072,
+      "eval_pt_ud_pr_auc": 0.9845198173988682,
+      "eval_ro_ersatz_pr_auc": 0.9890933781762653,
+      "eval_ro_opus100_pr_auc": 0.8787494021351623,
+      "eval_ro_ud_pr_auc": 0.9369077265016079,
+      "eval_ru_ersatz_pr_auc": 0.9822388440927734,
+      "eval_ru_opus100_pr_auc": 0.910765001466664,
+      "eval_ru_ud_pr_auc": 0.8675748715574435,
+      "eval_runtime": 405.4948,
+      "eval_samples_per_second": 186.113,
+      "eval_si_opus100_pr_auc": 0.8004882561271255,
+      "eval_sk_opus100_pr_auc": 0.9250905043635355,
+      "eval_sk_ud_pr_auc": 0.9764851778615666,
+      "eval_sl_opus100_pr_auc": 0.851682420063106,
+      "eval_sl_ud_pr_auc": 0.9608937457609869,
+      "eval_sq_opus100_pr_auc": 0.8880205731741936,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9049972087554268,
+      "eval_sr_ud_pr_auc": 0.9904383218563432,
+      "eval_steps_per_second": 5.818,
+      "eval_sv_opus100_pr_auc": 0.8904744057523801,
+      "eval_sv_ud_pr_auc": 0.9311487894162223,
+      "eval_ta_ersatz_pr_auc": 0.9802263086214582,
+      "eval_ta_opus100_pr_auc": 0.6402490686600876,
+      "eval_ta_ud_pr_auc": 0.9961662365262088,
+      "eval_te_opus100_pr_auc": 0.8276988219121096,
+      "eval_tg_opus100_pr_auc": 0.8659000306909653,
+      "eval_th_opus100_pr_auc": 0.6706900489832537,
+      "eval_th_ud_pr_auc": 0.7441169978700538,
+      "eval_tr_ersatz_pr_auc": 0.9575974602434479,
+      "eval_tr_opus100_pr_auc": 0.8854581545663712,
+      "eval_tr_ud_pr_auc": 0.9411558345728268,
+      "eval_uk_opus100_pr_auc": 0.8590221434360313,
+      "eval_uk_ud_pr_auc": 0.924478436653132,
+      "eval_ur_opus100_pr_auc": 0.5117909987653206,
+      "eval_ur_ud_pr_auc": 0.9952809744788935,
+      "eval_uz_opus100_pr_auc": 0.8340773539164069,
+      "eval_vi_opus100_pr_auc": 0.8992035023020555,
+      "eval_vi_ud_pr_auc": 0.9560488011863084,
+      "eval_xh_opus100_pr_auc": 0.8417361759734235,
+      "eval_yi_opus100_pr_auc": 0.7535103014146243,
+      "eval_yo_opus100_pr_auc": 0.7892899238940502,
+      "eval_yo_ud_pr_auc": 0.904110238827717,
+      "eval_zh_ersatz_pr_auc": 0.8711357306831065,
+      "eval_zh_opus100_pr_auc": 0.7117341588836208,
+      "eval_zh_ud_pr_auc": 0.9817867894963801,
+      "eval_zu_opus100_pr_auc": 0.8170923886978566,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0342,
+      "step": 255050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0339,
+      "step": 255100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0336,
+      "step": 255150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0339,
+      "step": 255200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0334,
+      "step": 255250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0337,
+      "step": 255300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0332,
+      "step": 255350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0333,
+      "step": 255400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0341,
+      "step": 255450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0339,
+      "step": 255500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.034,
+      "step": 255550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0341,
+      "step": 255600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0333,
+      "step": 255650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0342,
+      "step": 255700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.034,
+      "step": 255750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0338,
+      "step": 255800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0346,
+      "step": 255850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0334,
+      "step": 255900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0335,
+      "step": 255950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0345,
+      "step": 256000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0334,
+      "step": 256050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.0333,
+      "step": 256100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0342,
+      "step": 256150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0334,
+      "step": 256200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0336,
+      "step": 256250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0343,
+      "step": 256300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.034,
+      "step": 256350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0344,
+      "step": 256400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0338,
+      "step": 256450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0343,
+      "step": 256500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0339,
+      "step": 256550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0342,
+      "step": 256600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0341,
+      "step": 256650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0348,
+      "step": 256700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0345,
+      "step": 256750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0335,
+      "step": 256800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0337,
+      "step": 256850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0331,
+      "step": 256900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.034,
+      "step": 256950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.0352,
+      "step": 257000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0336,
+      "step": 257050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0341,
+      "step": 257100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0345,
+      "step": 257150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0337,
+      "step": 257200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0335,
+      "step": 257250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0327,
+      "step": 257300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0337,
+      "step": 257350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0344,
+      "step": 257400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0345,
+      "step": 257450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0342,
+      "step": 257500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0341,
+      "step": 257550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0341,
+      "step": 257600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0338,
+      "step": 257650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0344,
+      "step": 257700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0337,
+      "step": 257750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0339,
+      "step": 257800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.034,
+      "step": 257850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0338,
+      "step": 257900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0339,
+      "step": 257950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.0342,
+      "step": 258000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0337,
+      "step": 258050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0343,
+      "step": 258100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0337,
+      "step": 258150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0344,
+      "step": 258200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0334,
+      "step": 258250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0344,
+      "step": 258300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0335,
+      "step": 258350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0343,
+      "step": 258400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0342,
+      "step": 258450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0337,
+      "step": 258500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0344,
+      "step": 258550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0337,
+      "step": 258600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0339,
+      "step": 258650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0338,
+      "step": 258700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0338,
+      "step": 258750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.034,
+      "step": 258800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0338,
+      "step": 258850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0336,
+      "step": 258900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0335,
+      "step": 258950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0342,
+      "step": 259000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0335,
+      "step": 259050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0335,
+      "step": 259100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0336,
+      "step": 259150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0343,
+      "step": 259200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0337,
+      "step": 259250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0338,
+      "step": 259300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0341,
+      "step": 259350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.033,
+      "step": 259400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0337,
+      "step": 259450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0332,
+      "step": 259500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0336,
+      "step": 259550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.0339,
+      "step": 259600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.034,
+      "step": 259650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0334,
+      "step": 259700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0341,
+      "step": 259750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0341,
+      "step": 259800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.034,
+      "step": 259850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0342,
+      "step": 259900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0345,
+      "step": 259950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.034,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7685476414637488,
+      "eval_af_ud_pr_auc": 0.9853583154555599,
+      "eval_am_opus100_pr_auc": 0.5317802510112093,
+      "eval_ar_ersatz_pr_auc": 0.9247861340499731,
+      "eval_ar_opus100_pr_auc": 0.6919891214934153,
+      "eval_ar_ud_pr_auc": 0.8633862404831742,
+      "eval_average_ersatz_pr_auc": 0.9510347901412068,
+      "eval_average_opus100_pr_auc": 0.815415841288462,
+      "eval_average_ud_pr_auc": 0.9501659476452855,
+      "eval_az_opus100_pr_auc": 0.7595013510532852,
+      "eval_be_opus100_pr_auc": 0.6589983892191356,
+      "eval_be_ud_pr_auc": 0.8793826811431037,
+      "eval_bg_opus100_pr_auc": 0.90461314867317,
+      "eval_bg_ud_pr_auc": 0.9887532937809405,
+      "eval_bn_opus100_pr_auc": 0.7913193188205894,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8678107914067654,
+      "eval_ca_ud_pr_auc": 0.9894886741342649,
+      "eval_ceb_ud_pr_auc": 0.9989450892181457,
+      "eval_cs_ersatz_pr_auc": 0.9731726082076233,
+      "eval_cs_opus100_pr_auc": 0.8990518631642563,
+      "eval_cs_ud_pr_auc": 0.9420466721379049,
+      "eval_cy_opus100_pr_auc": 0.7588474138197046,
+      "eval_cy_ud_pr_auc": 0.9935252170751807,
+      "eval_da_opus100_pr_auc": 0.9061042161191952,
+      "eval_da_ud_pr_auc": 0.9681692669614117,
+      "eval_de_ersatz_pr_auc": 0.9590371289690238,
+      "eval_de_opus100_pr_auc": 0.8652034668402651,
+      "eval_de_ud_pr_auc": 0.9820295700594317,
+      "eval_el_opus100_pr_auc": 0.91082553619298,
+      "eval_el_ud_pr_auc": 0.9897397934795275,
+      "eval_en_ersatz_pr_auc": 0.9841087085677224,
+      "eval_en_opus100_pr_auc": 0.9144589060171209,
+      "eval_en_ud_pr_auc": 0.9600401564174741,
+      "eval_eo_opus100_pr_auc": 0.9186849294723386,
+      "eval_es_ersatz_pr_auc": 0.9928098573981985,
+      "eval_es_opus100_pr_auc": 0.9189835221750193,
+      "eval_es_ud_pr_auc": 0.9880098428864316,
+      "eval_et_ersatz_pr_auc": 0.974406472800941,
+      "eval_et_opus100_pr_auc": 0.8908044003456029,
+      "eval_et_ud_pr_auc": 0.9201754736085155,
+      "eval_eu_opus100_pr_auc": 0.8754801958114156,
+      "eval_eu_ud_pr_auc": 0.9891807200048585,
+      "eval_fa_opus100_pr_auc": 0.568920101113082,
+      "eval_fa_ud_pr_auc": 0.9952121942488674,
+      "eval_fi_ersatz_pr_auc": 0.9768399617700074,
+      "eval_fi_opus100_pr_auc": 0.8939611116225712,
+      "eval_fi_ud_pr_auc": 0.9628115786224588,
+      "eval_fr_ersatz_pr_auc": 0.9811222396312684,
+      "eval_fr_opus100_pr_auc": 0.9029314798337127,
+      "eval_fr_ud_pr_auc": 0.9750424181598849,
+      "eval_fy_opus100_pr_auc": 0.6983123336760604,
+      "eval_ga_opus100_pr_auc": 0.8647501979962765,
+      "eval_ga_ud_pr_auc": 0.8015341045466428,
+      "eval_gd_opus100_pr_auc": 0.5580718061918378,
+      "eval_gd_ud_pr_auc": 0.7516696990438423,
+      "eval_gl_opus100_pr_auc": 0.8796001146929615,
+      "eval_gl_ud_pr_auc": 0.9913044314718652,
+      "eval_gu_ersatz_pr_auc": 0.9147423917329919,
+      "eval_gu_opus100_pr_auc": 0.7119500405346153,
+      "eval_ha_opus100_pr_auc": 0.8853630131084127,
+      "eval_he_opus100_pr_auc": 0.8559566820823437,
+      "eval_he_ud_pr_auc": 0.9671224012232714,
+      "eval_hi_ersatz_pr_auc": 0.9534859008141656,
+      "eval_hi_opus100_pr_auc": 0.6343619001757534,
+      "eval_hi_ud_pr_auc": 0.9645399657750439,
+      "eval_hu_opus100_pr_auc": 0.9092544460631299,
+      "eval_hu_ud_pr_auc": 0.9749513977388456,
+      "eval_hy_opus100_pr_auc": 0.9084589474591738,
+      "eval_hy_ud_pr_auc": 0.9674804379940316,
+      "eval_id_opus100_pr_auc": 0.8612814972849038,
+      "eval_id_ud_pr_auc": 0.9848984656400661,
+      "eval_ig_opus100_pr_auc": 0.8742370731641037,
+      "eval_is_opus100_pr_auc": 0.9175684822799455,
+      "eval_is_ud_pr_auc": 0.8829572712834364,
+      "eval_it_opus100_pr_auc": 0.8958424595189977,
+      "eval_it_ud_pr_auc": 0.9934627470858461,
+      "eval_ja_ersatz_pr_auc": 0.7852453535283848,
+      "eval_ja_opus100_pr_auc": 0.7637926097082819,
+      "eval_ja_ud_pr_auc": 0.9824714923443679,
+      "eval_jv_ud_pr_auc": 0.9654012755076753,
+      "eval_ka_opus100_pr_auc": 0.8487366835114992,
+      "eval_kk_ersatz_pr_auc": 0.9799693011563846,
+      "eval_kk_opus100_pr_auc": 0.8000430640892714,
+      "eval_kk_ud_pr_auc": 0.9630405645087123,
+      "eval_km_ersatz_pr_auc": 0.9053148963911294,
+      "eval_km_opus100_pr_auc": 0.7455878236813142,
+      "eval_kn_opus100_pr_auc": 0.5727154706156852,
+      "eval_ko_opus100_pr_auc": 0.6549430431516088,
+      "eval_ko_ud_pr_auc": 0.9967534135216124,
+      "eval_ku_opus100_pr_auc": 0.845730518003502,
+      "eval_ky_opus100_pr_auc": 0.8470766702809599,
+      "eval_la_ud_pr_auc": 0.9368967441342793,
+      "eval_loss": 0.037569817155599594,
+      "eval_lt_ersatz_pr_auc": 0.981175074839308,
+      "eval_lt_opus100_pr_auc": 0.8561634858930803,
+      "eval_lt_ud_pr_auc": 0.9829984290891562,
+      "eval_lv_ersatz_pr_auc": 0.9846219003109796,
+      "eval_lv_opus100_pr_auc": 0.8711557921766387,
+      "eval_lv_ud_pr_auc": 0.9554388376242243,
+      "eval_mg_opus100_pr_auc": 0.911712093802834,
+      "eval_mk_opus100_pr_auc": 0.8955418191223329,
+      "eval_ml_opus100_pr_auc": 0.7507266192607633,
+      "eval_mn_opus100_pr_auc": 0.9487876891939347,
+      "eval_mr_opus100_pr_auc": 0.8826920214255474,
+      "eval_mr_ud_pr_auc": 0.9849121453469711,
+      "eval_ms_opus100_pr_auc": 0.8566192639829435,
+      "eval_mt_opus100_pr_auc": 0.8101950657653554,
+      "eval_mt_ud_pr_auc": 0.848842598327756,
+      "eval_my_opus100_pr_auc": 0.7259623491957168,
+      "eval_ne_opus100_pr_auc": 0.6677397865040111,
+      "eval_nl_opus100_pr_auc": 0.884710533671704,
+      "eval_nl_ud_pr_auc": 0.9554815720961126,
+      "eval_no_opus100_pr_auc": 0.9085262447329764,
+      "eval_no_ud_pr_auc": 0.9948196646348447,
+      "eval_pa_opus100_pr_auc": 0.6778178901046847,
+      "eval_pl_ersatz_pr_auc": 0.9617312167127474,
+      "eval_pl_opus100_pr_auc": 0.8784323906289986,
+      "eval_pl_ud_pr_auc": 0.9588359774947858,
+      "eval_ps_ersatz_pr_auc": 0.9199350614126368,
+      "eval_ps_opus100_pr_auc": 0.7448762209841675,
+      "eval_pt_opus100_pr_auc": 0.9179964814628386,
+      "eval_pt_ud_pr_auc": 0.97988014441699,
+      "eval_ro_ersatz_pr_auc": 0.9894772475935335,
+      "eval_ro_opus100_pr_auc": 0.8895072693699221,
+      "eval_ro_ud_pr_auc": 0.8994413833807708,
+      "eval_ru_ersatz_pr_auc": 0.983462153615073,
+      "eval_ru_opus100_pr_auc": 0.9135784992910706,
+      "eval_ru_ud_pr_auc": 0.8492969896580906,
+      "eval_runtime": 405.2283,
+      "eval_samples_per_second": 186.236,
+      "eval_si_opus100_pr_auc": 0.8007662670150956,
+      "eval_sk_opus100_pr_auc": 0.9189698323124976,
+      "eval_sk_ud_pr_auc": 0.9742491527100036,
+      "eval_sl_opus100_pr_auc": 0.8465555340291164,
+      "eval_sl_ud_pr_auc": 0.9574574246220403,
+      "eval_sq_opus100_pr_auc": 0.8900276368999537,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9011897848038842,
+      "eval_sr_ud_pr_auc": 0.9893710463865976,
+      "eval_steps_per_second": 5.821,
+      "eval_sv_opus100_pr_auc": 0.8830019037099188,
+      "eval_sv_ud_pr_auc": 0.925815807761389,
+      "eval_ta_ersatz_pr_auc": 0.9759783330745553,
+      "eval_ta_opus100_pr_auc": 0.6457184783733896,
+      "eval_ta_ud_pr_auc": 0.995043404589147,
+      "eval_te_opus100_pr_auc": 0.8268650379894573,
+      "eval_tg_opus100_pr_auc": 0.8682228802913994,
+      "eval_th_opus100_pr_auc": 0.6702163152923343,
+      "eval_th_ud_pr_auc": 0.7404521522013058,
+      "eval_tr_ersatz_pr_auc": 0.95154974357368,
+      "eval_tr_opus100_pr_auc": 0.8870200349535698,
+      "eval_tr_ud_pr_auc": 0.9312395856382365,
+      "eval_uk_opus100_pr_auc": 0.8539838727197168,
+      "eval_uk_ud_pr_auc": 0.9291574467376028,
+      "eval_ur_opus100_pr_auc": 0.4977052165233916,
+      "eval_ur_ud_pr_auc": 0.9911324196690553,
+      "eval_uz_opus100_pr_auc": 0.8450679960836203,
+      "eval_vi_opus100_pr_auc": 0.8938974094052533,
+      "eval_vi_ud_pr_auc": 0.9520768661133299,
+      "eval_xh_opus100_pr_auc": 0.8410914567002133,
+      "eval_yi_opus100_pr_auc": 0.7313989548500307,
+      "eval_yo_opus100_pr_auc": 0.8009697041096646,
+      "eval_yo_ud_pr_auc": 0.8801199242241665,
+      "eval_zh_ersatz_pr_auc": 0.8697936969562267,
+      "eval_zh_opus100_pr_auc": 0.6966431904963615,
+      "eval_zh_ud_pr_auc": 0.9876144333620189,
+      "eval_zu_opus100_pr_auc": 0.8395939295862642,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0335,
+      "step": 260050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0336,
+      "step": 260100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0343,
+      "step": 260150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0339,
+      "step": 260200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0339,
+      "step": 260250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.034,
+      "step": 260300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0343,
+      "step": 260350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0338,
+      "step": 260400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0339,
+      "step": 260450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0338,
+      "step": 260500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0344,
+      "step": 260550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0335,
+      "step": 260600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0343,
+      "step": 260650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0348,
+      "step": 260700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.035,
+      "step": 260750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0338,
+      "step": 260800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0343,
+      "step": 260850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.034,
+      "step": 260900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0342,
+      "step": 260950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0332,
+      "step": 261000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0343,
+      "step": 261050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0331,
+      "step": 261100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0336,
+      "step": 261150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0343,
+      "step": 261200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0338,
+      "step": 261250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0343,
+      "step": 261300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.0337,
+      "step": 261350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0339,
+      "step": 261400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.0338,
+      "step": 261450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.0342,
+      "step": 261500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0334,
+      "step": 261550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0334,
+      "step": 261600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.034,
+      "step": 261650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0338,
+      "step": 261700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0341,
+      "step": 261750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.033,
+      "step": 261800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0336,
+      "step": 261850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0341,
+      "step": 261900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0336,
+      "step": 261950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0332,
+      "step": 262000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0338,
+      "step": 262050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0339,
+      "step": 262100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0333,
+      "step": 262150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0337,
+      "step": 262200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0337,
+      "step": 262250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0336,
+      "step": 262300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0334,
+      "step": 262350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0352,
+      "step": 262400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.0345,
+      "step": 262450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0336,
+      "step": 262500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.0333,
+      "step": 262550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0336,
+      "step": 262600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0342,
+      "step": 262650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0337,
+      "step": 262700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.0338,
+      "step": 262750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0337,
+      "step": 262800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0347,
+      "step": 262850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0334,
+      "step": 262900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0342,
+      "step": 262950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0341,
+      "step": 263000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0344,
+      "step": 263050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0339,
+      "step": 263100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0343,
+      "step": 263150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0352,
+      "step": 263200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0339,
+      "step": 263250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0337,
+      "step": 263300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.034,
+      "step": 263350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0343,
+      "step": 263400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0336,
+      "step": 263450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0343,
+      "step": 263500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0341,
+      "step": 263550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0339,
+      "step": 263600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0344,
+      "step": 263650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0335,
+      "step": 263700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0335,
+      "step": 263750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0338,
+      "step": 263800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0336,
+      "step": 263850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0338,
+      "step": 263900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0339,
+      "step": 263950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0335,
+      "step": 264000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0338,
+      "step": 264050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.035,
+      "step": 264100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0337,
+      "step": 264150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0342,
+      "step": 264200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.0336,
+      "step": 264250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.0335,
+      "step": 264300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0335,
+      "step": 264350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0333,
+      "step": 264400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0334,
+      "step": 264450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0329,
+      "step": 264500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0337,
+      "step": 264550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0344,
+      "step": 264600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0334,
+      "step": 264650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0341,
+      "step": 264700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.0342,
+      "step": 264750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0336,
+      "step": 264800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.0336,
+      "step": 264850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.034,
+      "step": 264900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0343,
+      "step": 264950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0339,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.736348398331868,
+      "eval_af_ud_pr_auc": 0.9917772856057309,
+      "eval_am_opus100_pr_auc": 0.4424146094602947,
+      "eval_ar_ersatz_pr_auc": 0.9247684968304104,
+      "eval_ar_opus100_pr_auc": 0.6878170164925598,
+      "eval_ar_ud_pr_auc": 0.8528468239602879,
+      "eval_average_ersatz_pr_auc": 0.9515272689665714,
+      "eval_average_opus100_pr_auc": 0.8082515444518233,
+      "eval_average_ud_pr_auc": 0.9528066941410558,
+      "eval_az_opus100_pr_auc": 0.7285069768010436,
+      "eval_be_opus100_pr_auc": 0.6465451498160397,
+      "eval_be_ud_pr_auc": 0.8703587005889031,
+      "eval_bg_opus100_pr_auc": 0.9088192370403436,
+      "eval_bg_ud_pr_auc": 0.9904646878777551,
+      "eval_bn_opus100_pr_auc": 0.7931741168166171,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8602517089546642,
+      "eval_ca_ud_pr_auc": 0.9895665608501144,
+      "eval_ceb_ud_pr_auc": 0.9950836298876632,
+      "eval_cs_ersatz_pr_auc": 0.9785459575735194,
+      "eval_cs_opus100_pr_auc": 0.8942493602986203,
+      "eval_cs_ud_pr_auc": 0.9490172318976643,
+      "eval_cy_opus100_pr_auc": 0.7161752862612307,
+      "eval_cy_ud_pr_auc": 0.9956462081859073,
+      "eval_da_opus100_pr_auc": 0.9074159737431092,
+      "eval_da_ud_pr_auc": 0.9778584788744183,
+      "eval_de_ersatz_pr_auc": 0.958331243383174,
+      "eval_de_opus100_pr_auc": 0.8593434297055355,
+      "eval_de_ud_pr_auc": 0.9835220159921293,
+      "eval_el_opus100_pr_auc": 0.9138137390194546,
+      "eval_el_ud_pr_auc": 0.9899789471025664,
+      "eval_en_ersatz_pr_auc": 0.9866174011975488,
+      "eval_en_opus100_pr_auc": 0.9182800089644046,
+      "eval_en_ud_pr_auc": 0.9653358661171645,
+      "eval_eo_opus100_pr_auc": 0.917435923096529,
+      "eval_es_ersatz_pr_auc": 0.9936264030215687,
+      "eval_es_opus100_pr_auc": 0.9200079864704077,
+      "eval_es_ud_pr_auc": 0.9909647004800558,
+      "eval_et_ersatz_pr_auc": 0.9789907045468038,
+      "eval_et_opus100_pr_auc": 0.8909008970972598,
+      "eval_et_ud_pr_auc": 0.9158669621763991,
+      "eval_eu_opus100_pr_auc": 0.8701966636627767,
+      "eval_eu_ud_pr_auc": 0.9883490899160419,
+      "eval_fa_opus100_pr_auc": 0.5566239268574964,
+      "eval_fa_ud_pr_auc": 0.9970876426543278,
+      "eval_fi_ersatz_pr_auc": 0.9830049731000912,
+      "eval_fi_opus100_pr_auc": 0.8969875224247726,
+      "eval_fi_ud_pr_auc": 0.9653104001014491,
+      "eval_fr_ersatz_pr_auc": 0.9806444859829574,
+      "eval_fr_opus100_pr_auc": 0.9045222648062083,
+      "eval_fr_ud_pr_auc": 0.9748254418600804,
+      "eval_fy_opus100_pr_auc": 0.6461957810954335,
+      "eval_ga_opus100_pr_auc": 0.8549742903544079,
+      "eval_ga_ud_pr_auc": 0.8022965385182806,
+      "eval_gd_opus100_pr_auc": 0.5387616944738535,
+      "eval_gd_ud_pr_auc": 0.7327430365546649,
+      "eval_gl_opus100_pr_auc": 0.8776400831982062,
+      "eval_gl_ud_pr_auc": 0.9919291448361662,
+      "eval_gu_ersatz_pr_auc": 0.9290444016237422,
+      "eval_gu_opus100_pr_auc": 0.7026796013667964,
+      "eval_ha_opus100_pr_auc": 0.9019378882917463,
+      "eval_he_opus100_pr_auc": 0.8592389706962968,
+      "eval_he_ud_pr_auc": 0.9668953043535565,
+      "eval_hi_ersatz_pr_auc": 0.9580697838110488,
+      "eval_hi_opus100_pr_auc": 0.6319921873786349,
+      "eval_hi_ud_pr_auc": 0.968147742815822,
+      "eval_hu_opus100_pr_auc": 0.9113637382584769,
+      "eval_hu_ud_pr_auc": 0.9781351699838907,
+      "eval_hy_opus100_pr_auc": 0.9034074340536562,
+      "eval_hy_ud_pr_auc": 0.9752975724718743,
+      "eval_id_opus100_pr_auc": 0.8550435169774915,
+      "eval_id_ud_pr_auc": 0.9916296694987946,
+      "eval_ig_opus100_pr_auc": 0.8524454824489301,
+      "eval_is_opus100_pr_auc": 0.9225405400414146,
+      "eval_is_ud_pr_auc": 0.9050553374092953,
+      "eval_it_opus100_pr_auc": 0.8981663183836431,
+      "eval_it_ud_pr_auc": 0.9915301143862831,
+      "eval_ja_ersatz_pr_auc": 0.7562526886393842,
+      "eval_ja_opus100_pr_auc": 0.7592446813624922,
+      "eval_ja_ud_pr_auc": 0.9792459047064278,
+      "eval_jv_ud_pr_auc": 0.9666291584883429,
+      "eval_ka_opus100_pr_auc": 0.8512376005389569,
+      "eval_kk_ersatz_pr_auc": 0.986266239029093,
+      "eval_kk_opus100_pr_auc": 0.768443550334954,
+      "eval_kk_ud_pr_auc": 0.9736619927326058,
+      "eval_km_ersatz_pr_auc": 0.9033470901795653,
+      "eval_km_opus100_pr_auc": 0.7382295676822996,
+      "eval_kn_opus100_pr_auc": 0.5540282373696744,
+      "eval_ko_opus100_pr_auc": 0.6401501635458011,
+      "eval_ko_ud_pr_auc": 0.9996121385421797,
+      "eval_ku_opus100_pr_auc": 0.8175802223106245,
+      "eval_ky_opus100_pr_auc": 0.8210269499425631,
+      "eval_la_ud_pr_auc": 0.9259260493740344,
+      "eval_loss": 0.037452809512615204,
+      "eval_lt_ersatz_pr_auc": 0.9847629059800929,
+      "eval_lt_opus100_pr_auc": 0.8510841768431869,
+      "eval_lt_ud_pr_auc": 0.9836725300915272,
+      "eval_lv_ersatz_pr_auc": 0.9888629161925887,
+      "eval_lv_opus100_pr_auc": 0.8653542802821631,
+      "eval_lv_ud_pr_auc": 0.9594109565640978,
+      "eval_mg_opus100_pr_auc": 0.9167683216418251,
+      "eval_mk_opus100_pr_auc": 0.8982225504314434,
+      "eval_ml_opus100_pr_auc": 0.7472420632880165,
+      "eval_mn_opus100_pr_auc": 0.9424301622387129,
+      "eval_mr_opus100_pr_auc": 0.8789248116073533,
+      "eval_mr_ud_pr_auc": 0.9855688955487186,
+      "eval_ms_opus100_pr_auc": 0.8594504888976583,
+      "eval_mt_opus100_pr_auc": 0.791977811912377,
+      "eval_mt_ud_pr_auc": 0.8521471759712834,
+      "eval_my_opus100_pr_auc": 0.7222176013056207,
+      "eval_ne_opus100_pr_auc": 0.6643013194667995,
+      "eval_nl_opus100_pr_auc": 0.8879402164163107,
+      "eval_nl_ud_pr_auc": 0.9682694169834123,
+      "eval_no_opus100_pr_auc": 0.9124662364302608,
+      "eval_no_ud_pr_auc": 0.996032163312613,
+      "eval_pa_opus100_pr_auc": 0.6620481648101684,
+      "eval_pl_ersatz_pr_auc": 0.9612592120291188,
+      "eval_pl_opus100_pr_auc": 0.8792752039802118,
+      "eval_pl_ud_pr_auc": 0.9627671750355923,
+      "eval_ps_ersatz_pr_auc": 0.9201597018734688,
+      "eval_ps_opus100_pr_auc": 0.7474807064181264,
+      "eval_pt_opus100_pr_auc": 0.9213342324891658,
+      "eval_pt_ud_pr_auc": 0.9840093592487499,
+      "eval_ro_ersatz_pr_auc": 0.9930946290392875,
+      "eval_ro_opus100_pr_auc": 0.8779423401553518,
+      "eval_ro_ud_pr_auc": 0.9263584122279838,
+      "eval_ru_ersatz_pr_auc": 0.983420593909364,
+      "eval_ru_opus100_pr_auc": 0.9093644606845158,
+      "eval_ru_ud_pr_auc": 0.8465065069943737,
+      "eval_runtime": 409.64,
+      "eval_samples_per_second": 184.23,
+      "eval_si_opus100_pr_auc": 0.7984687206592005,
+      "eval_sk_opus100_pr_auc": 0.9202500988611113,
+      "eval_sk_ud_pr_auc": 0.9709990723471187,
+      "eval_sl_opus100_pr_auc": 0.8500958044363933,
+      "eval_sl_ud_pr_auc": 0.9687212383794579,
+      "eval_sq_opus100_pr_auc": 0.8960315793529644,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9062398011346618,
+      "eval_sr_ud_pr_auc": 0.9926050973211445,
+      "eval_steps_per_second": 5.759,
+      "eval_sv_opus100_pr_auc": 0.8883478752760618,
+      "eval_sv_ud_pr_auc": 0.9391962101718708,
+      "eval_ta_ersatz_pr_auc": 0.9804972788382834,
+      "eval_ta_opus100_pr_auc": 0.6250142384969772,
+      "eval_ta_ud_pr_auc": 0.9972077562162522,
+      "eval_te_opus100_pr_auc": 0.8179286120233147,
+      "eval_tg_opus100_pr_auc": 0.8682226148296078,
+      "eval_th_opus100_pr_auc": 0.6711866692938414,
+      "eval_th_ud_pr_auc": 0.7507895581794872,
+      "eval_tr_ersatz_pr_auc": 0.9580536021194349,
+      "eval_tr_opus100_pr_auc": 0.8868259109676477,
+      "eval_tr_ud_pr_auc": 0.9433575717329903,
+      "eval_uk_opus100_pr_auc": 0.8617988595839527,
+      "eval_uk_ud_pr_auc": 0.9265224820562037,
+      "eval_ur_opus100_pr_auc": 0.4981106807027733,
+      "eval_ur_ud_pr_auc": 0.9951340039426286,
+      "eval_uz_opus100_pr_auc": 0.8378152041101269,
+      "eval_vi_opus100_pr_auc": 0.8981395340333092,
+      "eval_vi_ud_pr_auc": 0.9608309311801865,
+      "eval_xh_opus100_pr_auc": 0.8417563436096404,
+      "eval_yi_opus100_pr_auc": 0.7307973415585886,
+      "eval_yo_opus100_pr_auc": 0.7916729520124219,
+      "eval_yo_ud_pr_auc": 0.8906743999412117,
+      "eval_zh_ersatz_pr_auc": 0.8459792083640256,
+      "eval_zh_opus100_pr_auc": 0.6630435489892441,
+      "eval_zh_ud_pr_auc": 0.9766051037923912,
+      "eval_zu_opus100_pr_auc": 0.8128964095908173,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0341,
+      "step": 265050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0331,
+      "step": 265100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0333,
+      "step": 265150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0337,
+      "step": 265200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0343,
+      "step": 265250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0334,
+      "step": 265300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.0341,
+      "step": 265350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0343,
+      "step": 265400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0338,
+      "step": 265450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0345,
+      "step": 265500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0343,
+      "step": 265550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.034,
+      "step": 265600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0332,
+      "step": 265650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0343,
+      "step": 265700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0338,
+      "step": 265750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.034,
+      "step": 265800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.034,
+      "step": 265850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.0345,
+      "step": 265900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0335,
+      "step": 265950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0332,
+      "step": 266000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0331,
+      "step": 266050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0335,
+      "step": 266100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0334,
+      "step": 266150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0339,
+      "step": 266200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0331,
+      "step": 266250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.034,
+      "step": 266300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0341,
+      "step": 266350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.033,
+      "step": 266400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.0334,
+      "step": 266450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.034,
+      "step": 266500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0338,
+      "step": 266550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0341,
+      "step": 266600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0339,
+      "step": 266650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0335,
+      "step": 266700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0335,
+      "step": 266750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0335,
+      "step": 266800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.0338,
+      "step": 266850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0337,
+      "step": 266900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0336,
+      "step": 266950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0332,
+      "step": 267000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0335,
+      "step": 267050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0332,
+      "step": 267100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.0341,
+      "step": 267150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0337,
+      "step": 267200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0337,
+      "step": 267250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0335,
+      "step": 267300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0338,
+      "step": 267350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0337,
+      "step": 267400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0337,
+      "step": 267450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0337,
+      "step": 267500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0341,
+      "step": 267550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0337,
+      "step": 267600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0339,
+      "step": 267650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.034,
+      "step": 267700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0337,
+      "step": 267750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0342,
+      "step": 267800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.0348,
+      "step": 267850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0333,
+      "step": 267900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0334,
+      "step": 267950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0331,
+      "step": 268000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0334,
+      "step": 268050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0341,
+      "step": 268100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0332,
+      "step": 268150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0347,
+      "step": 268200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0336,
+      "step": 268250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0339,
+      "step": 268300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0332,
+      "step": 268350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.034,
+      "step": 268400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.0333,
+      "step": 268450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0346,
+      "step": 268500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0342,
+      "step": 268550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0342,
+      "step": 268600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0331,
+      "step": 268650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0343,
+      "step": 268700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0334,
+      "step": 268750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0338,
+      "step": 268800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.034,
+      "step": 268850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0341,
+      "step": 268900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.0337,
+      "step": 268950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0337,
+      "step": 269000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.034,
+      "step": 269050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0335,
+      "step": 269100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0341,
+      "step": 269150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0335,
+      "step": 269200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0334,
+      "step": 269250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0348,
+      "step": 269300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0336,
+      "step": 269350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0332,
+      "step": 269400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.0333,
+      "step": 269450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0329,
+      "step": 269500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0337,
+      "step": 269550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0342,
+      "step": 269600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0336,
+      "step": 269650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0336,
+      "step": 269700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0333,
+      "step": 269750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0352,
+      "step": 269800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0333,
+      "step": 269850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0338,
+      "step": 269900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0336,
+      "step": 269950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0334,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7394870928001358,
+      "eval_af_ud_pr_auc": 0.9883827910631671,
+      "eval_am_opus100_pr_auc": 0.4858675467196243,
+      "eval_ar_ersatz_pr_auc": 0.9197931587186298,
+      "eval_ar_opus100_pr_auc": 0.6841147105231339,
+      "eval_ar_ud_pr_auc": 0.8597017779940813,
+      "eval_average_ersatz_pr_auc": 0.9472576028451397,
+      "eval_average_opus100_pr_auc": 0.8100496573994939,
+      "eval_average_ud_pr_auc": 0.9481317379347334,
+      "eval_az_opus100_pr_auc": 0.7572107295828974,
+      "eval_be_opus100_pr_auc": 0.6358593937674722,
+      "eval_be_ud_pr_auc": 0.8718056854249374,
+      "eval_bg_opus100_pr_auc": 0.9066187926751185,
+      "eval_bg_ud_pr_auc": 0.9877876829846378,
+      "eval_bn_opus100_pr_auc": 0.7972667905088795,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8597864379771465,
+      "eval_ca_ud_pr_auc": 0.9900185323020024,
+      "eval_ceb_ud_pr_auc": 0.9977150657708473,
+      "eval_cs_ersatz_pr_auc": 0.9713723222412868,
+      "eval_cs_opus100_pr_auc": 0.8965459088220529,
+      "eval_cs_ud_pr_auc": 0.9410105885503589,
+      "eval_cy_opus100_pr_auc": 0.7251763311322715,
+      "eval_cy_ud_pr_auc": 0.9934712816252054,
+      "eval_da_opus100_pr_auc": 0.9020849900763933,
+      "eval_da_ud_pr_auc": 0.9713121794234584,
+      "eval_de_ersatz_pr_auc": 0.954204583962582,
+      "eval_de_opus100_pr_auc": 0.8618604465326297,
+      "eval_de_ud_pr_auc": 0.9818623345532069,
+      "eval_el_opus100_pr_auc": 0.9096935777507801,
+      "eval_el_ud_pr_auc": 0.9893140389689908,
+      "eval_en_ersatz_pr_auc": 0.9804607412822186,
+      "eval_en_opus100_pr_auc": 0.9186663501750374,
+      "eval_en_ud_pr_auc": 0.9519277723769163,
+      "eval_eo_opus100_pr_auc": 0.914230929206403,
+      "eval_es_ersatz_pr_auc": 0.9927948820567601,
+      "eval_es_opus100_pr_auc": 0.9162473521336035,
+      "eval_es_ud_pr_auc": 0.9870080047422299,
+      "eval_et_ersatz_pr_auc": 0.9730926720497641,
+      "eval_et_opus100_pr_auc": 0.8841454186219719,
+      "eval_et_ud_pr_auc": 0.9233908716841857,
+      "eval_eu_opus100_pr_auc": 0.8730046002782862,
+      "eval_eu_ud_pr_auc": 0.9868564436429949,
+      "eval_fa_opus100_pr_auc": 0.5621409533446196,
+      "eval_fa_ud_pr_auc": 0.9953650860427021,
+      "eval_fi_ersatz_pr_auc": 0.9733761779454438,
+      "eval_fi_opus100_pr_auc": 0.8880320809591702,
+      "eval_fi_ud_pr_auc": 0.9584202601872829,
+      "eval_fr_ersatz_pr_auc": 0.9660646378166695,
+      "eval_fr_opus100_pr_auc": 0.8986467910023346,
+      "eval_fr_ud_pr_auc": 0.9717633856275643,
+      "eval_fy_opus100_pr_auc": 0.6494340454262494,
+      "eval_ga_opus100_pr_auc": 0.8596580756905065,
+      "eval_ga_ud_pr_auc": 0.8036850198559923,
+      "eval_gd_opus100_pr_auc": 0.5397077762643423,
+      "eval_gd_ud_pr_auc": 0.7357051469464089,
+      "eval_gl_opus100_pr_auc": 0.8762069257348782,
+      "eval_gl_ud_pr_auc": 0.9915141101325612,
+      "eval_gu_ersatz_pr_auc": 0.9185471820217378,
+      "eval_gu_opus100_pr_auc": 0.7000142133337215,
+      "eval_ha_opus100_pr_auc": 0.9015883499267269,
+      "eval_he_opus100_pr_auc": 0.8638072252644806,
+      "eval_he_ud_pr_auc": 0.9635982307901709,
+      "eval_hi_ersatz_pr_auc": 0.956810451279568,
+      "eval_hi_opus100_pr_auc": 0.6463363678555887,
+      "eval_hi_ud_pr_auc": 0.9572196619415083,
+      "eval_hu_opus100_pr_auc": 0.9097565717133279,
+      "eval_hu_ud_pr_auc": 0.9763674491627484,
+      "eval_hy_opus100_pr_auc": 0.9000700830562176,
+      "eval_hy_ud_pr_auc": 0.9727225314449299,
+      "eval_id_opus100_pr_auc": 0.8615499212722941,
+      "eval_id_ud_pr_auc": 0.9871681724414371,
+      "eval_ig_opus100_pr_auc": 0.8670858649264847,
+      "eval_is_opus100_pr_auc": 0.9187207814016913,
+      "eval_is_ud_pr_auc": 0.8948861091305071,
+      "eval_it_opus100_pr_auc": 0.8946571091841166,
+      "eval_it_ud_pr_auc": 0.9921518617192737,
+      "eval_ja_ersatz_pr_auc": 0.7409835183755094,
+      "eval_ja_opus100_pr_auc": 0.7638222490784073,
+      "eval_ja_ud_pr_auc": 0.9775531917366829,
+      "eval_jv_ud_pr_auc": 0.9788422129602885,
+      "eval_ka_opus100_pr_auc": 0.8527047715313608,
+      "eval_kk_ersatz_pr_auc": 0.9810157060202424,
+      "eval_kk_opus100_pr_auc": 0.764424734444442,
+      "eval_kk_ud_pr_auc": 0.9693038659857768,
+      "eval_km_ersatz_pr_auc": 0.8998599678491879,
+      "eval_km_opus100_pr_auc": 0.7405196374561489,
+      "eval_kn_opus100_pr_auc": 0.5677065058839441,
+      "eval_ko_opus100_pr_auc": 0.6292848391995163,
+      "eval_ko_ud_pr_auc": 0.9991466367439704,
+      "eval_ku_opus100_pr_auc": 0.8441315220757659,
+      "eval_ky_opus100_pr_auc": 0.8269952761827164,
+      "eval_la_ud_pr_auc": 0.9262686301478477,
+      "eval_loss": 0.03741586208343506,
+      "eval_lt_ersatz_pr_auc": 0.9853073962743852,
+      "eval_lt_opus100_pr_auc": 0.8492729932341956,
+      "eval_lt_ud_pr_auc": 0.9857832078204873,
+      "eval_lv_ersatz_pr_auc": 0.9855662395805685,
+      "eval_lv_opus100_pr_auc": 0.8696436194440558,
+      "eval_lv_ud_pr_auc": 0.9558384798462922,
+      "eval_mg_opus100_pr_auc": 0.9134216665669819,
+      "eval_mk_opus100_pr_auc": 0.8925781706990119,
+      "eval_ml_opus100_pr_auc": 0.7469575172539598,
+      "eval_mn_opus100_pr_auc": 0.9471778482509573,
+      "eval_mr_opus100_pr_auc": 0.8879469090225038,
+      "eval_mr_ud_pr_auc": 0.9887434478293491,
+      "eval_ms_opus100_pr_auc": 0.856845882079229,
+      "eval_mt_opus100_pr_auc": 0.8024415988473731,
+      "eval_mt_ud_pr_auc": 0.8414514580418043,
+      "eval_my_opus100_pr_auc": 0.7269277729404138,
+      "eval_ne_opus100_pr_auc": 0.6672646759467011,
+      "eval_nl_opus100_pr_auc": 0.8870281400896,
+      "eval_nl_ud_pr_auc": 0.944594069084206,
+      "eval_no_opus100_pr_auc": 0.9106340939368996,
+      "eval_no_ud_pr_auc": 0.9947598143020089,
+      "eval_pa_opus100_pr_auc": 0.66696219732494,
+      "eval_pl_ersatz_pr_auc": 0.9593903563361268,
+      "eval_pl_opus100_pr_auc": 0.8759594645877657,
+      "eval_pl_ud_pr_auc": 0.9585786156505955,
+      "eval_ps_ersatz_pr_auc": 0.9155861203323403,
+      "eval_ps_opus100_pr_auc": 0.733381188007064,
+      "eval_pt_opus100_pr_auc": 0.9165776185232123,
+      "eval_pt_ud_pr_auc": 0.981022976932749,
+      "eval_ro_ersatz_pr_auc": 0.988758759805793,
+      "eval_ro_opus100_pr_auc": 0.8722495869777899,
+      "eval_ro_ud_pr_auc": 0.868510820952341,
+      "eval_ru_ersatz_pr_auc": 0.9814960539274806,
+      "eval_ru_opus100_pr_auc": 0.9073290869487732,
+      "eval_ru_ud_pr_auc": 0.8302707365802187,
+      "eval_runtime": 402.0598,
+      "eval_samples_per_second": 187.703,
+      "eval_si_opus100_pr_auc": 0.8002984099933698,
+      "eval_sk_opus100_pr_auc": 0.9150868395133035,
+      "eval_sk_ud_pr_auc": 0.9697283487487439,
+      "eval_sl_opus100_pr_auc": 0.8449715375495958,
+      "eval_sl_ud_pr_auc": 0.9642584515988532,
+      "eval_sq_opus100_pr_auc": 0.8872566571709523,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9043652638441726,
+      "eval_sr_ud_pr_auc": 0.9869763298717242,
+      "eval_steps_per_second": 5.867,
+      "eval_sv_opus100_pr_auc": 0.8822351547717425,
+      "eval_sv_ud_pr_auc": 0.9269326616131431,
+      "eval_ta_ersatz_pr_auc": 0.9791647814545061,
+      "eval_ta_opus100_pr_auc": 0.6471158973406281,
+      "eval_ta_ud_pr_auc": 0.9970242301780292,
+      "eval_te_opus100_pr_auc": 0.8204858838119939,
+      "eval_tg_opus100_pr_auc": 0.8624537229612155,
+      "eval_th_opus100_pr_auc": 0.6706614987904691,
+      "eval_th_ud_pr_auc": 0.7407872203591346,
+      "eval_tr_ersatz_pr_auc": 0.9467752747770268,
+      "eval_tr_opus100_pr_auc": 0.8831603571006816,
+      "eval_tr_ud_pr_auc": 0.9282631470917533,
+      "eval_uk_opus100_pr_auc": 0.8583014288466919,
+      "eval_uk_ud_pr_auc": 0.9209778966141083,
+      "eval_ur_opus100_pr_auc": 0.514234778422963,
+      "eval_ur_ud_pr_auc": 0.9929859282611883,
+      "eval_uz_opus100_pr_auc": 0.8412893442216174,
+      "eval_vi_opus100_pr_auc": 0.8950603370867205,
+      "eval_vi_ud_pr_auc": 0.9485684108993351,
+      "eval_xh_opus100_pr_auc": 0.8478988237842582,
+      "eval_yi_opus100_pr_auc": 0.6744879044140755,
+      "eval_yo_opus100_pr_auc": 0.8042137123495727,
+      "eval_yo_ud_pr_auc": 0.8649983443247524,
+      "eval_zh_ersatz_pr_auc": 0.8692462784852472,
+      "eval_zh_opus100_pr_auc": 0.7172829787571217,
+      "eval_zh_ud_pr_auc": 0.9792078515741114,
+      "eval_zu_opus100_pr_auc": 0.8277412738530332,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0345,
+      "step": 270050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0338,
+      "step": 270100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.033,
+      "step": 270150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.034,
+      "step": 270200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0337,
+      "step": 270250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0342,
+      "step": 270300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0337,
+      "step": 270350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0328,
+      "step": 270400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.034,
+      "step": 270450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0342,
+      "step": 270500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0335,
+      "step": 270550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0334,
+      "step": 270600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0324,
+      "step": 270650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0335,
+      "step": 270700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0338,
+      "step": 270750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0343,
+      "step": 270800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0343,
+      "step": 270850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.0333,
+      "step": 270900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0333,
+      "step": 270950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0343,
+      "step": 271000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0337,
+      "step": 271050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0342,
+      "step": 271100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0337,
+      "step": 271150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0344,
+      "step": 271200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0334,
+      "step": 271250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0339,
+      "step": 271300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0339,
+      "step": 271350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0337,
+      "step": 271400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0335,
+      "step": 271450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.034,
+      "step": 271500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.034,
+      "step": 271550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0336,
+      "step": 271600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0343,
+      "step": 271650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0337,
+      "step": 271700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0331,
+      "step": 271750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0343,
+      "step": 271800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0335,
+      "step": 271850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0338,
+      "step": 271900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0329,
+      "step": 271950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.034,
+      "step": 272000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0334,
+      "step": 272050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0329,
+      "step": 272100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0342,
+      "step": 272150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0338,
+      "step": 272200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0338,
+      "step": 272250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0337,
+      "step": 272300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0338,
+      "step": 272350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0338,
+      "step": 272400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.034,
+      "step": 272450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0346,
+      "step": 272500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0335,
+      "step": 272550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0329,
+      "step": 272600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0338,
+      "step": 272650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0336,
+      "step": 272700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.034,
+      "step": 272750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0343,
+      "step": 272800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0331,
+      "step": 272850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0339,
+      "step": 272900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0333,
+      "step": 272950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0339,
+      "step": 273000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0331,
+      "step": 273050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0334,
+      "step": 273100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0337,
+      "step": 273150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0338,
+      "step": 273200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0338,
+      "step": 273250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.034,
+      "step": 273300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0344,
+      "step": 273350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.0339,
+      "step": 273400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0338,
+      "step": 273450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0335,
+      "step": 273500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0332,
+      "step": 273550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0334,
+      "step": 273600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.0344,
+      "step": 273650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0335,
+      "step": 273700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.0333,
+      "step": 273750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0345,
+      "step": 273800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0331,
+      "step": 273850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0337,
+      "step": 273900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0335,
+      "step": 273950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.0328,
+      "step": 274000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0335,
+      "step": 274050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0329,
+      "step": 274100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.034,
+      "step": 274150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0339,
+      "step": 274200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0332,
+      "step": 274250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.0335,
+      "step": 274300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0334,
+      "step": 274350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0343,
+      "step": 274400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0341,
+      "step": 274450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0334,
+      "step": 274500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.034,
+      "step": 274550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0336,
+      "step": 274600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0341,
+      "step": 274650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0339,
+      "step": 274700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.034,
+      "step": 274750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0338,
+      "step": 274800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0338,
+      "step": 274850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0329,
+      "step": 274900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0339,
+      "step": 274950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0339,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7516041655649556,
+      "eval_af_ud_pr_auc": 0.9853573265392389,
+      "eval_am_opus100_pr_auc": 0.4819175236850222,
+      "eval_ar_ersatz_pr_auc": 0.9309175231540824,
+      "eval_ar_opus100_pr_auc": 0.6829774435709297,
+      "eval_ar_ud_pr_auc": 0.8632939565832932,
+      "eval_average_ersatz_pr_auc": 0.9566688029769242,
+      "eval_average_opus100_pr_auc": 0.8149420579434634,
+      "eval_average_ud_pr_auc": 0.9554109273716846,
+      "eval_az_opus100_pr_auc": 0.7416448408427334,
+      "eval_be_opus100_pr_auc": 0.6711893958387356,
+      "eval_be_ud_pr_auc": 0.8825826837977357,
+      "eval_bg_opus100_pr_auc": 0.9075429258026197,
+      "eval_bg_ud_pr_auc": 0.991151518958276,
+      "eval_bn_opus100_pr_auc": 0.7974018160085576,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8674135244153148,
+      "eval_ca_ud_pr_auc": 0.9926539035969979,
+      "eval_ceb_ud_pr_auc": 0.9994050591225011,
+      "eval_cs_ersatz_pr_auc": 0.9804300241704318,
+      "eval_cs_opus100_pr_auc": 0.8963240978976396,
+      "eval_cs_ud_pr_auc": 0.95039208670613,
+      "eval_cy_opus100_pr_auc": 0.7307280220776147,
+      "eval_cy_ud_pr_auc": 0.995477810974743,
+      "eval_da_opus100_pr_auc": 0.9044418398123428,
+      "eval_da_ud_pr_auc": 0.9808439702731576,
+      "eval_de_ersatz_pr_auc": 0.9716909077783427,
+      "eval_de_opus100_pr_auc": 0.8662271838539999,
+      "eval_de_ud_pr_auc": 0.9833603862458624,
+      "eval_el_opus100_pr_auc": 0.9120081147866462,
+      "eval_el_ud_pr_auc": 0.9900782671787867,
+      "eval_en_ersatz_pr_auc": 0.9871142456053945,
+      "eval_en_opus100_pr_auc": 0.9201106771988867,
+      "eval_en_ud_pr_auc": 0.961704707967472,
+      "eval_eo_opus100_pr_auc": 0.9192959076083078,
+      "eval_es_ersatz_pr_auc": 0.9941103734191723,
+      "eval_es_opus100_pr_auc": 0.9225650798335131,
+      "eval_es_ud_pr_auc": 0.9912360955850684,
+      "eval_et_ersatz_pr_auc": 0.9788537266414555,
+      "eval_et_opus100_pr_auc": 0.886787077250309,
+      "eval_et_ud_pr_auc": 0.9455601381741987,
+      "eval_eu_opus100_pr_auc": 0.8727456353040723,
+      "eval_eu_ud_pr_auc": 0.9876300691467861,
+      "eval_fa_opus100_pr_auc": 0.5586164794115878,
+      "eval_fa_ud_pr_auc": 0.9950024799292179,
+      "eval_fi_ersatz_pr_auc": 0.9846320144423824,
+      "eval_fi_opus100_pr_auc": 0.8976380190519738,
+      "eval_fi_ud_pr_auc": 0.9654611434771442,
+      "eval_fr_ersatz_pr_auc": 0.9833590707582422,
+      "eval_fr_opus100_pr_auc": 0.9065292538552571,
+      "eval_fr_ud_pr_auc": 0.9758117723639006,
+      "eval_fy_opus100_pr_auc": 0.6762508490615616,
+      "eval_ga_opus100_pr_auc": 0.8544368161854633,
+      "eval_ga_ud_pr_auc": 0.8186814585286468,
+      "eval_gd_opus100_pr_auc": 0.5541869913403091,
+      "eval_gd_ud_pr_auc": 0.7488065491297566,
+      "eval_gl_opus100_pr_auc": 0.8873289349601586,
+      "eval_gl_ud_pr_auc": 0.9918381774606435,
+      "eval_gu_ersatz_pr_auc": 0.9283877515361931,
+      "eval_gu_opus100_pr_auc": 0.7009582546472547,
+      "eval_ha_opus100_pr_auc": 0.9075055959523076,
+      "eval_he_opus100_pr_auc": 0.8583587264846874,
+      "eval_he_ud_pr_auc": 0.9644520465495907,
+      "eval_hi_ersatz_pr_auc": 0.960584202123257,
+      "eval_hi_opus100_pr_auc": 0.6376050338934606,
+      "eval_hi_ud_pr_auc": 0.949981423481183,
+      "eval_hu_opus100_pr_auc": 0.9141564175626903,
+      "eval_hu_ud_pr_auc": 0.9793489695331754,
+      "eval_hy_opus100_pr_auc": 0.9059111666920884,
+      "eval_hy_ud_pr_auc": 0.9838221509183278,
+      "eval_id_opus100_pr_auc": 0.8640400628758097,
+      "eval_id_ud_pr_auc": 0.989324367340108,
+      "eval_ig_opus100_pr_auc": 0.8623538392896267,
+      "eval_is_opus100_pr_auc": 0.9164561548017449,
+      "eval_is_ud_pr_auc": 0.9174870712977071,
+      "eval_it_opus100_pr_auc": 0.8996557425547458,
+      "eval_it_ud_pr_auc": 0.9945156498882135,
+      "eval_ja_ersatz_pr_auc": 0.7539197895789334,
+      "eval_ja_opus100_pr_auc": 0.7650963108781348,
+      "eval_ja_ud_pr_auc": 0.9783339366089374,
+      "eval_jv_ud_pr_auc": 0.9601866016850716,
+      "eval_ka_opus100_pr_auc": 0.8487644941007613,
+      "eval_kk_ersatz_pr_auc": 0.9833340079840696,
+      "eval_kk_opus100_pr_auc": 0.7942873455120888,
+      "eval_kk_ud_pr_auc": 0.9754191304121596,
+      "eval_km_ersatz_pr_auc": 0.9071915272906511,
+      "eval_km_opus100_pr_auc": 0.7492666645933271,
+      "eval_kn_opus100_pr_auc": 0.5769247966308514,
+      "eval_ko_opus100_pr_auc": 0.6272062260183807,
+      "eval_ko_ud_pr_auc": 0.9992236602665666,
+      "eval_ku_opus100_pr_auc": 0.8384817068576174,
+      "eval_ky_opus100_pr_auc": 0.8465522604424586,
+      "eval_la_ud_pr_auc": 0.9438815688542712,
+      "eval_loss": 0.037290628999471664,
+      "eval_lt_ersatz_pr_auc": 0.9869427054597277,
+      "eval_lt_opus100_pr_auc": 0.8583874480518114,
+      "eval_lt_ud_pr_auc": 0.9882305846123296,
+      "eval_lv_ersatz_pr_auc": 0.9903451333312385,
+      "eval_lv_opus100_pr_auc": 0.8741193392963158,
+      "eval_lv_ud_pr_auc": 0.9622314085909507,
+      "eval_mg_opus100_pr_auc": 0.9162285141739557,
+      "eval_mk_opus100_pr_auc": 0.8955884165400205,
+      "eval_ml_opus100_pr_auc": 0.7406104727353314,
+      "eval_mn_opus100_pr_auc": 0.9537575151437551,
+      "eval_mr_opus100_pr_auc": 0.8916291854454995,
+      "eval_mr_ud_pr_auc": 0.9826111458221541,
+      "eval_ms_opus100_pr_auc": 0.8558004137044233,
+      "eval_mt_opus100_pr_auc": 0.8076708508939807,
+      "eval_mt_ud_pr_auc": 0.8840615665407408,
+      "eval_my_opus100_pr_auc": 0.737830038846635,
+      "eval_ne_opus100_pr_auc": 0.6591238406000486,
+      "eval_nl_opus100_pr_auc": 0.8888836988853934,
+      "eval_nl_ud_pr_auc": 0.9585702891099339,
+      "eval_no_opus100_pr_auc": 0.9114711605441412,
+      "eval_no_ud_pr_auc": 0.9956123429245509,
+      "eval_pa_opus100_pr_auc": 0.6743498557337041,
+      "eval_pl_ersatz_pr_auc": 0.9663359769280593,
+      "eval_pl_opus100_pr_auc": 0.8798517170657381,
+      "eval_pl_ud_pr_auc": 0.9664265363688864,
+      "eval_ps_ersatz_pr_auc": 0.9259887299408613,
+      "eval_ps_opus100_pr_auc": 0.740490357565076,
+      "eval_pt_opus100_pr_auc": 0.9243748313738657,
+      "eval_pt_ud_pr_auc": 0.9849009361996256,
+      "eval_ro_ersatz_pr_auc": 0.9933853495002879,
+      "eval_ro_opus100_pr_auc": 0.8897083361998849,
+      "eval_ro_ud_pr_auc": 0.9201074027892556,
+      "eval_ru_ersatz_pr_auc": 0.9862988042853799,
+      "eval_ru_opus100_pr_auc": 0.9088436707296471,
+      "eval_ru_ud_pr_auc": 0.8465328495929694,
+      "eval_runtime": 403.8852,
+      "eval_samples_per_second": 186.855,
+      "eval_si_opus100_pr_auc": 0.7939820391661377,
+      "eval_sk_opus100_pr_auc": 0.920860437573349,
+      "eval_sk_ud_pr_auc": 0.974882932413859,
+      "eval_sl_opus100_pr_auc": 0.8462492985315209,
+      "eval_sl_ud_pr_auc": 0.9698000509127965,
+      "eval_sq_opus100_pr_auc": 0.8912967497547675,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.904091260576674,
+      "eval_sr_ud_pr_auc": 0.9921509443982319,
+      "eval_steps_per_second": 5.841,
+      "eval_sv_opus100_pr_auc": 0.8864431064240293,
+      "eval_sv_ud_pr_auc": 0.9360154278309801,
+      "eval_ta_ersatz_pr_auc": 0.9802039822698028,
+      "eval_ta_opus100_pr_auc": 0.6476255329621694,
+      "eval_ta_ud_pr_auc": 0.9972714112622361,
+      "eval_te_opus100_pr_auc": 0.8284491880214556,
+      "eval_tg_opus100_pr_auc": 0.8679846635035231,
+      "eval_th_opus100_pr_auc": 0.6687368006605768,
+      "eval_th_ud_pr_auc": 0.7492002313408843,
+      "eval_tr_ersatz_pr_auc": 0.959976536501481,
+      "eval_tr_opus100_pr_auc": 0.886790542802378,
+      "eval_tr_ud_pr_auc": 0.9502680439523454,
+      "eval_uk_opus100_pr_auc": 0.8620484249467272,
+      "eval_uk_ud_pr_auc": 0.9330932586081189,
+      "eval_ur_opus100_pr_auc": 0.510782389874608,
+      "eval_ur_ud_pr_auc": 0.9914446007548712,
+      "eval_uz_opus100_pr_auc": 0.8418865813639428,
+      "eval_vi_opus100_pr_auc": 0.8998326420529178,
+      "eval_vi_ud_pr_auc": 0.9561787242118223,
+      "eval_xh_opus100_pr_auc": 0.8574768238533973,
+      "eval_yi_opus100_pr_auc": 0.7355809013333185,
+      "eval_yo_opus100_pr_auc": 0.8074387932512535,
+      "eval_yo_ud_pr_auc": 0.9025054387981064,
+      "eval_zh_ersatz_pr_auc": 0.9127112827928893,
+      "eval_zh_opus100_pr_auc": 0.7464572613476769,
+      "eval_zh_ud_pr_auc": 0.9840205945755073,
+      "eval_zu_opus100_pr_auc": 0.8310222348277946,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.0333,
+      "step": 275050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0332,
+      "step": 275100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0339,
+      "step": 275150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.033,
+      "step": 275200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0338,
+      "step": 275250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0331,
+      "step": 275300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0326,
+      "step": 275350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0335,
+      "step": 275400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.0335,
+      "step": 275450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0341,
+      "step": 275500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0342,
+      "step": 275550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0335,
+      "step": 275600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0341,
+      "step": 275650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0336,
+      "step": 275700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0343,
+      "step": 275750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0333,
+      "step": 275800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0333,
+      "step": 275850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0345,
+      "step": 275900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0332,
+      "step": 275950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0337,
+      "step": 276000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0338,
+      "step": 276050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0335,
+      "step": 276100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0337,
+      "step": 276150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.0336,
+      "step": 276200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0334,
+      "step": 276250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0332,
+      "step": 276300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0341,
+      "step": 276350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.034,
+      "step": 276400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0338,
+      "step": 276450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0338,
+      "step": 276500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0343,
+      "step": 276550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0337,
+      "step": 276600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0329,
+      "step": 276650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0333,
+      "step": 276700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0345,
+      "step": 276750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0328,
+      "step": 276800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0337,
+      "step": 276850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0347,
+      "step": 276900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0328,
+      "step": 276950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.034,
+      "step": 277000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0337,
+      "step": 277050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0337,
+      "step": 277100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0336,
+      "step": 277150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0331,
+      "step": 277200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0341,
+      "step": 277250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0341,
+      "step": 277300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0337,
+      "step": 277350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.034,
+      "step": 277400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.0337,
+      "step": 277450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.034,
+      "step": 277500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0344,
+      "step": 277550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0333,
+      "step": 277600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0334,
+      "step": 277650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0337,
+      "step": 277700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0333,
+      "step": 277750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0342,
+      "step": 277800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0335,
+      "step": 277850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0337,
+      "step": 277900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0333,
+      "step": 277950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.034,
+      "step": 278000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0344,
+      "step": 278050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0337,
+      "step": 278100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0344,
+      "step": 278150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0333,
+      "step": 278200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0344,
+      "step": 278250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0339,
+      "step": 278300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0336,
+      "step": 278350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.0337,
+      "step": 278400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0335,
+      "step": 278450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.035,
+      "step": 278500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0333,
+      "step": 278550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0336,
+      "step": 278600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0329,
+      "step": 278650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0344,
+      "step": 278700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0338,
+      "step": 278750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.0333,
+      "step": 278800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0332,
+      "step": 278850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0336,
+      "step": 278900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0334,
+      "step": 278950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0329,
+      "step": 279000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.0339,
+      "step": 279050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0331,
+      "step": 279100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0337,
+      "step": 279150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0328,
+      "step": 279200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0333,
+      "step": 279250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0352,
+      "step": 279300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0334,
+      "step": 279350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0336,
+      "step": 279400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0327,
+      "step": 279450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0336,
+      "step": 279500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.034,
+      "step": 279550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0335,
+      "step": 279600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0338,
+      "step": 279650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0337,
+      "step": 279700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0333,
+      "step": 279750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.034,
+      "step": 279800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0338,
+      "step": 279850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0341,
+      "step": 279900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0334,
+      "step": 279950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0345,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7537732762695177,
+      "eval_af_ud_pr_auc": 0.9855670496869255,
+      "eval_am_opus100_pr_auc": 0.48977192996611185,
+      "eval_ar_ersatz_pr_auc": 0.9232526748762164,
+      "eval_ar_opus100_pr_auc": 0.6834141743045767,
+      "eval_ar_ud_pr_auc": 0.8545769759673877,
+      "eval_average_ersatz_pr_auc": 0.9542361074889459,
+      "eval_average_opus100_pr_auc": 0.8099296790715349,
+      "eval_average_ud_pr_auc": 0.9513785716776214,
+      "eval_az_opus100_pr_auc": 0.7356360002062367,
+      "eval_be_opus100_pr_auc": 0.6504446496137899,
+      "eval_be_ud_pr_auc": 0.8794910242134999,
+      "eval_bg_opus100_pr_auc": 0.9053513540470588,
+      "eval_bg_ud_pr_auc": 0.9897747296932855,
+      "eval_bn_opus100_pr_auc": 0.7920541141210173,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8584559584766059,
+      "eval_ca_ud_pr_auc": 0.990019218248855,
+      "eval_ceb_ud_pr_auc": 0.9994986541373065,
+      "eval_cs_ersatz_pr_auc": 0.9776859747511117,
+      "eval_cs_opus100_pr_auc": 0.895781503527229,
+      "eval_cs_ud_pr_auc": 0.945821527130826,
+      "eval_cy_opus100_pr_auc": 0.7326895091356939,
+      "eval_cy_ud_pr_auc": 0.9950069597549469,
+      "eval_da_opus100_pr_auc": 0.9007680685292725,
+      "eval_da_ud_pr_auc": 0.9796547377583672,
+      "eval_de_ersatz_pr_auc": 0.9622484267741589,
+      "eval_de_opus100_pr_auc": 0.8611258868725044,
+      "eval_de_ud_pr_auc": 0.9808571407886747,
+      "eval_el_opus100_pr_auc": 0.90864020025245,
+      "eval_el_ud_pr_auc": 0.9887096893428773,
+      "eval_en_ersatz_pr_auc": 0.9856777305981523,
+      "eval_en_opus100_pr_auc": 0.9139424812723109,
+      "eval_en_ud_pr_auc": 0.9528622375917117,
+      "eval_eo_opus100_pr_auc": 0.9154480927056929,
+      "eval_es_ersatz_pr_auc": 0.9938099336901621,
+      "eval_es_opus100_pr_auc": 0.9175838356677766,
+      "eval_es_ud_pr_auc": 0.9894685844847311,
+      "eval_et_ersatz_pr_auc": 0.9789237234588943,
+      "eval_et_opus100_pr_auc": 0.8884535206415095,
+      "eval_et_ud_pr_auc": 0.9330378140069495,
+      "eval_eu_opus100_pr_auc": 0.8720927766630934,
+      "eval_eu_ud_pr_auc": 0.9857749628096301,
+      "eval_fa_opus100_pr_auc": 0.5536169897221392,
+      "eval_fa_ud_pr_auc": 0.9941484714728765,
+      "eval_fi_ersatz_pr_auc": 0.9810900725111604,
+      "eval_fi_opus100_pr_auc": 0.8945564285942643,
+      "eval_fi_ud_pr_auc": 0.9620843774411625,
+      "eval_fr_ersatz_pr_auc": 0.9815459337963427,
+      "eval_fr_opus100_pr_auc": 0.8977762747886586,
+      "eval_fr_ud_pr_auc": 0.9699752313407003,
+      "eval_fy_opus100_pr_auc": 0.675731675716039,
+      "eval_ga_opus100_pr_auc": 0.8582525561634323,
+      "eval_ga_ud_pr_auc": 0.8051742413139041,
+      "eval_gd_opus100_pr_auc": 0.5391935728810809,
+      "eval_gd_ud_pr_auc": 0.7406542180307207,
+      "eval_gl_opus100_pr_auc": 0.8767969195440354,
+      "eval_gl_ud_pr_auc": 0.9918720679292758,
+      "eval_gu_ersatz_pr_auc": 0.9339828074532494,
+      "eval_gu_opus100_pr_auc": 0.7006150297743401,
+      "eval_ha_opus100_pr_auc": 0.9061376657759229,
+      "eval_he_opus100_pr_auc": 0.849458226440976,
+      "eval_he_ud_pr_auc": 0.9611902858848961,
+      "eval_hi_ersatz_pr_auc": 0.9629486295524421,
+      "eval_hi_opus100_pr_auc": 0.6389239619196321,
+      "eval_hi_ud_pr_auc": 0.9750444982419781,
+      "eval_hu_opus100_pr_auc": 0.9116905609807172,
+      "eval_hu_ud_pr_auc": 0.9780726149709017,
+      "eval_hy_opus100_pr_auc": 0.903004107909139,
+      "eval_hy_ud_pr_auc": 0.9605315920137366,
+      "eval_id_opus100_pr_auc": 0.8519289198647247,
+      "eval_id_ud_pr_auc": 0.9891660695234689,
+      "eval_ig_opus100_pr_auc": 0.866235373982954,
+      "eval_is_opus100_pr_auc": 0.9166316137170238,
+      "eval_is_ud_pr_auc": 0.9095931379545988,
+      "eval_it_opus100_pr_auc": 0.8948398095797129,
+      "eval_it_ud_pr_auc": 0.9914158609375505,
+      "eval_ja_ersatz_pr_auc": 0.7657047555650428,
+      "eval_ja_opus100_pr_auc": 0.7626988071300677,
+      "eval_ja_ud_pr_auc": 0.9775732613634172,
+      "eval_jv_ud_pr_auc": 0.9649838266682257,
+      "eval_ka_opus100_pr_auc": 0.8525635074195036,
+      "eval_kk_ersatz_pr_auc": 0.9839899684591731,
+      "eval_kk_opus100_pr_auc": 0.7748865073662407,
+      "eval_kk_ud_pr_auc": 0.9681161153867892,
+      "eval_km_ersatz_pr_auc": 0.9054517811895082,
+      "eval_km_opus100_pr_auc": 0.7289423101887864,
+      "eval_kn_opus100_pr_auc": 0.5493627680693073,
+      "eval_ko_opus100_pr_auc": 0.6342630619762823,
+      "eval_ko_ud_pr_auc": 0.9988449361413603,
+      "eval_ku_opus100_pr_auc": 0.8474003895706038,
+      "eval_ky_opus100_pr_auc": 0.8363870185619927,
+      "eval_la_ud_pr_auc": 0.922629806771398,
+      "eval_loss": 0.037426434457302094,
+      "eval_lt_ersatz_pr_auc": 0.9870372748069622,
+      "eval_lt_opus100_pr_auc": 0.8528446762875767,
+      "eval_lt_ud_pr_auc": 0.9839535975323351,
+      "eval_lv_ersatz_pr_auc": 0.9884702049629993,
+      "eval_lv_opus100_pr_auc": 0.8682006728909829,
+      "eval_lv_ud_pr_auc": 0.9632957216619924,
+      "eval_mg_opus100_pr_auc": 0.9129191102391907,
+      "eval_mk_opus100_pr_auc": 0.8929165308493218,
+      "eval_ml_opus100_pr_auc": 0.7387552466808779,
+      "eval_mn_opus100_pr_auc": 0.9448487146925223,
+      "eval_mr_opus100_pr_auc": 0.8829401071911602,
+      "eval_mr_ud_pr_auc": 0.9825717665785916,
+      "eval_ms_opus100_pr_auc": 0.8563932957984204,
+      "eval_mt_opus100_pr_auc": 0.7958760382287765,
+      "eval_mt_ud_pr_auc": 0.8738644026808096,
+      "eval_my_opus100_pr_auc": 0.7339817646614877,
+      "eval_ne_opus100_pr_auc": 0.6486029603590628,
+      "eval_nl_opus100_pr_auc": 0.8848860426077104,
+      "eval_nl_ud_pr_auc": 0.95141612246979,
+      "eval_no_opus100_pr_auc": 0.9088156742483415,
+      "eval_no_ud_pr_auc": 0.9943290519095969,
+      "eval_pa_opus100_pr_auc": 0.6544631967567812,
+      "eval_pl_ersatz_pr_auc": 0.9613412001932613,
+      "eval_pl_opus100_pr_auc": 0.8752620227071256,
+      "eval_pl_ud_pr_auc": 0.9609382662583764,
+      "eval_ps_ersatz_pr_auc": 0.9230830038058937,
+      "eval_ps_opus100_pr_auc": 0.7406870121883296,
+      "eval_pt_opus100_pr_auc": 0.9186515660426855,
+      "eval_pt_ud_pr_auc": 0.9816167965800873,
+      "eval_ro_ersatz_pr_auc": 0.9912708888459821,
+      "eval_ro_opus100_pr_auc": 0.8782837958506768,
+      "eval_ro_ud_pr_auc": 0.8863324510772861,
+      "eval_ru_ersatz_pr_auc": 0.9844567649345776,
+      "eval_ru_opus100_pr_auc": 0.908139438363835,
+      "eval_ru_ud_pr_auc": 0.8429677853704548,
+      "eval_runtime": 411.0408,
+      "eval_samples_per_second": 183.602,
+      "eval_si_opus100_pr_auc": 0.7897423289249335,
+      "eval_sk_opus100_pr_auc": 0.9190031009196701,
+      "eval_sk_ud_pr_auc": 0.9718475913304243,
+      "eval_sl_opus100_pr_auc": 0.843637577519817,
+      "eval_sl_ud_pr_auc": 0.9678825694995942,
+      "eval_sq_opus100_pr_auc": 0.8931790712387743,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8992358833125975,
+      "eval_sr_ud_pr_auc": 0.9893580792956197,
+      "eval_steps_per_second": 5.739,
+      "eval_sv_opus100_pr_auc": 0.8827349522978682,
+      "eval_sv_ud_pr_auc": 0.9353193922634002,
+      "eval_ta_ersatz_pr_auc": 0.9810074963198576,
+      "eval_ta_opus100_pr_auc": 0.6322259391514268,
+      "eval_ta_ud_pr_auc": 0.9971417252996615,
+      "eval_te_opus100_pr_auc": 0.8223287155037471,
+      "eval_tg_opus100_pr_auc": 0.8748284558640598,
+      "eval_th_opus100_pr_auc": 0.6665608604193597,
+      "eval_th_ud_pr_auc": 0.7429297657400835,
+      "eval_tr_ersatz_pr_auc": 0.9581232850377771,
+      "eval_tr_opus100_pr_auc": 0.882660472132823,
+      "eval_tr_ud_pr_auc": 0.9434565890619857,
+      "eval_uk_opus100_pr_auc": 0.859348612936424,
+      "eval_uk_ud_pr_auc": 0.93327632151769,
+      "eval_ur_opus100_pr_auc": 0.5089055075698011,
+      "eval_ur_ud_pr_auc": 0.9924428079690606,
+      "eval_uz_opus100_pr_auc": 0.8422661252760547,
+      "eval_vi_opus100_pr_auc": 0.8915134738962961,
+      "eval_vi_ud_pr_auc": 0.9458485730313172,
+      "eval_xh_opus100_pr_auc": 0.8536927986479934,
+      "eval_yi_opus100_pr_auc": 0.7423158782255568,
+      "eval_yo_opus100_pr_auc": 0.8006219292371064,
+      "eval_yo_ud_pr_auc": 0.8922802131515529,
+      "eval_zh_ersatz_pr_auc": 0.8820918331738851,
+      "eval_zh_opus100_pr_auc": 0.6857385952395255,
+      "eval_zh_ud_pr_auc": 0.9843170763417757,
+      "eval_zu_opus100_pr_auc": 0.8289041489971254,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0332,
+      "step": 280050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0338,
+      "step": 280100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.033,
+      "step": 280150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0335,
+      "step": 280200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0334,
+      "step": 280250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0331,
+      "step": 280300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0338,
+      "step": 280350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0339,
+      "step": 280400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0332,
+      "step": 280450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0341,
+      "step": 280500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0333,
+      "step": 280550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.033,
+      "step": 280600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0339,
+      "step": 280650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0336,
+      "step": 280700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0337,
+      "step": 280750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0342,
+      "step": 280800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0343,
+      "step": 280850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0333,
+      "step": 280900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0337,
+      "step": 280950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0328,
+      "step": 281000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0335,
+      "step": 281050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0333,
+      "step": 281100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0344,
+      "step": 281150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0336,
+      "step": 281200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0331,
+      "step": 281250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.0328,
+      "step": 281300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0334,
+      "step": 281350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0331,
+      "step": 281400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0333,
+      "step": 281450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0337,
+      "step": 281500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0331,
+      "step": 281550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0333,
+      "step": 281600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0331,
+      "step": 281650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0342,
+      "step": 281700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0335,
+      "step": 281750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0331,
+      "step": 281800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0337,
+      "step": 281850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.0337,
+      "step": 281900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0343,
+      "step": 281950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.034,
+      "step": 282000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0338,
+      "step": 282050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.034,
+      "step": 282100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0338,
+      "step": 282150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0342,
+      "step": 282200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0335,
+      "step": 282250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0341,
+      "step": 282300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0336,
+      "step": 282350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0335,
+      "step": 282400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0339,
+      "step": 282450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0344,
+      "step": 282500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0337,
+      "step": 282550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0337,
+      "step": 282600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0337,
+      "step": 282650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0331,
+      "step": 282700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0328,
+      "step": 282750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0344,
+      "step": 282800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.033,
+      "step": 282850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0333,
+      "step": 282900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.034,
+      "step": 282950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.033,
+      "step": 283000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0332,
+      "step": 283050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0331,
+      "step": 283100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0329,
+      "step": 283150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0341,
+      "step": 283200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0329,
+      "step": 283250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0329,
+      "step": 283300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0332,
+      "step": 283350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0342,
+      "step": 283400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0335,
+      "step": 283450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0332,
+      "step": 283500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0342,
+      "step": 283550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0336,
+      "step": 283600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0332,
+      "step": 283650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0339,
+      "step": 283700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0334,
+      "step": 283750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.0339,
+      "step": 283800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0334,
+      "step": 283850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0339,
+      "step": 283900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0341,
+      "step": 283950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0343,
+      "step": 284000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0332,
+      "step": 284050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0334,
+      "step": 284100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0334,
+      "step": 284150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0339,
+      "step": 284200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0344,
+      "step": 284250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0332,
+      "step": 284300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0334,
+      "step": 284350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0333,
+      "step": 284400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0333,
+      "step": 284450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.034,
+      "step": 284500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.033,
+      "step": 284550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0341,
+      "step": 284600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0335,
+      "step": 284650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0335,
+      "step": 284700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.034,
+      "step": 284750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0338,
+      "step": 284800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.034,
+      "step": 284850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0334,
+      "step": 284900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0335,
+      "step": 284950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0338,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7475991019446251,
+      "eval_af_ud_pr_auc": 0.9881420058621182,
+      "eval_am_opus100_pr_auc": 0.43780402929910345,
+      "eval_ar_ersatz_pr_auc": 0.9262555074503483,
+      "eval_ar_opus100_pr_auc": 0.6854801226021774,
+      "eval_ar_ud_pr_auc": 0.8629908653061795,
+      "eval_average_ersatz_pr_auc": 0.9546846650496262,
+      "eval_average_opus100_pr_auc": 0.8116575659784468,
+      "eval_average_ud_pr_auc": 0.9527876941692243,
+      "eval_az_opus100_pr_auc": 0.705629754867837,
+      "eval_be_opus100_pr_auc": 0.6560147672644911,
+      "eval_be_ud_pr_auc": 0.8760859687283217,
+      "eval_bg_opus100_pr_auc": 0.909005168745958,
+      "eval_bg_ud_pr_auc": 0.9899126929469269,
+      "eval_bn_opus100_pr_auc": 0.8005501589699348,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.866391525186934,
+      "eval_ca_ud_pr_auc": 0.9938604797455679,
+      "eval_ceb_ud_pr_auc": 0.9978432478209132,
+      "eval_cs_ersatz_pr_auc": 0.9762068574704412,
+      "eval_cs_opus100_pr_auc": 0.8960814604375241,
+      "eval_cs_ud_pr_auc": 0.9456240750656303,
+      "eval_cy_opus100_pr_auc": 0.7299662234352231,
+      "eval_cy_ud_pr_auc": 0.993959826348786,
+      "eval_da_opus100_pr_auc": 0.9022905906614213,
+      "eval_da_ud_pr_auc": 0.9724264981322828,
+      "eval_de_ersatz_pr_auc": 0.962760520782247,
+      "eval_de_opus100_pr_auc": 0.8637207537221909,
+      "eval_de_ud_pr_auc": 0.981077446668857,
+      "eval_el_opus100_pr_auc": 0.9093819661728268,
+      "eval_el_ud_pr_auc": 0.9894884331169204,
+      "eval_en_ersatz_pr_auc": 0.9862300716033132,
+      "eval_en_opus100_pr_auc": 0.916669672705049,
+      "eval_en_ud_pr_auc": 0.9574940521164502,
+      "eval_eo_opus100_pr_auc": 0.9126710555623067,
+      "eval_es_ersatz_pr_auc": 0.9937513864878008,
+      "eval_es_opus100_pr_auc": 0.9181067519837414,
+      "eval_es_ud_pr_auc": 0.9906348567573102,
+      "eval_et_ersatz_pr_auc": 0.9754731768905983,
+      "eval_et_opus100_pr_auc": 0.8917056551166876,
+      "eval_et_ud_pr_auc": 0.9450834252877037,
+      "eval_eu_opus100_pr_auc": 0.8746181481449845,
+      "eval_eu_ud_pr_auc": 0.9884954120001062,
+      "eval_fa_opus100_pr_auc": 0.5660157381922348,
+      "eval_fa_ud_pr_auc": 0.9955761528339153,
+      "eval_fi_ersatz_pr_auc": 0.9795523213979891,
+      "eval_fi_opus100_pr_auc": 0.8991508640672843,
+      "eval_fi_ud_pr_auc": 0.9608991694620483,
+      "eval_fr_ersatz_pr_auc": 0.9805213613113171,
+      "eval_fr_opus100_pr_auc": 0.9050989352785263,
+      "eval_fr_ud_pr_auc": 0.9734634648290275,
+      "eval_fy_opus100_pr_auc": 0.6741573856720369,
+      "eval_ga_opus100_pr_auc": 0.8651932848474095,
+      "eval_ga_ud_pr_auc": 0.8029994896067558,
+      "eval_gd_opus100_pr_auc": 0.558028050942881,
+      "eval_gd_ud_pr_auc": 0.7474276755423959,
+      "eval_gl_opus100_pr_auc": 0.8835450275087553,
+      "eval_gl_ud_pr_auc": 0.9921887093067353,
+      "eval_gu_ersatz_pr_auc": 0.9269567092425055,
+      "eval_gu_opus100_pr_auc": 0.704219266047476,
+      "eval_ha_opus100_pr_auc": 0.8933661731710103,
+      "eval_he_opus100_pr_auc": 0.8593199615807061,
+      "eval_he_ud_pr_auc": 0.9622756727184063,
+      "eval_hi_ersatz_pr_auc": 0.9611133561323982,
+      "eval_hi_opus100_pr_auc": 0.641024831376848,
+      "eval_hi_ud_pr_auc": 0.9731282273664501,
+      "eval_hu_opus100_pr_auc": 0.9129033097713468,
+      "eval_hu_ud_pr_auc": 0.9741943011063503,
+      "eval_hy_opus100_pr_auc": 0.9063255554370759,
+      "eval_hy_ud_pr_auc": 0.9833871718575504,
+      "eval_id_opus100_pr_auc": 0.8603838895410284,
+      "eval_id_ud_pr_auc": 0.9868374915920878,
+      "eval_ig_opus100_pr_auc": 0.8596416442750278,
+      "eval_is_opus100_pr_auc": 0.9176039362288526,
+      "eval_is_ud_pr_auc": 0.8933670801829271,
+      "eval_it_opus100_pr_auc": 0.8969722669968281,
+      "eval_it_ud_pr_auc": 0.9934438370512715,
+      "eval_ja_ersatz_pr_auc": 0.7866327041408488,
+      "eval_ja_opus100_pr_auc": 0.7506849450664549,
+      "eval_ja_ud_pr_auc": 0.9826599494861216,
+      "eval_jv_ud_pr_auc": 0.964593471813376,
+      "eval_ka_opus100_pr_auc": 0.8477219363352984,
+      "eval_kk_ersatz_pr_auc": 0.982925023884732,
+      "eval_kk_opus100_pr_auc": 0.7758236376994561,
+      "eval_kk_ud_pr_auc": 0.9721347468220732,
+      "eval_km_ersatz_pr_auc": 0.9057665931741702,
+      "eval_km_opus100_pr_auc": 0.7370299780048267,
+      "eval_kn_opus100_pr_auc": 0.5681677672822626,
+      "eval_ko_opus100_pr_auc": 0.6359927612418673,
+      "eval_ko_ud_pr_auc": 0.9973182159199565,
+      "eval_ku_opus100_pr_auc": 0.8289635058789473,
+      "eval_ky_opus100_pr_auc": 0.8358130501483935,
+      "eval_la_ud_pr_auc": 0.9394457138918828,
+      "eval_loss": 0.03733444586396217,
+      "eval_lt_ersatz_pr_auc": 0.98472195589316,
+      "eval_lt_opus100_pr_auc": 0.8562662027446102,
+      "eval_lt_ud_pr_auc": 0.9832694658522749,
+      "eval_lv_ersatz_pr_auc": 0.9863784544467896,
+      "eval_lv_opus100_pr_auc": 0.8692530411935717,
+      "eval_lv_ud_pr_auc": 0.960208022046941,
+      "eval_mg_opus100_pr_auc": 0.9169562982753884,
+      "eval_mk_opus100_pr_auc": 0.8977367306876266,
+      "eval_ml_opus100_pr_auc": 0.7437060351819536,
+      "eval_mn_opus100_pr_auc": 0.9493267674155899,
+      "eval_mr_opus100_pr_auc": 0.8841650127836109,
+      "eval_mr_ud_pr_auc": 0.9852225849311843,
+      "eval_ms_opus100_pr_auc": 0.8538828970373435,
+      "eval_mt_opus100_pr_auc": 0.8045818478580664,
+      "eval_mt_ud_pr_auc": 0.8812381626737842,
+      "eval_my_opus100_pr_auc": 0.739503773639519,
+      "eval_ne_opus100_pr_auc": 0.6449334008270797,
+      "eval_nl_opus100_pr_auc": 0.8836483343839018,
+      "eval_nl_ud_pr_auc": 0.9552243772147055,
+      "eval_no_opus100_pr_auc": 0.9078259264857217,
+      "eval_no_ud_pr_auc": 0.9944302903706599,
+      "eval_pa_opus100_pr_auc": 0.6690747923014648,
+      "eval_pl_ersatz_pr_auc": 0.9635182086908082,
+      "eval_pl_opus100_pr_auc": 0.8783716624892547,
+      "eval_pl_ud_pr_auc": 0.9601104659794739,
+      "eval_ps_ersatz_pr_auc": 0.9185739704061868,
+      "eval_ps_opus100_pr_auc": 0.7417171067481214,
+      "eval_pt_opus100_pr_auc": 0.921430352889555,
+      "eval_pt_ud_pr_auc": 0.9830707627685003,
+      "eval_ro_ersatz_pr_auc": 0.9914064127587107,
+      "eval_ro_opus100_pr_auc": 0.8918087042335092,
+      "eval_ro_ud_pr_auc": 0.9068635813445989,
+      "eval_ru_ersatz_pr_auc": 0.9833045200944418,
+      "eval_ru_opus100_pr_auc": 0.9097972932358652,
+      "eval_ru_ud_pr_auc": 0.8467184875313607,
+      "eval_runtime": 407.805,
+      "eval_samples_per_second": 185.059,
+      "eval_si_opus100_pr_auc": 0.7958962363658102,
+      "eval_sk_opus100_pr_auc": 0.9197116607842759,
+      "eval_sk_ud_pr_auc": 0.9742690050289426,
+      "eval_sl_opus100_pr_auc": 0.8461000575421779,
+      "eval_sl_ud_pr_auc": 0.9655714196858848,
+      "eval_sq_opus100_pr_auc": 0.8920716322306219,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9015241904476937,
+      "eval_sr_ud_pr_auc": 0.9903928246578049,
+      "eval_steps_per_second": 5.785,
+      "eval_sv_opus100_pr_auc": 0.8830724301789873,
+      "eval_sv_ud_pr_auc": 0.9299997873095573,
+      "eval_ta_ersatz_pr_auc": 0.9769217694498261,
+      "eval_ta_opus100_pr_auc": 0.6444716830812005,
+      "eval_ta_ud_pr_auc": 0.9936510520747448,
+      "eval_te_opus100_pr_auc": 0.8227003353331191,
+      "eval_tg_opus100_pr_auc": 0.8725367667325703,
+      "eval_th_opus100_pr_auc": 0.666093947688949,
+      "eval_th_ud_pr_auc": 0.7298553271490784,
+      "eval_tr_ersatz_pr_auc": 0.945698737935553,
+      "eval_tr_opus100_pr_auc": 0.8850003198827462,
+      "eval_tr_ud_pr_auc": 0.9382067601676802,
+      "eval_uk_opus100_pr_auc": 0.8608513774378705,
+      "eval_uk_ud_pr_auc": 0.9282254718406034,
+      "eval_ur_opus100_pr_auc": 0.4931939146359165,
+      "eval_ur_ud_pr_auc": 0.9913958604947585,
+      "eval_uz_opus100_pr_auc": 0.8328069602801572,
+      "eval_vi_opus100_pr_auc": 0.8908307497785968,
+      "eval_vi_ud_pr_auc": 0.9567591770117216,
+      "eval_xh_opus100_pr_auc": 0.8594928447220119,
+      "eval_yi_opus100_pr_auc": 0.7686271049249526,
+      "eval_yo_opus100_pr_auc": 0.804158759258508,
+      "eval_yo_ud_pr_auc": 0.8950700628595316,
+      "eval_zh_ersatz_pr_auc": 0.9083930114475852,
+      "eval_zh_opus100_pr_auc": 0.7202473932028558,
+      "eval_zh_ud_pr_auc": 0.9906857913585873,
+      "eval_zu_opus100_pr_auc": 0.8257112558960374,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0339,
+      "step": 285050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0339,
+      "step": 285100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0327,
+      "step": 285150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0333,
+      "step": 285200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0342,
+      "step": 285250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0339,
+      "step": 285300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0324,
+      "step": 285350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0336,
+      "step": 285400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0332,
+      "step": 285450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0336,
+      "step": 285500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.0337,
+      "step": 285550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0325,
+      "step": 285600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0335,
+      "step": 285650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0335,
+      "step": 285700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0337,
+      "step": 285750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0344,
+      "step": 285800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.033,
+      "step": 285850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0335,
+      "step": 285900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0329,
+      "step": 285950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0331,
+      "step": 286000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0338,
+      "step": 286050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0332,
+      "step": 286100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.034,
+      "step": 286150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0332,
+      "step": 286200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0339,
+      "step": 286250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0329,
+      "step": 286300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.034,
+      "step": 286350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0333,
+      "step": 286400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0338,
+      "step": 286450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0334,
+      "step": 286500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0332,
+      "step": 286550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0331,
+      "step": 286600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.0332,
+      "step": 286650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0329,
+      "step": 286700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0333,
+      "step": 286750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0339,
+      "step": 286800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0342,
+      "step": 286850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.033,
+      "step": 286900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0336,
+      "step": 286950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0336,
+      "step": 287000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0333,
+      "step": 287050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0324,
+      "step": 287100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0327,
+      "step": 287150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0332,
+      "step": 287200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0336,
+      "step": 287250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0343,
+      "step": 287300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0341,
+      "step": 287350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0339,
+      "step": 287400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0335,
+      "step": 287450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0336,
+      "step": 287500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0335,
+      "step": 287550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0329,
+      "step": 287600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0335,
+      "step": 287650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0339,
+      "step": 287700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0335,
+      "step": 287750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0336,
+      "step": 287800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0332,
+      "step": 287850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.0338,
+      "step": 287900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0336,
+      "step": 287950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0342,
+      "step": 288000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0334,
+      "step": 288050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0337,
+      "step": 288100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.034,
+      "step": 288150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0339,
+      "step": 288200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0337,
+      "step": 288250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0336,
+      "step": 288300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0336,
+      "step": 288350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.033,
+      "step": 288400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0332,
+      "step": 288450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0329,
+      "step": 288500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0333,
+      "step": 288550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0335,
+      "step": 288600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0337,
+      "step": 288650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0335,
+      "step": 288700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0337,
+      "step": 288750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0325,
+      "step": 288800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0338,
+      "step": 288850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0328,
+      "step": 288900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0332,
+      "step": 288950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0336,
+      "step": 289000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.034,
+      "step": 289050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0333,
+      "step": 289100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0334,
+      "step": 289150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.033,
+      "step": 289200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0338,
+      "step": 289250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0331,
+      "step": 289300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0335,
+      "step": 289350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0338,
+      "step": 289400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0332,
+      "step": 289450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0338,
+      "step": 289500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0338,
+      "step": 289550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0334,
+      "step": 289600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0335,
+      "step": 289650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0341,
+      "step": 289700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.034,
+      "step": 289750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0331,
+      "step": 289800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.0329,
+      "step": 289850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0327,
+      "step": 289900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0337,
+      "step": 289950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0338,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7542272884710851,
+      "eval_af_ud_pr_auc": 0.9938340229663363,
+      "eval_am_opus100_pr_auc": 0.43775134614766525,
+      "eval_ar_ersatz_pr_auc": 0.9292492100764774,
+      "eval_ar_opus100_pr_auc": 0.6891964668404454,
+      "eval_ar_ud_pr_auc": 0.8599960757817389,
+      "eval_average_ersatz_pr_auc": 0.9536757879555061,
+      "eval_average_opus100_pr_auc": 0.8125030497544219,
+      "eval_average_ud_pr_auc": 0.9524003826568715,
+      "eval_az_opus100_pr_auc": 0.7287770869256283,
+      "eval_be_opus100_pr_auc": 0.6531623550480238,
+      "eval_be_ud_pr_auc": 0.8844395045275679,
+      "eval_bg_opus100_pr_auc": 0.9073900760960312,
+      "eval_bg_ud_pr_auc": 0.9911486977282503,
+      "eval_bn_opus100_pr_auc": 0.7958726022141395,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8678134083394953,
+      "eval_ca_ud_pr_auc": 0.9921402481724882,
+      "eval_ceb_ud_pr_auc": 0.9971208687773778,
+      "eval_cs_ersatz_pr_auc": 0.9798666075054069,
+      "eval_cs_opus100_pr_auc": 0.8985023558531587,
+      "eval_cs_ud_pr_auc": 0.9496875852330386,
+      "eval_cy_opus100_pr_auc": 0.7304319076719216,
+      "eval_cy_ud_pr_auc": 0.9944219030722709,
+      "eval_da_opus100_pr_auc": 0.9026822991580262,
+      "eval_da_ud_pr_auc": 0.9744727096213601,
+      "eval_de_ersatz_pr_auc": 0.9596553847678394,
+      "eval_de_opus100_pr_auc": 0.8653973729926208,
+      "eval_de_ud_pr_auc": 0.9824771758697011,
+      "eval_el_opus100_pr_auc": 0.9090344359186601,
+      "eval_el_ud_pr_auc": 0.990850103463106,
+      "eval_en_ersatz_pr_auc": 0.9859373458074767,
+      "eval_en_opus100_pr_auc": 0.9160767102947436,
+      "eval_en_ud_pr_auc": 0.9608883062976812,
+      "eval_eo_opus100_pr_auc": 0.917545405209313,
+      "eval_es_ersatz_pr_auc": 0.9939327461330926,
+      "eval_es_opus100_pr_auc": 0.9180648122719928,
+      "eval_es_ud_pr_auc": 0.9894157225510856,
+      "eval_et_ersatz_pr_auc": 0.9783455376702151,
+      "eval_et_opus100_pr_auc": 0.8916092925610812,
+      "eval_et_ud_pr_auc": 0.9408745440906001,
+      "eval_eu_opus100_pr_auc": 0.8734260064041852,
+      "eval_eu_ud_pr_auc": 0.9857338339578555,
+      "eval_fa_opus100_pr_auc": 0.5677146165454132,
+      "eval_fa_ud_pr_auc": 0.9952701798227611,
+      "eval_fi_ersatz_pr_auc": 0.9830304626169817,
+      "eval_fi_opus100_pr_auc": 0.8981217040302257,
+      "eval_fi_ud_pr_auc": 0.9639247131185102,
+      "eval_fr_ersatz_pr_auc": 0.9851323150423041,
+      "eval_fr_opus100_pr_auc": 0.9024216364823975,
+      "eval_fr_ud_pr_auc": 0.9743743145536315,
+      "eval_fy_opus100_pr_auc": 0.6783007075828518,
+      "eval_ga_opus100_pr_auc": 0.8684595584411435,
+      "eval_ga_ud_pr_auc": 0.8111573649893077,
+      "eval_gd_opus100_pr_auc": 0.5593704773926942,
+      "eval_gd_ud_pr_auc": 0.7559048499522101,
+      "eval_gl_opus100_pr_auc": 0.8773046328497486,
+      "eval_gl_ud_pr_auc": 0.9924249940722054,
+      "eval_gu_ersatz_pr_auc": 0.9310985469257523,
+      "eval_gu_opus100_pr_auc": 0.7066045270798493,
+      "eval_ha_opus100_pr_auc": 0.8983020236355735,
+      "eval_he_opus100_pr_auc": 0.8535072338862921,
+      "eval_he_ud_pr_auc": 0.9649076500749695,
+      "eval_hi_ersatz_pr_auc": 0.9635745337628698,
+      "eval_hi_opus100_pr_auc": 0.6388668738565497,
+      "eval_hi_ud_pr_auc": 0.9679350209876734,
+      "eval_hu_opus100_pr_auc": 0.9162816199987021,
+      "eval_hu_ud_pr_auc": 0.975298358597622,
+      "eval_hy_opus100_pr_auc": 0.9090706509100424,
+      "eval_hy_ud_pr_auc": 0.9766879687534609,
+      "eval_id_opus100_pr_auc": 0.8668519149478758,
+      "eval_id_ud_pr_auc": 0.9920966571366978,
+      "eval_ig_opus100_pr_auc": 0.8596476649853061,
+      "eval_is_opus100_pr_auc": 0.9206328723435611,
+      "eval_is_ud_pr_auc": 0.8822559640940582,
+      "eval_it_opus100_pr_auc": 0.8970997579278528,
+      "eval_it_ud_pr_auc": 0.9922327401836659,
+      "eval_ja_ersatz_pr_auc": 0.7511892847832976,
+      "eval_ja_opus100_pr_auc": 0.7833849095598829,
+      "eval_ja_ud_pr_auc": 0.9789403949974335,
+      "eval_jv_ud_pr_auc": 0.9735755460868163,
+      "eval_ka_opus100_pr_auc": 0.8462875620626974,
+      "eval_kk_ersatz_pr_auc": 0.9823905996847171,
+      "eval_kk_opus100_pr_auc": 0.7774743850048194,
+      "eval_kk_ud_pr_auc": 0.974003933442507,
+      "eval_km_ersatz_pr_auc": 0.9054373968513351,
+      "eval_km_opus100_pr_auc": 0.7353921343871477,
+      "eval_kn_opus100_pr_auc": 0.5721578594905923,
+      "eval_ko_opus100_pr_auc": 0.6390808785634096,
+      "eval_ko_ud_pr_auc": 0.9972161161146924,
+      "eval_ku_opus100_pr_auc": 0.8326513012020725,
+      "eval_ky_opus100_pr_auc": 0.8339948062581755,
+      "eval_la_ud_pr_auc": 0.9403078045881161,
+      "eval_loss": 0.037222132086753845,
+      "eval_lt_ersatz_pr_auc": 0.9853341098298639,
+      "eval_lt_opus100_pr_auc": 0.8576554900983957,
+      "eval_lt_ud_pr_auc": 0.9868515579163041,
+      "eval_lv_ersatz_pr_auc": 0.9889282201974123,
+      "eval_lv_opus100_pr_auc": 0.8744349756589731,
+      "eval_lv_ud_pr_auc": 0.9620320918548809,
+      "eval_mg_opus100_pr_auc": 0.9218212303961826,
+      "eval_mk_opus100_pr_auc": 0.895527347794762,
+      "eval_ml_opus100_pr_auc": 0.751545549794883,
+      "eval_mn_opus100_pr_auc": 0.9522432661682986,
+      "eval_mr_opus100_pr_auc": 0.8940738910560361,
+      "eval_mr_ud_pr_auc": 0.9827554388740292,
+      "eval_ms_opus100_pr_auc": 0.8636389548973797,
+      "eval_mt_opus100_pr_auc": 0.8111264996968421,
+      "eval_mt_ud_pr_auc": 0.8562785126442998,
+      "eval_my_opus100_pr_auc": 0.7472739097521796,
+      "eval_ne_opus100_pr_auc": 0.6556042972729526,
+      "eval_nl_opus100_pr_auc": 0.8868689616431926,
+      "eval_nl_ud_pr_auc": 0.9640663083941934,
+      "eval_no_opus100_pr_auc": 0.908265618596918,
+      "eval_no_ud_pr_auc": 0.9952407349520601,
+      "eval_pa_opus100_pr_auc": 0.6568304288487914,
+      "eval_pl_ersatz_pr_auc": 0.9682508922586814,
+      "eval_pl_opus100_pr_auc": 0.8784569135985706,
+      "eval_pl_ud_pr_auc": 0.960770023471616,
+      "eval_ps_ersatz_pr_auc": 0.930356396085818,
+      "eval_ps_opus100_pr_auc": 0.7450142929134093,
+      "eval_pt_opus100_pr_auc": 0.9205253011739856,
+      "eval_pt_ud_pr_auc": 0.9814850699085889,
+      "eval_ro_ersatz_pr_auc": 0.9916300892818328,
+      "eval_ro_opus100_pr_auc": 0.8857271063414375,
+      "eval_ro_ud_pr_auc": 0.861562965087839,
+      "eval_ru_ersatz_pr_auc": 0.9838546342575891,
+      "eval_ru_opus100_pr_auc": 0.9112351344064157,
+      "eval_ru_ud_pr_auc": 0.8471282495777861,
+      "eval_runtime": 407.1593,
+      "eval_samples_per_second": 185.353,
+      "eval_si_opus100_pr_auc": 0.8015860785864137,
+      "eval_sk_opus100_pr_auc": 0.9220307827239812,
+      "eval_sk_ud_pr_auc": 0.9769213959374005,
+      "eval_sl_opus100_pr_auc": 0.8454025768032133,
+      "eval_sl_ud_pr_auc": 0.9694735291688596,
+      "eval_sq_opus100_pr_auc": 0.8907349247685884,
+      "eval_sq_ud_pr_auc": 0.9997244990892532,
+      "eval_sr_opus100_pr_auc": 0.9029729132032585,
+      "eval_sr_ud_pr_auc": 0.9932875886325631,
+      "eval_steps_per_second": 5.794,
+      "eval_sv_opus100_pr_auc": 0.883597916205918,
+      "eval_sv_ud_pr_auc": 0.9309386016463668,
+      "eval_ta_ersatz_pr_auc": 0.9829158645681428,
+      "eval_ta_opus100_pr_auc": 0.643839613132634,
+      "eval_ta_ud_pr_auc": 0.9956111226590307,
+      "eval_te_opus100_pr_auc": 0.8318072082600896,
+      "eval_tg_opus100_pr_auc": 0.8732944104836876,
+      "eval_th_opus100_pr_auc": 0.6684661204073691,
+      "eval_th_ud_pr_auc": 0.7444900908485342,
+      "eval_tr_ersatz_pr_auc": 0.9552099761563682,
+      "eval_tr_opus100_pr_auc": 0.88465794519271,
+      "eval_tr_ud_pr_auc": 0.947294610069101,
+      "eval_uk_opus100_pr_auc": 0.8616985842859078,
+      "eval_uk_ud_pr_auc": 0.935016242037805,
+      "eval_ur_opus100_pr_auc": 0.5084594369917462,
+      "eval_ur_ud_pr_auc": 0.992611122032461,
+      "eval_uz_opus100_pr_auc": 0.8348621041963393,
+      "eval_vi_opus100_pr_auc": 0.8979431146063865,
+      "eval_vi_ud_pr_auc": 0.9578617764117673,
+      "eval_xh_opus100_pr_auc": 0.854703912140718,
+      "eval_yi_opus100_pr_auc": 0.6813986263502515,
+      "eval_yo_opus100_pr_auc": 0.7980152685342216,
+      "eval_yo_ud_pr_auc": 0.8716279506213233,
+      "eval_zh_ersatz_pr_auc": 0.8655471807576595,
+      "eval_zh_opus100_pr_auc": 0.6983919009645335,
+      "eval_zh_ud_pr_auc": 0.9777764559288104,
+      "eval_zu_opus100_pr_auc": 0.8275739340719334,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0336,
+      "step": 290050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0336,
+      "step": 290100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0335,
+      "step": 290150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.0331,
+      "step": 290200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0339,
+      "step": 290250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0336,
+      "step": 290300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0336,
+      "step": 290350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.0329,
+      "step": 290400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0334,
+      "step": 290450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0332,
+      "step": 290500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.034,
+      "step": 290550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0337,
+      "step": 290600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0342,
+      "step": 290650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0336,
+      "step": 290700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0334,
+      "step": 290750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0334,
+      "step": 290800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0335,
+      "step": 290850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0336,
+      "step": 290900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0331,
+      "step": 290950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0332,
+      "step": 291000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0331,
+      "step": 291050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0334,
+      "step": 291100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0332,
+      "step": 291150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0334,
+      "step": 291200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0339,
+      "step": 291250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0332,
+      "step": 291300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0339,
+      "step": 291350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0336,
+      "step": 291400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0332,
+      "step": 291450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0337,
+      "step": 291500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0338,
+      "step": 291550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0337,
+      "step": 291600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0332,
+      "step": 291650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0345,
+      "step": 291700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0338,
+      "step": 291750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0329,
+      "step": 291800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0334,
+      "step": 291850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0332,
+      "step": 291900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0323,
+      "step": 291950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0345,
+      "step": 292000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0335,
+      "step": 292050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0331,
+      "step": 292100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0335,
+      "step": 292150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0331,
+      "step": 292200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0347,
+      "step": 292250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0338,
+      "step": 292300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0334,
+      "step": 292350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0332,
+      "step": 292400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.033,
+      "step": 292450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.034,
+      "step": 292500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.033,
+      "step": 292550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0344,
+      "step": 292600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0337,
+      "step": 292650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0337,
+      "step": 292700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0332,
+      "step": 292750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.0335,
+      "step": 292800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0332,
+      "step": 292850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0333,
+      "step": 292900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0333,
+      "step": 292950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0338,
+      "step": 293000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.033,
+      "step": 293050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0333,
+      "step": 293100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.033,
+      "step": 293150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0333,
+      "step": 293200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0343,
+      "step": 293250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0328,
+      "step": 293300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0332,
+      "step": 293350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.033,
+      "step": 293400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0344,
+      "step": 293450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0336,
+      "step": 293500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0337,
+      "step": 293550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0342,
+      "step": 293600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0334,
+      "step": 293650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0333,
+      "step": 293700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0333,
+      "step": 293750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0329,
+      "step": 293800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0329,
+      "step": 293850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0333,
+      "step": 293900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0338,
+      "step": 293950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0334,
+      "step": 294000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0327,
+      "step": 294050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0341,
+      "step": 294100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0332,
+      "step": 294150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0328,
+      "step": 294200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.0327,
+      "step": 294250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0335,
+      "step": 294300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0334,
+      "step": 294350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0334,
+      "step": 294400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0331,
+      "step": 294450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0337,
+      "step": 294500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0336,
+      "step": 294550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0327,
+      "step": 294600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0335,
+      "step": 294650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0333,
+      "step": 294700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.033,
+      "step": 294750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0337,
+      "step": 294800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0328,
+      "step": 294850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0338,
+      "step": 294900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0333,
+      "step": 294950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0337,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7528430220527015,
+      "eval_af_ud_pr_auc": 0.9855408465329102,
+      "eval_am_opus100_pr_auc": 0.42989981422206486,
+      "eval_ar_ersatz_pr_auc": 0.9290270932240671,
+      "eval_ar_opus100_pr_auc": 0.6903577779332772,
+      "eval_ar_ud_pr_auc": 0.8594092844704003,
+      "eval_average_ersatz_pr_auc": 0.9561882372480933,
+      "eval_average_opus100_pr_auc": 0.8135618480647814,
+      "eval_average_ud_pr_auc": 0.9524650159328395,
+      "eval_az_opus100_pr_auc": 0.74501007706682,
+      "eval_be_opus100_pr_auc": 0.649867251284514,
+      "eval_be_ud_pr_auc": 0.8816519295256195,
+      "eval_bg_opus100_pr_auc": 0.9067573386245205,
+      "eval_bg_ud_pr_auc": 0.98975037987704,
+      "eval_bn_opus100_pr_auc": 0.8000674982284373,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.863339556821841,
+      "eval_ca_ud_pr_auc": 0.9912702400322984,
+      "eval_ceb_ud_pr_auc": 0.9988411232482435,
+      "eval_cs_ersatz_pr_auc": 0.9780888600231564,
+      "eval_cs_opus100_pr_auc": 0.8993854305533407,
+      "eval_cs_ud_pr_auc": 0.9472259685774205,
+      "eval_cy_opus100_pr_auc": 0.73761363925615,
+      "eval_cy_ud_pr_auc": 0.9947241436670395,
+      "eval_da_opus100_pr_auc": 0.9009466898909657,
+      "eval_da_ud_pr_auc": 0.9727976899448953,
+      "eval_de_ersatz_pr_auc": 0.9615251825891473,
+      "eval_de_opus100_pr_auc": 0.8645969312532119,
+      "eval_de_ud_pr_auc": 0.9804433873384788,
+      "eval_el_opus100_pr_auc": 0.9085290409352165,
+      "eval_el_ud_pr_auc": 0.9903285612695355,
+      "eval_en_ersatz_pr_auc": 0.986291419030326,
+      "eval_en_opus100_pr_auc": 0.915686265454189,
+      "eval_en_ud_pr_auc": 0.9632479306384508,
+      "eval_eo_opus100_pr_auc": 0.9181387384510182,
+      "eval_es_ersatz_pr_auc": 0.9926169378250296,
+      "eval_es_opus100_pr_auc": 0.9176470373807735,
+      "eval_es_ud_pr_auc": 0.9879629219419511,
+      "eval_et_ersatz_pr_auc": 0.976750863240507,
+      "eval_et_opus100_pr_auc": 0.8913555883983817,
+      "eval_et_ud_pr_auc": 0.940135125055729,
+      "eval_eu_opus100_pr_auc": 0.8704585640644814,
+      "eval_eu_ud_pr_auc": 0.9879844876718951,
+      "eval_fa_opus100_pr_auc": 0.5809137145203991,
+      "eval_fa_ud_pr_auc": 0.9977457375569062,
+      "eval_fi_ersatz_pr_auc": 0.9816182975903771,
+      "eval_fi_opus100_pr_auc": 0.8946725712540042,
+      "eval_fi_ud_pr_auc": 0.9637137647666665,
+      "eval_fr_ersatz_pr_auc": 0.9760032158663349,
+      "eval_fr_opus100_pr_auc": 0.8991319042593763,
+      "eval_fr_ud_pr_auc": 0.9705045511243263,
+      "eval_fy_opus100_pr_auc": 0.6800283615502677,
+      "eval_ga_opus100_pr_auc": 0.8679936731454093,
+      "eval_ga_ud_pr_auc": 0.8184143624722421,
+      "eval_gd_opus100_pr_auc": 0.5672858001967197,
+      "eval_gd_ud_pr_auc": 0.7534658233329483,
+      "eval_gl_opus100_pr_auc": 0.8749342292326837,
+      "eval_gl_ud_pr_auc": 0.9921150926671014,
+      "eval_gu_ersatz_pr_auc": 0.9312941547409507,
+      "eval_gu_opus100_pr_auc": 0.7089704410572032,
+      "eval_ha_opus100_pr_auc": 0.9010059451484271,
+      "eval_he_opus100_pr_auc": 0.8500440118735471,
+      "eval_he_ud_pr_auc": 0.9634776855598804,
+      "eval_hi_ersatz_pr_auc": 0.9658700051774225,
+      "eval_hi_opus100_pr_auc": 0.6452746400452803,
+      "eval_hi_ud_pr_auc": 0.9674061314175492,
+      "eval_hu_opus100_pr_auc": 0.9074133473522973,
+      "eval_hu_ud_pr_auc": 0.9751967029417057,
+      "eval_hy_opus100_pr_auc": 0.9075238949281159,
+      "eval_hy_ud_pr_auc": 0.975313130882172,
+      "eval_id_opus100_pr_auc": 0.8619882011510597,
+      "eval_id_ud_pr_auc": 0.9884845480380196,
+      "eval_ig_opus100_pr_auc": 0.8587241885643891,
+      "eval_is_opus100_pr_auc": 0.9173376034762517,
+      "eval_is_ud_pr_auc": 0.899534284636085,
+      "eval_it_opus100_pr_auc": 0.8945074902365486,
+      "eval_it_ud_pr_auc": 0.992637491618533,
+      "eval_ja_ersatz_pr_auc": 0.7889130266883071,
+      "eval_ja_opus100_pr_auc": 0.7575930504948565,
+      "eval_ja_ud_pr_auc": 0.9810210743991101,
+      "eval_jv_ud_pr_auc": 0.9633217931580471,
+      "eval_ka_opus100_pr_auc": 0.8443510770538902,
+      "eval_kk_ersatz_pr_auc": 0.9852756278705934,
+      "eval_kk_opus100_pr_auc": 0.7798886903838286,
+      "eval_kk_ud_pr_auc": 0.9717403412692943,
+      "eval_km_ersatz_pr_auc": 0.9073102594987692,
+      "eval_km_opus100_pr_auc": 0.7440773554313853,
+      "eval_kn_opus100_pr_auc": 0.5759956061011828,
+      "eval_ko_opus100_pr_auc": 0.6549485477225064,
+      "eval_ko_ud_pr_auc": 0.9988545829447001,
+      "eval_ku_opus100_pr_auc": 0.8337297049607052,
+      "eval_ky_opus100_pr_auc": 0.8424466929253308,
+      "eval_la_ud_pr_auc": 0.9400354006218887,
+      "eval_loss": 0.036963339895009995,
+      "eval_lt_ersatz_pr_auc": 0.9872725445278198,
+      "eval_lt_opus100_pr_auc": 0.8597964761808901,
+      "eval_lt_ud_pr_auc": 0.987850483697907,
+      "eval_lv_ersatz_pr_auc": 0.9871838242713409,
+      "eval_lv_opus100_pr_auc": 0.8717739477238584,
+      "eval_lv_ud_pr_auc": 0.9604027212131101,
+      "eval_mg_opus100_pr_auc": 0.9189519249313761,
+      "eval_mk_opus100_pr_auc": 0.8944901692567895,
+      "eval_ml_opus100_pr_auc": 0.75169547987216,
+      "eval_mn_opus100_pr_auc": 0.9532268951957111,
+      "eval_mr_opus100_pr_auc": 0.8863253956392195,
+      "eval_mr_ud_pr_auc": 0.9872142077131325,
+      "eval_ms_opus100_pr_auc": 0.8571140818803246,
+      "eval_mt_opus100_pr_auc": 0.8203111619472868,
+      "eval_mt_ud_pr_auc": 0.8542218805669501,
+      "eval_my_opus100_pr_auc": 0.7476591138829919,
+      "eval_ne_opus100_pr_auc": 0.6605619948602846,
+      "eval_nl_opus100_pr_auc": 0.8839258212100646,
+      "eval_nl_ud_pr_auc": 0.9471430531050298,
+      "eval_no_opus100_pr_auc": 0.9056045738453653,
+      "eval_no_ud_pr_auc": 0.9953538973898399,
+      "eval_pa_opus100_pr_auc": 0.6779101579712646,
+      "eval_pl_ersatz_pr_auc": 0.9643946070742551,
+      "eval_pl_opus100_pr_auc": 0.8759681199680585,
+      "eval_pl_ud_pr_auc": 0.958516783652636,
+      "eval_ps_ersatz_pr_auc": 0.9261521970566615,
+      "eval_ps_opus100_pr_auc": 0.7525945221211828,
+      "eval_pt_opus100_pr_auc": 0.9214702390535976,
+      "eval_pt_ud_pr_auc": 0.9806437521538822,
+      "eval_ro_ersatz_pr_auc": 0.9911034163079914,
+      "eval_ro_opus100_pr_auc": 0.8806996679217046,
+      "eval_ro_ud_pr_auc": 0.887092468447724,
+      "eval_ru_ersatz_pr_auc": 0.9853156854299555,
+      "eval_ru_opus100_pr_auc": 0.9087261784356653,
+      "eval_ru_ud_pr_auc": 0.8497980972961308,
+      "eval_runtime": 404.7211,
+      "eval_samples_per_second": 186.469,
+      "eval_si_opus100_pr_auc": 0.7984123097680322,
+      "eval_sk_opus100_pr_auc": 0.9172374667506967,
+      "eval_sk_ud_pr_auc": 0.9745473378852118,
+      "eval_sl_opus100_pr_auc": 0.8449227912215485,
+      "eval_sl_ud_pr_auc": 0.963338540409789,
+      "eval_sq_opus100_pr_auc": 0.8948662940275265,
+      "eval_sq_ud_pr_auc": 0.9997244990892533,
+      "eval_sr_opus100_pr_auc": 0.9028333180702509,
+      "eval_sr_ud_pr_auc": 0.9912201714428779,
+      "eval_steps_per_second": 5.829,
+      "eval_sv_opus100_pr_auc": 0.8787790599812734,
+      "eval_sv_ud_pr_auc": 0.930282041593538,
+      "eval_ta_ersatz_pr_auc": 0.9836146723892362,
+      "eval_ta_opus100_pr_auc": 0.6434502578860493,
+      "eval_ta_ud_pr_auc": 0.9960554591289235,
+      "eval_te_opus100_pr_auc": 0.8285941058343269,
+      "eval_tg_opus100_pr_auc": 0.8698079208471062,
+      "eval_th_opus100_pr_auc": 0.6612232819073007,
+      "eval_th_ud_pr_auc": 0.7402486360473178,
+      "eval_tr_ersatz_pr_auc": 0.9563122676185829,
+      "eval_tr_opus100_pr_auc": 0.8844385268899091,
+      "eval_tr_ud_pr_auc": 0.9414742056837246,
+      "eval_uk_opus100_pr_auc": 0.8559256733741185,
+      "eval_uk_ud_pr_auc": 0.9297766138451524,
+      "eval_ur_opus100_pr_auc": 0.5129386012525918,
+      "eval_ur_ud_pr_auc": 0.9934221021843611,
+      "eval_uz_opus100_pr_auc": 0.8404242303675913,
+      "eval_vi_opus100_pr_auc": 0.8923474070178059,
+      "eval_vi_ud_pr_auc": 0.9550326992107799,
+      "eval_xh_opus100_pr_auc": 0.8601332258341382,
+      "eval_yi_opus100_pr_auc": 0.7453192244046908,
+      "eval_yo_opus100_pr_auc": 0.8009585324676857,
+      "eval_yo_ud_pr_auc": 0.8939209081860814,
+      "eval_zh_ersatz_pr_auc": 0.8942070614172218,
+      "eval_zh_opus100_pr_auc": 0.7025761706978182,
+      "eval_zh_ud_pr_auc": 0.988928829029413,
+      "eval_zu_opus100_pr_auc": 0.834796215876233,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.0333,
+      "step": 295050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0337,
+      "step": 295100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0337,
+      "step": 295150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0335,
+      "step": 295200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0331,
+      "step": 295250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0331,
+      "step": 295300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0329,
+      "step": 295350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0343,
+      "step": 295400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0336,
+      "step": 295450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0346,
+      "step": 295500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0336,
+      "step": 295550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.0334,
+      "step": 295600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0336,
+      "step": 295650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0336,
+      "step": 295700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0336,
+      "step": 295750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0334,
+      "step": 295800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0335,
+      "step": 295850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0336,
+      "step": 295900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0337,
+      "step": 295950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0333,
+      "step": 296000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0346,
+      "step": 296050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0328,
+      "step": 296100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0341,
+      "step": 296150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.033,
+      "step": 296200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0339,
+      "step": 296250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.034,
+      "step": 296300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0335,
+      "step": 296350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0329,
+      "step": 296400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0335,
+      "step": 296450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0338,
+      "step": 296500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0332,
+      "step": 296550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0331,
+      "step": 296600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0329,
+      "step": 296650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0325,
+      "step": 296700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0334,
+      "step": 296750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0333,
+      "step": 296800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0336,
+      "step": 296850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0338,
+      "step": 296900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0329,
+      "step": 296950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0333,
+      "step": 297000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0339,
+      "step": 297050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0324,
+      "step": 297100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0333,
+      "step": 297150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.034,
+      "step": 297200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.0343,
+      "step": 297250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0329,
+      "step": 297300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0334,
+      "step": 297350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0331,
+      "step": 297400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.033,
+      "step": 297450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0334,
+      "step": 297500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.033,
+      "step": 297550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0335,
+      "step": 297600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.033,
+      "step": 297650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0327,
+      "step": 297700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0332,
+      "step": 297750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0333,
+      "step": 297800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0336,
+      "step": 297850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0329,
+      "step": 297900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0334,
+      "step": 297950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0335,
+      "step": 298000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0332,
+      "step": 298050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0327,
+      "step": 298100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0336,
+      "step": 298150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.034,
+      "step": 298200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0331,
+      "step": 298250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0338,
+      "step": 298300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0336,
+      "step": 298350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0337,
+      "step": 298400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0333,
+      "step": 298450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0338,
+      "step": 298500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0334,
+      "step": 298550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0337,
+      "step": 298600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0332,
+      "step": 298650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0327,
+      "step": 298700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0329,
+      "step": 298750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0331,
+      "step": 298800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0328,
+      "step": 298850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0328,
+      "step": 298900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0341,
+      "step": 298950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0332,
+      "step": 299000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0333,
+      "step": 299050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0333,
+      "step": 299100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0335,
+      "step": 299150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0336,
+      "step": 299200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0339,
+      "step": 299250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.034,
+      "step": 299300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0331,
+      "step": 299350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.033,
+      "step": 299400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0334,
+      "step": 299450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0334,
+      "step": 299500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0331,
+      "step": 299550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0343,
+      "step": 299600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.033,
+      "step": 299650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0334,
+      "step": 299700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0334,
+      "step": 299750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0331,
+      "step": 299800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.034,
+      "step": 299850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0336,
+      "step": 299900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0333,
+      "step": 299950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0331,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7435535288760087,
+      "eval_af_ud_pr_auc": 0.9828348385220458,
+      "eval_am_opus100_pr_auc": 0.5021103433802739,
+      "eval_ar_ersatz_pr_auc": 0.9272186674829601,
+      "eval_ar_opus100_pr_auc": 0.6812798721599965,
+      "eval_ar_ud_pr_auc": 0.855755917776672,
+      "eval_average_ersatz_pr_auc": 0.9537767910930041,
+      "eval_average_opus100_pr_auc": 0.811797154709235,
+      "eval_average_ud_pr_auc": 0.9514244230991868,
+      "eval_az_opus100_pr_auc": 0.7708615210882517,
+      "eval_be_opus100_pr_auc": 0.6496824291750091,
+      "eval_be_ud_pr_auc": 0.8740073154571217,
+      "eval_bg_opus100_pr_auc": 0.9061100413958172,
+      "eval_bg_ud_pr_auc": 0.9898311914741869,
+      "eval_bn_opus100_pr_auc": 0.8019157639229489,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8626736464411471,
+      "eval_ca_ud_pr_auc": 0.9874260164186086,
+      "eval_ceb_ud_pr_auc": 0.9984791305644563,
+      "eval_cs_ersatz_pr_auc": 0.9780422968594186,
+      "eval_cs_opus100_pr_auc": 0.8973620856599909,
+      "eval_cs_ud_pr_auc": 0.9445732491507453,
+      "eval_cy_opus100_pr_auc": 0.7249713123375343,
+      "eval_cy_ud_pr_auc": 0.993926987588886,
+      "eval_da_opus100_pr_auc": 0.903312971539412,
+      "eval_da_ud_pr_auc": 0.9720561013725459,
+      "eval_de_ersatz_pr_auc": 0.962248909425577,
+      "eval_de_opus100_pr_auc": 0.863080183387188,
+      "eval_de_ud_pr_auc": 0.9822299458059114,
+      "eval_el_opus100_pr_auc": 0.9064872504932039,
+      "eval_el_ud_pr_auc": 0.9927695628140106,
+      "eval_en_ersatz_pr_auc": 0.9853305218799298,
+      "eval_en_opus100_pr_auc": 0.9198998799108864,
+      "eval_en_ud_pr_auc": 0.9624961421141944,
+      "eval_eo_opus100_pr_auc": 0.9148585954458394,
+      "eval_es_ersatz_pr_auc": 0.9925214053050354,
+      "eval_es_opus100_pr_auc": 0.9169047558051765,
+      "eval_es_ud_pr_auc": 0.9893879294177027,
+      "eval_et_ersatz_pr_auc": 0.9761589145805534,
+      "eval_et_opus100_pr_auc": 0.8808301833785935,
+      "eval_et_ud_pr_auc": 0.9232502562381472,
+      "eval_eu_opus100_pr_auc": 0.8710368611041386,
+      "eval_eu_ud_pr_auc": 0.9905729754028182,
+      "eval_fa_opus100_pr_auc": 0.5629178543650804,
+      "eval_fa_ud_pr_auc": 0.9978012368418143,
+      "eval_fi_ersatz_pr_auc": 0.9824476766630222,
+      "eval_fi_opus100_pr_auc": 0.8945266136388794,
+      "eval_fi_ud_pr_auc": 0.9619654138699547,
+      "eval_fr_ersatz_pr_auc": 0.9804481466330883,
+      "eval_fr_opus100_pr_auc": 0.9009725011459674,
+      "eval_fr_ud_pr_auc": 0.9731612954181449,
+      "eval_fy_opus100_pr_auc": 0.6631601187102547,
+      "eval_ga_opus100_pr_auc": 0.85335037298625,
+      "eval_ga_ud_pr_auc": 0.8128537510542324,
+      "eval_gd_opus100_pr_auc": 0.5549183463164539,
+      "eval_gd_ud_pr_auc": 0.751279983677791,
+      "eval_gl_opus100_pr_auc": 0.8756972586501667,
+      "eval_gl_ud_pr_auc": 0.9926680929684241,
+      "eval_gu_ersatz_pr_auc": 0.93358689260006,
+      "eval_gu_opus100_pr_auc": 0.698919747582132,
+      "eval_ha_opus100_pr_auc": 0.9011033171592374,
+      "eval_he_opus100_pr_auc": 0.8533533140839625,
+      "eval_he_ud_pr_auc": 0.9583205690379497,
+      "eval_hi_ersatz_pr_auc": 0.954181505230995,
+      "eval_hi_opus100_pr_auc": 0.6543221799829245,
+      "eval_hi_ud_pr_auc": 0.977376861474761,
+      "eval_hu_opus100_pr_auc": 0.9108456331912,
+      "eval_hu_ud_pr_auc": 0.9748224383715666,
+      "eval_hy_opus100_pr_auc": 0.9067765814918529,
+      "eval_hy_ud_pr_auc": 0.9770723929245745,
+      "eval_id_opus100_pr_auc": 0.8670396271918893,
+      "eval_id_ud_pr_auc": 0.9878862145706281,
+      "eval_ig_opus100_pr_auc": 0.8526027789429685,
+      "eval_is_opus100_pr_auc": 0.9177656423035183,
+      "eval_is_ud_pr_auc": 0.8983458266198067,
+      "eval_it_opus100_pr_auc": 0.8956438037324537,
+      "eval_it_ud_pr_auc": 0.9938547793372889,
+      "eval_ja_ersatz_pr_auc": 0.760574633329493,
+      "eval_ja_opus100_pr_auc": 0.7661679393053383,
+      "eval_ja_ud_pr_auc": 0.9817013938580785,
+      "eval_jv_ud_pr_auc": 0.9805630717194422,
+      "eval_ka_opus100_pr_auc": 0.8510555170635544,
+      "eval_kk_ersatz_pr_auc": 0.980960286293868,
+      "eval_kk_opus100_pr_auc": 0.7766227106420129,
+      "eval_kk_ud_pr_auc": 0.9730183468402231,
+      "eval_km_ersatz_pr_auc": 0.9081510669289712,
+      "eval_km_opus100_pr_auc": 0.7294043994355144,
+      "eval_kn_opus100_pr_auc": 0.5543520035865862,
+      "eval_ko_opus100_pr_auc": 0.6598485076074999,
+      "eval_ko_ud_pr_auc": 0.9988079804559622,
+      "eval_ku_opus100_pr_auc": 0.8461564520167163,
+      "eval_ky_opus100_pr_auc": 0.8337634934719131,
+      "eval_la_ud_pr_auc": 0.9284876542140299,
+      "eval_loss": 0.037195295095443726,
+      "eval_lt_ersatz_pr_auc": 0.9866545941755532,
+      "eval_lt_opus100_pr_auc": 0.8544032240883229,
+      "eval_lt_ud_pr_auc": 0.9830068729949822,
+      "eval_lv_ersatz_pr_auc": 0.9870433375631552,
+      "eval_lv_opus100_pr_auc": 0.8700976138565278,
+      "eval_lv_ud_pr_auc": 0.9583629720159977,
+      "eval_mg_opus100_pr_auc": 0.9119547602793451,
+      "eval_mk_opus100_pr_auc": 0.8899701667913804,
+      "eval_ml_opus100_pr_auc": 0.7545080164025983,
+      "eval_mn_opus100_pr_auc": 0.9445239303068843,
+      "eval_mr_opus100_pr_auc": 0.8844183525175291,
+      "eval_mr_ud_pr_auc": 0.978953204553724,
+      "eval_ms_opus100_pr_auc": 0.8592016575472757,
+      "eval_mt_opus100_pr_auc": 0.7980290945230437,
+      "eval_mt_ud_pr_auc": 0.8438773732905055,
+      "eval_my_opus100_pr_auc": 0.7485091013770658,
+      "eval_ne_opus100_pr_auc": 0.6564802316951105,
+      "eval_nl_opus100_pr_auc": 0.8835948684315921,
+      "eval_nl_ud_pr_auc": 0.9567755441511794,
+      "eval_no_opus100_pr_auc": 0.908279640539175,
+      "eval_no_ud_pr_auc": 0.9959965600984392,
+      "eval_pa_opus100_pr_auc": 0.6705697993516745,
+      "eval_pl_ersatz_pr_auc": 0.962965175420973,
+      "eval_pl_opus100_pr_auc": 0.8774336803046695,
+      "eval_pl_ud_pr_auc": 0.9584209992706428,
+      "eval_ps_ersatz_pr_auc": 0.9242084068673085,
+      "eval_ps_opus100_pr_auc": 0.7361188859612496,
+      "eval_pt_opus100_pr_auc": 0.9202568493961781,
+      "eval_pt_ud_pr_auc": 0.9827471488563229,
+      "eval_ro_ersatz_pr_auc": 0.9900616584151684,
+      "eval_ro_opus100_pr_auc": 0.8757574639338876,
+      "eval_ro_ud_pr_auc": 0.896102877008098,
+      "eval_ru_ersatz_pr_auc": 0.9859044743365353,
+      "eval_ru_opus100_pr_auc": 0.9081897136606762,
+      "eval_ru_ud_pr_auc": 0.8567200591169463,
+      "eval_runtime": 409.2409,
+      "eval_samples_per_second": 184.41,
+      "eval_si_opus100_pr_auc": 0.8012705051825496,
+      "eval_sk_opus100_pr_auc": 0.9182139572425742,
+      "eval_sk_ud_pr_auc": 0.9708315738182631,
+      "eval_sl_opus100_pr_auc": 0.8464076518549993,
+      "eval_sl_ud_pr_auc": 0.9579750979816377,
+      "eval_sq_opus100_pr_auc": 0.8874804551902351,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.900353012100668,
+      "eval_sr_ud_pr_auc": 0.9877054723464472,
+      "eval_steps_per_second": 5.764,
+      "eval_sv_opus100_pr_auc": 0.8806858716198164,
+      "eval_sv_ud_pr_auc": 0.9313541840964892,
+      "eval_ta_ersatz_pr_auc": 0.9799298794208433,
+      "eval_ta_opus100_pr_auc": 0.643598312092498,
+      "eval_ta_ud_pr_auc": 0.9967999680507434,
+      "eval_te_opus100_pr_auc": 0.8212913591651427,
+      "eval_tg_opus100_pr_auc": 0.8636643758257434,
+      "eval_th_opus100_pr_auc": 0.6673894753910449,
+      "eval_th_ud_pr_auc": 0.7391831017001415,
+      "eval_tr_ersatz_pr_auc": 0.9501525369240411,
+      "eval_tr_opus100_pr_auc": 0.8868470141735098,
+      "eval_tr_ud_pr_auc": 0.9364274845592784,
+      "eval_uk_opus100_pr_auc": 0.858996450356306,
+      "eval_uk_ud_pr_auc": 0.9267455551678385,
+      "eval_ur_opus100_pr_auc": 0.5153145069613917,
+      "eval_ur_ud_pr_auc": 0.9929384937941824,
+      "eval_uz_opus100_pr_auc": 0.8388835239466157,
+      "eval_vi_opus100_pr_auc": 0.893346311675873,
+      "eval_vi_ud_pr_auc": 0.9529765839932227,
+      "eval_xh_opus100_pr_auc": 0.8381885081778522,
+      "eval_yi_opus100_pr_auc": 0.7204633583828912,
+      "eval_yo_opus100_pr_auc": 0.7963978570928736,
+      "eval_yo_ud_pr_auc": 0.8818133763571586,
+      "eval_zh_ersatz_pr_auc": 0.8942984177095391,
+      "eval_zh_opus100_pr_auc": 0.7155150585674794,
+      "eval_zh_ud_pr_auc": 0.9858927500586906,
+      "eval_zu_opus100_pr_auc": 0.8225441300872747,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0333,
+      "step": 300050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0336,
+      "step": 300100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0341,
+      "step": 300150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.0331,
+      "step": 300200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.0338,
+      "step": 300250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0335,
+      "step": 300300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0336,
+      "step": 300350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.033,
+      "step": 300400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0334,
+      "step": 300450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0332,
+      "step": 300500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0328,
+      "step": 300550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0341,
+      "step": 300600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0336,
+      "step": 300650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.033,
+      "step": 300700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0331,
+      "step": 300750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.033,
+      "step": 300800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0329,
+      "step": 300850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0336,
+      "step": 300900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0333,
+      "step": 300950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0328,
+      "step": 301000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0328,
+      "step": 301050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0332,
+      "step": 301100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0334,
+      "step": 301150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0333,
+      "step": 301200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0337,
+      "step": 301250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0336,
+      "step": 301300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0336,
+      "step": 301350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0333,
+      "step": 301400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0342,
+      "step": 301450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0334,
+      "step": 301500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0329,
+      "step": 301550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0334,
+      "step": 301600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0339,
+      "step": 301650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0338,
+      "step": 301700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0328,
+      "step": 301750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0339,
+      "step": 301800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0336,
+      "step": 301850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0333,
+      "step": 301900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0332,
+      "step": 301950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0329,
+      "step": 302000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.033,
+      "step": 302050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0341,
+      "step": 302100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0328,
+      "step": 302150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0329,
+      "step": 302200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0335,
+      "step": 302250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0342,
+      "step": 302300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0331,
+      "step": 302350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0343,
+      "step": 302400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0333,
+      "step": 302450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0334,
+      "step": 302500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0332,
+      "step": 302550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0331,
+      "step": 302600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.033,
+      "step": 302650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0337,
+      "step": 302700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0332,
+      "step": 302750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0325,
+      "step": 302800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.034,
+      "step": 302850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0337,
+      "step": 302900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0337,
+      "step": 302950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0334,
+      "step": 303000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0329,
+      "step": 303050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0335,
+      "step": 303100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.033,
+      "step": 303150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0343,
+      "step": 303200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0324,
+      "step": 303250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0334,
+      "step": 303300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0336,
+      "step": 303350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0328,
+      "step": 303400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.033,
+      "step": 303450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0332,
+      "step": 303500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0332,
+      "step": 303550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0335,
+      "step": 303600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0324,
+      "step": 303650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0333,
+      "step": 303700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0339,
+      "step": 303750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0332,
+      "step": 303800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0331,
+      "step": 303850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0335,
+      "step": 303900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0335,
+      "step": 303950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0341,
+      "step": 304000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0334,
+      "step": 304050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0331,
+      "step": 304100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0337,
+      "step": 304150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0336,
+      "step": 304200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0334,
+      "step": 304250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.033,
+      "step": 304300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0335,
+      "step": 304350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0327,
+      "step": 304400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0327,
+      "step": 304450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0333,
+      "step": 304500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0339,
+      "step": 304550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0335,
+      "step": 304600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0331,
+      "step": 304650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0329,
+      "step": 304700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0329,
+      "step": 304750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0343,
+      "step": 304800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0333,
+      "step": 304850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0333,
+      "step": 304900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0335,
+      "step": 304950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0338,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7532652941626182,
+      "eval_af_ud_pr_auc": 0.991544890671833,
+      "eval_am_opus100_pr_auc": 0.5263227259010366,
+      "eval_ar_ersatz_pr_auc": 0.9348140034796288,
+      "eval_ar_opus100_pr_auc": 0.6880672961923956,
+      "eval_ar_ud_pr_auc": 0.8645111139950148,
+      "eval_average_ersatz_pr_auc": 0.9590648099909298,
+      "eval_average_opus100_pr_auc": 0.8141911236920258,
+      "eval_average_ud_pr_auc": 0.9574226847322118,
+      "eval_az_opus100_pr_auc": 0.735284285921069,
+      "eval_be_opus100_pr_auc": 0.6400889092959064,
+      "eval_be_ud_pr_auc": 0.8856365418496241,
+      "eval_bg_opus100_pr_auc": 0.9082349128135716,
+      "eval_bg_ud_pr_auc": 0.9897731404572042,
+      "eval_bn_opus100_pr_auc": 0.8055260372764929,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8637251873094886,
+      "eval_ca_ud_pr_auc": 0.9944652699147544,
+      "eval_ceb_ud_pr_auc": 0.9966668417862111,
+      "eval_cs_ersatz_pr_auc": 0.9812010006944039,
+      "eval_cs_opus100_pr_auc": 0.9021804860220638,
+      "eval_cs_ud_pr_auc": 0.9502940605845778,
+      "eval_cy_opus100_pr_auc": 0.7365549297956399,
+      "eval_cy_ud_pr_auc": 0.9951051798590063,
+      "eval_da_opus100_pr_auc": 0.9077704966766885,
+      "eval_da_ud_pr_auc": 0.9819134804930223,
+      "eval_de_ersatz_pr_auc": 0.9674150321755313,
+      "eval_de_opus100_pr_auc": 0.865430395246695,
+      "eval_de_ud_pr_auc": 0.9831342994226677,
+      "eval_el_opus100_pr_auc": 0.9119416922522937,
+      "eval_el_ud_pr_auc": 0.9904573714913711,
+      "eval_en_ersatz_pr_auc": 0.9876288780281455,
+      "eval_en_opus100_pr_auc": 0.9197839020466319,
+      "eval_en_ud_pr_auc": 0.9684353354542186,
+      "eval_eo_opus100_pr_auc": 0.9198272568908649,
+      "eval_es_ersatz_pr_auc": 0.9952123045998984,
+      "eval_es_opus100_pr_auc": 0.9179143662085334,
+      "eval_es_ud_pr_auc": 0.9927843399076794,
+      "eval_et_ersatz_pr_auc": 0.981165531573874,
+      "eval_et_opus100_pr_auc": 0.8958442712718214,
+      "eval_et_ud_pr_auc": 0.956069160336211,
+      "eval_eu_opus100_pr_auc": 0.8690450721921607,
+      "eval_eu_ud_pr_auc": 0.9892451761954537,
+      "eval_fa_opus100_pr_auc": 0.5752505666888154,
+      "eval_fa_ud_pr_auc": 0.9972080418586138,
+      "eval_fi_ersatz_pr_auc": 0.9869161069193987,
+      "eval_fi_opus100_pr_auc": 0.9004787220895493,
+      "eval_fi_ud_pr_auc": 0.9677051587674026,
+      "eval_fr_ersatz_pr_auc": 0.9855496346883168,
+      "eval_fr_opus100_pr_auc": 0.9060630704318855,
+      "eval_fr_ud_pr_auc": 0.9789164177422081,
+      "eval_fy_opus100_pr_auc": 0.6690007917473185,
+      "eval_ga_opus100_pr_auc": 0.8600335725958096,
+      "eval_ga_ud_pr_auc": 0.8190770412004084,
+      "eval_gd_opus100_pr_auc": 0.5441310461904652,
+      "eval_gd_ud_pr_auc": 0.7519127814124047,
+      "eval_gl_opus100_pr_auc": 0.8791617998998877,
+      "eval_gl_ud_pr_auc": 0.9932625037594695,
+      "eval_gu_ersatz_pr_auc": 0.9403370664110416,
+      "eval_gu_opus100_pr_auc": 0.6990279808619251,
+      "eval_ha_opus100_pr_auc": 0.8987426737390197,
+      "eval_he_opus100_pr_auc": 0.8596321560160806,
+      "eval_he_ud_pr_auc": 0.9595741672832885,
+      "eval_hi_ersatz_pr_auc": 0.9677751830535788,
+      "eval_hi_opus100_pr_auc": 0.6470143790973838,
+      "eval_hi_ud_pr_auc": 0.9785618265043848,
+      "eval_hu_opus100_pr_auc": 0.9115294391973492,
+      "eval_hu_ud_pr_auc": 0.9789923543442539,
+      "eval_hy_opus100_pr_auc": 0.9006263696196841,
+      "eval_hy_ud_pr_auc": 0.978748814968481,
+      "eval_id_opus100_pr_auc": 0.8666744920174344,
+      "eval_id_ud_pr_auc": 0.9916646232176457,
+      "eval_ig_opus100_pr_auc": 0.8530549228474716,
+      "eval_is_opus100_pr_auc": 0.9193884810717017,
+      "eval_is_ud_pr_auc": 0.9185796115062872,
+      "eval_it_opus100_pr_auc": 0.9011021435983175,
+      "eval_it_ud_pr_auc": 0.9934317853692662,
+      "eval_ja_ersatz_pr_auc": 0.7611357661913846,
+      "eval_ja_opus100_pr_auc": 0.7553987660509195,
+      "eval_ja_ud_pr_auc": 0.9790190643063728,
+      "eval_jv_ud_pr_auc": 0.9696473982755456,
+      "eval_ka_opus100_pr_auc": 0.8534375702589638,
+      "eval_kk_ersatz_pr_auc": 0.9879049165107359,
+      "eval_kk_opus100_pr_auc": 0.7537893659042995,
+      "eval_kk_ud_pr_auc": 0.9764511487744301,
+      "eval_km_ersatz_pr_auc": 0.9059283462163223,
+      "eval_km_opus100_pr_auc": 0.7485078351007427,
+      "eval_kn_opus100_pr_auc": 0.5542405840416205,
+      "eval_ko_opus100_pr_auc": 0.6480449403733856,
+      "eval_ko_ud_pr_auc": 0.9993214255220983,
+      "eval_ku_opus100_pr_auc": 0.8417389302624313,
+      "eval_ky_opus100_pr_auc": 0.8260656378119144,
+      "eval_la_ud_pr_auc": 0.9375516092682668,
+      "eval_loss": 0.03706157207489014,
+      "eval_lt_ersatz_pr_auc": 0.9873995834636079,
+      "eval_lt_opus100_pr_auc": 0.8656993303660453,
+      "eval_lt_ud_pr_auc": 0.9870313967038566,
+      "eval_lv_ersatz_pr_auc": 0.9897205007383914,
+      "eval_lv_opus100_pr_auc": 0.8763257050289839,
+      "eval_lv_ud_pr_auc": 0.9642883572190405,
+      "eval_mg_opus100_pr_auc": 0.9210649429804297,
+      "eval_mk_opus100_pr_auc": 0.9008096755130373,
+      "eval_ml_opus100_pr_auc": 0.7534006624386393,
+      "eval_mn_opus100_pr_auc": 0.9511218481203513,
+      "eval_mr_opus100_pr_auc": 0.8893522376262948,
+      "eval_mr_ud_pr_auc": 0.9914969018860086,
+      "eval_ms_opus100_pr_auc": 0.8641155739905141,
+      "eval_mt_opus100_pr_auc": 0.8098793936681726,
+      "eval_mt_ud_pr_auc": 0.8841624800425301,
+      "eval_my_opus100_pr_auc": 0.7400733510709304,
+      "eval_ne_opus100_pr_auc": 0.664651129708594,
+      "eval_nl_opus100_pr_auc": 0.8895976725206138,
+      "eval_nl_ud_pr_auc": 0.9661015463067775,
+      "eval_no_opus100_pr_auc": 0.9130304546029131,
+      "eval_no_ud_pr_auc": 0.9962901424999288,
+      "eval_pa_opus100_pr_auc": 0.6573388468121435,
+      "eval_pl_ersatz_pr_auc": 0.9701210980354911,
+      "eval_pl_opus100_pr_auc": 0.8850096499247486,
+      "eval_pl_ud_pr_auc": 0.9667908108869603,
+      "eval_ps_ersatz_pr_auc": 0.9323089139441568,
+      "eval_ps_opus100_pr_auc": 0.7267228554605157,
+      "eval_pt_opus100_pr_auc": 0.925705580074232,
+      "eval_pt_ud_pr_auc": 0.984978089320415,
+      "eval_ro_ersatz_pr_auc": 0.9928061348687515,
+      "eval_ro_opus100_pr_auc": 0.8906145812094338,
+      "eval_ro_ud_pr_auc": 0.9334224236211829,
+      "eval_ru_ersatz_pr_auc": 0.987938160789223,
+      "eval_ru_opus100_pr_auc": 0.9138731046523891,
+      "eval_ru_ud_pr_auc": 0.8692067303275062,
+      "eval_runtime": 412.8185,
+      "eval_samples_per_second": 182.812,
+      "eval_si_opus100_pr_auc": 0.8008467970629269,
+      "eval_sk_opus100_pr_auc": 0.9233924366698423,
+      "eval_sk_ud_pr_auc": 0.9765875828006103,
+      "eval_sl_opus100_pr_auc": 0.8528340776923555,
+      "eval_sl_ud_pr_auc": 0.9649650488483307,
+      "eval_sq_opus100_pr_auc": 0.8977553659872087,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9047583410716076,
+      "eval_sr_ud_pr_auc": 0.9936027290192747,
+      "eval_steps_per_second": 5.714,
+      "eval_sv_opus100_pr_auc": 0.8856706904394368,
+      "eval_sv_ud_pr_auc": 0.9406045733708059,
+      "eval_ta_ersatz_pr_auc": 0.9844032909173617,
+      "eval_ta_opus100_pr_auc": 0.6453171097995173,
+      "eval_ta_ud_pr_auc": 0.9969132804190621,
+      "eval_te_opus100_pr_auc": 0.8239416501031616,
+      "eval_tg_opus100_pr_auc": 0.8716580310123485,
+      "eval_th_opus100_pr_auc": 0.6638247878715955,
+      "eval_th_ud_pr_auc": 0.7347023835878952,
+      "eval_tr_ersatz_pr_auc": 0.9650050156754142,
+      "eval_tr_opus100_pr_auc": 0.889816018840005,
+      "eval_tr_ud_pr_auc": 0.953970723815646,
+      "eval_uk_opus100_pr_auc": 0.8611342143103363,
+      "eval_uk_ud_pr_auc": 0.9345554476156978,
+      "eval_ur_opus100_pr_auc": 0.5154072205946343,
+      "eval_ur_ud_pr_auc": 0.9955537025417319,
+      "eval_uz_opus100_pr_auc": 0.8359339803754341,
+      "eval_vi_opus100_pr_auc": 0.8992253706226876,
+      "eval_vi_ud_pr_auc": 0.9533371990327401,
+      "eval_xh_opus100_pr_auc": 0.8581472638731081,
+      "eval_yi_opus100_pr_auc": 0.7174012480154907,
+      "eval_yo_opus100_pr_auc": 0.7897423180506048,
+      "eval_yo_ud_pr_auc": 0.9021486665179258,
+      "eval_zh_ersatz_pr_auc": 0.906739350825796,
+      "eval_zh_opus100_pr_auc": 0.7181324252425474,
+      "eval_zh_ud_pr_auc": 0.982720836852466,
+      "eval_zu_opus100_pr_auc": 0.8314024443519379,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0337,
+      "step": 305050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0332,
+      "step": 305100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0331,
+      "step": 305150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0326,
+      "step": 305200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0337,
+      "step": 305250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.034,
+      "step": 305300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0338,
+      "step": 305350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0331,
+      "step": 305400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0333,
+      "step": 305450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0332,
+      "step": 305500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0337,
+      "step": 305550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0331,
+      "step": 305600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0332,
+      "step": 305650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0336,
+      "step": 305700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0332,
+      "step": 305750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0326,
+      "step": 305800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0334,
+      "step": 305850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0333,
+      "step": 305900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0339,
+      "step": 305950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0329,
+      "step": 306000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0336,
+      "step": 306050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0333,
+      "step": 306100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0335,
+      "step": 306150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0342,
+      "step": 306200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0331,
+      "step": 306250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0334,
+      "step": 306300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0337,
+      "step": 306350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.033,
+      "step": 306400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.034,
+      "step": 306450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.034,
+      "step": 306500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0333,
+      "step": 306550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0328,
+      "step": 306600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0334,
+      "step": 306650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.033,
+      "step": 306700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0326,
+      "step": 306750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0332,
+      "step": 306800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0335,
+      "step": 306850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0325,
+      "step": 306900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0335,
+      "step": 306950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0333,
+      "step": 307000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0336,
+      "step": 307050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0337,
+      "step": 307100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.033,
+      "step": 307150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0334,
+      "step": 307200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.035,
+      "step": 307250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0335,
+      "step": 307300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0336,
+      "step": 307350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.033,
+      "step": 307400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0328,
+      "step": 307450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0333,
+      "step": 307500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0336,
+      "step": 307550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0334,
+      "step": 307600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0336,
+      "step": 307650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0334,
+      "step": 307700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0335,
+      "step": 307750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0329,
+      "step": 307800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0336,
+      "step": 307850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.034,
+      "step": 307900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.034,
+      "step": 307950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0327,
+      "step": 308000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0333,
+      "step": 308050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0337,
+      "step": 308100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0326,
+      "step": 308150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0334,
+      "step": 308200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.033,
+      "step": 308250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0335,
+      "step": 308300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.033,
+      "step": 308350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0335,
+      "step": 308400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0328,
+      "step": 308450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0324,
+      "step": 308500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0331,
+      "step": 308550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0335,
+      "step": 308600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0337,
+      "step": 308650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0336,
+      "step": 308700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0337,
+      "step": 308750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.033,
+      "step": 308800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.033,
+      "step": 308850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0336,
+      "step": 308900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0326,
+      "step": 308950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0332,
+      "step": 309000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0334,
+      "step": 309050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0332,
+      "step": 309100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0338,
+      "step": 309150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0333,
+      "step": 309200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0339,
+      "step": 309250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0333,
+      "step": 309300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0329,
+      "step": 309350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0336,
+      "step": 309400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0336,
+      "step": 309450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0336,
+      "step": 309500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0332,
+      "step": 309550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0333,
+      "step": 309600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0332,
+      "step": 309650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0327,
+      "step": 309700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0334,
+      "step": 309750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0334,
+      "step": 309800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0328,
+      "step": 309850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0337,
+      "step": 309900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0332,
+      "step": 309950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0336,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7593057732431774,
+      "eval_af_ud_pr_auc": 0.9899647208421353,
+      "eval_am_opus100_pr_auc": 0.5336983553063712,
+      "eval_ar_ersatz_pr_auc": 0.9320712518517557,
+      "eval_ar_opus100_pr_auc": 0.6890623466462841,
+      "eval_ar_ud_pr_auc": 0.8598900291994199,
+      "eval_average_ersatz_pr_auc": 0.957545796476736,
+      "eval_average_opus100_pr_auc": 0.8184354851245625,
+      "eval_average_ud_pr_auc": 0.9531258966242036,
+      "eval_az_opus100_pr_auc": 0.7569451822743416,
+      "eval_be_opus100_pr_auc": 0.6640412407506413,
+      "eval_be_ud_pr_auc": 0.8964124019946841,
+      "eval_bg_opus100_pr_auc": 0.9093258334551909,
+      "eval_bg_ud_pr_auc": 0.988481377383353,
+      "eval_bn_opus100_pr_auc": 0.7993091875428951,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8715884083197942,
+      "eval_ca_ud_pr_auc": 0.9937372736161948,
+      "eval_ceb_ud_pr_auc": 0.9977581360773162,
+      "eval_cs_ersatz_pr_auc": 0.9792970878455918,
+      "eval_cs_opus100_pr_auc": 0.9032366399397065,
+      "eval_cs_ud_pr_auc": 0.9498744477541202,
+      "eval_cy_opus100_pr_auc": 0.7365340817423489,
+      "eval_cy_ud_pr_auc": 0.9954595890066077,
+      "eval_da_opus100_pr_auc": 0.9060188823136692,
+      "eval_da_ud_pr_auc": 0.9766662758559417,
+      "eval_de_ersatz_pr_auc": 0.965995655589766,
+      "eval_de_opus100_pr_auc": 0.8705675797275894,
+      "eval_de_ud_pr_auc": 0.9821114944824423,
+      "eval_el_opus100_pr_auc": 0.9145067092412754,
+      "eval_el_ud_pr_auc": 0.9879992904204842,
+      "eval_en_ersatz_pr_auc": 0.9877054328556716,
+      "eval_en_opus100_pr_auc": 0.9235545886014468,
+      "eval_en_ud_pr_auc": 0.9667773746598843,
+      "eval_eo_opus100_pr_auc": 0.9218024263314843,
+      "eval_es_ersatz_pr_auc": 0.99436266380404,
+      "eval_es_opus100_pr_auc": 0.9238314936694522,
+      "eval_es_ud_pr_auc": 0.9902374635802892,
+      "eval_et_ersatz_pr_auc": 0.9782415675379157,
+      "eval_et_opus100_pr_auc": 0.8960839811522648,
+      "eval_et_ud_pr_auc": 0.929580392035954,
+      "eval_eu_opus100_pr_auc": 0.8775059727599178,
+      "eval_eu_ud_pr_auc": 0.9865951541868931,
+      "eval_fa_opus100_pr_auc": 0.5731426734587083,
+      "eval_fa_ud_pr_auc": 0.9951924856962089,
+      "eval_fi_ersatz_pr_auc": 0.9797152071066151,
+      "eval_fi_opus100_pr_auc": 0.9040595004097667,
+      "eval_fi_ud_pr_auc": 0.9651940008181338,
+      "eval_fr_ersatz_pr_auc": 0.9822468161218096,
+      "eval_fr_opus100_pr_auc": 0.9058467322704353,
+      "eval_fr_ud_pr_auc": 0.9730101065477837,
+      "eval_fy_opus100_pr_auc": 0.6801916908754545,
+      "eval_ga_opus100_pr_auc": 0.8654478745490356,
+      "eval_ga_ud_pr_auc": 0.8193546996194156,
+      "eval_gd_opus100_pr_auc": 0.5691380564247452,
+      "eval_gd_ud_pr_auc": 0.7458702694922305,
+      "eval_gl_opus100_pr_auc": 0.8877922836752001,
+      "eval_gl_ud_pr_auc": 0.9935464629819183,
+      "eval_gu_ersatz_pr_auc": 0.9319084668974655,
+      "eval_gu_opus100_pr_auc": 0.7067402367449594,
+      "eval_ha_opus100_pr_auc": 0.902486118090362,
+      "eval_he_opus100_pr_auc": 0.8574433170737162,
+      "eval_he_ud_pr_auc": 0.9639279262002876,
+      "eval_hi_ersatz_pr_auc": 0.9598574761114684,
+      "eval_hi_opus100_pr_auc": 0.6491832531291891,
+      "eval_hi_ud_pr_auc": 0.9591854164009389,
+      "eval_hu_opus100_pr_auc": 0.9204515607439111,
+      "eval_hu_ud_pr_auc": 0.9753685104335643,
+      "eval_hy_opus100_pr_auc": 0.9092971206138244,
+      "eval_hy_ud_pr_auc": 0.9780614259247772,
+      "eval_id_opus100_pr_auc": 0.862003803117633,
+      "eval_id_ud_pr_auc": 0.9904068336055015,
+      "eval_ig_opus100_pr_auc": 0.8467878388045562,
+      "eval_is_opus100_pr_auc": 0.9240110803219166,
+      "eval_is_ud_pr_auc": 0.9051290311834389,
+      "eval_it_opus100_pr_auc": 0.9035996366742842,
+      "eval_it_ud_pr_auc": 0.9923745126326609,
+      "eval_ja_ersatz_pr_auc": 0.7660407785599521,
+      "eval_ja_opus100_pr_auc": 0.7806058148881269,
+      "eval_ja_ud_pr_auc": 0.9802171595607004,
+      "eval_jv_ud_pr_auc": 0.971157040202903,
+      "eval_ka_opus100_pr_auc": 0.853556563511067,
+      "eval_kk_ersatz_pr_auc": 0.9844869578182063,
+      "eval_kk_opus100_pr_auc": 0.7841821896915009,
+      "eval_kk_ud_pr_auc": 0.9721546651813213,
+      "eval_km_ersatz_pr_auc": 0.9057176021694708,
+      "eval_km_opus100_pr_auc": 0.7403208486552325,
+      "eval_kn_opus100_pr_auc": 0.5733584438716554,
+      "eval_ko_opus100_pr_auc": 0.6439413968808343,
+      "eval_ko_ud_pr_auc": 0.996459348338287,
+      "eval_ku_opus100_pr_auc": 0.8417448370098256,
+      "eval_ky_opus100_pr_auc": 0.8328114264746541,
+      "eval_la_ud_pr_auc": 0.9198859725156139,
+      "eval_loss": 0.036927513778209686,
+      "eval_lt_ersatz_pr_auc": 0.9873662404597269,
+      "eval_lt_opus100_pr_auc": 0.865188844766363,
+      "eval_lt_ud_pr_auc": 0.9864651986561264,
+      "eval_lv_ersatz_pr_auc": 0.9880551449875037,
+      "eval_lv_opus100_pr_auc": 0.8762067573114364,
+      "eval_lv_ud_pr_auc": 0.9633529832294747,
+      "eval_mg_opus100_pr_auc": 0.9190834589904626,
+      "eval_mk_opus100_pr_auc": 0.898931821805764,
+      "eval_ml_opus100_pr_auc": 0.7556439058371952,
+      "eval_mn_opus100_pr_auc": 0.9488130748235754,
+      "eval_mr_opus100_pr_auc": 0.8914151261870625,
+      "eval_mr_ud_pr_auc": 0.9779400593480113,
+      "eval_ms_opus100_pr_auc": 0.8636613931526005,
+      "eval_mt_opus100_pr_auc": 0.8058266935828058,
+      "eval_mt_ud_pr_auc": 0.8593792977456124,
+      "eval_my_opus100_pr_auc": 0.7489734850913735,
+      "eval_ne_opus100_pr_auc": 0.6742593221832359,
+      "eval_nl_opus100_pr_auc": 0.8878441397902589,
+      "eval_nl_ud_pr_auc": 0.9593236797722572,
+      "eval_no_opus100_pr_auc": 0.9130962276561878,
+      "eval_no_ud_pr_auc": 0.995369710934384,
+      "eval_pa_opus100_pr_auc": 0.6755552947086237,
+      "eval_pl_ersatz_pr_auc": 0.969480749388254,
+      "eval_pl_opus100_pr_auc": 0.8859242384527471,
+      "eval_pl_ud_pr_auc": 0.9648844533200116,
+      "eval_ps_ersatz_pr_auc": 0.9280322483615958,
+      "eval_ps_opus100_pr_auc": 0.7395816647786458,
+      "eval_pt_opus100_pr_auc": 0.927363800662871,
+      "eval_pt_ud_pr_auc": 0.9843621241469583,
+      "eval_ro_ersatz_pr_auc": 0.9927737753905359,
+      "eval_ro_opus100_pr_auc": 0.8857214590343286,
+      "eval_ro_ud_pr_auc": 0.8918214707427101,
+      "eval_ru_ersatz_pr_auc": 0.986769555962134,
+      "eval_ru_opus100_pr_auc": 0.9156921400001761,
+      "eval_ru_ud_pr_auc": 0.846631606863143,
+      "eval_runtime": 405.2565,
+      "eval_samples_per_second": 186.223,
+      "eval_si_opus100_pr_auc": 0.8049218947616182,
+      "eval_sk_opus100_pr_auc": 0.9249043389163049,
+      "eval_sk_ud_pr_auc": 0.9732041572420438,
+      "eval_sl_opus100_pr_auc": 0.8515244195939332,
+      "eval_sl_ud_pr_auc": 0.9715166845009069,
+      "eval_sq_opus100_pr_auc": 0.9004863524865907,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9038210663042326,
+      "eval_sr_ud_pr_auc": 0.9936720518621812,
+      "eval_steps_per_second": 5.821,
+      "eval_sv_opus100_pr_auc": 0.8872271706967155,
+      "eval_sv_ud_pr_auc": 0.9344196573463489,
+      "eval_ta_ersatz_pr_auc": 0.9815738150651802,
+      "eval_ta_opus100_pr_auc": 0.6522347273852411,
+      "eval_ta_ud_pr_auc": 0.9955628857303497,
+      "eval_te_opus100_pr_auc": 0.8293310560027141,
+      "eval_tg_opus100_pr_auc": 0.8811521722076614,
+      "eval_th_opus100_pr_auc": 0.6709814907227033,
+      "eval_th_ud_pr_auc": 0.7349080007109041,
+      "eval_tr_ersatz_pr_auc": 0.9596791295074454,
+      "eval_tr_opus100_pr_auc": 0.8903691405237051,
+      "eval_tr_ud_pr_auc": 0.9405395531010173,
+      "eval_uk_opus100_pr_auc": 0.8660772673980626,
+      "eval_uk_ud_pr_auc": 0.9365377974184058,
+      "eval_ur_opus100_pr_auc": 0.5220150492715366,
+      "eval_ur_ud_pr_auc": 0.9918665231965392,
+      "eval_uz_opus100_pr_auc": 0.8474093394072864,
+      "eval_vi_opus100_pr_auc": 0.8975530417704218,
+      "eval_vi_ud_pr_auc": 0.9558056389572203,
+      "eval_xh_opus100_pr_auc": 0.8600717067291865,
+      "eval_yi_opus100_pr_auc": 0.7122342657207729,
+      "eval_yo_opus100_pr_auc": 0.7845838048973974,
+      "eval_yo_ud_pr_auc": 0.8956857777264843,
+      "eval_zh_ersatz_pr_auc": 0.9246298990960886,
+      "eval_zh_opus100_pr_auc": 0.7391547980476327,
+      "eval_zh_ud_pr_auc": 0.9868855065971074,
+      "eval_zu_opus100_pr_auc": 0.8318108475762441,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0334,
+      "step": 310050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0342,
+      "step": 310100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0328,
+      "step": 310150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0335,
+      "step": 310200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0334,
+      "step": 310250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0331,
+      "step": 310300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0333,
+      "step": 310350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0333,
+      "step": 310400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0333,
+      "step": 310450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0336,
+      "step": 310500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0337,
+      "step": 310550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0335,
+      "step": 310600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0331,
+      "step": 310650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0331,
+      "step": 310700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0326,
+      "step": 310750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0328,
+      "step": 310800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0334,
+      "step": 310850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0337,
+      "step": 310900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0335,
+      "step": 310950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0336,
+      "step": 311000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0332,
+      "step": 311050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0333,
+      "step": 311100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0328,
+      "step": 311150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0329,
+      "step": 311200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0334,
+      "step": 311250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0327,
+      "step": 311300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.033,
+      "step": 311350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0334,
+      "step": 311400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0333,
+      "step": 311450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0326,
+      "step": 311500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0331,
+      "step": 311550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0331,
+      "step": 311600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0326,
+      "step": 311650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0337,
+      "step": 311700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0335,
+      "step": 311750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0338,
+      "step": 311800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0331,
+      "step": 311850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0339,
+      "step": 311900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0327,
+      "step": 311950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.033,
+      "step": 312000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0333,
+      "step": 312050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0331,
+      "step": 312100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0335,
+      "step": 312150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0331,
+      "step": 312200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0333,
+      "step": 312250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0334,
+      "step": 312300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0333,
+      "step": 312350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0326,
+      "step": 312400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0334,
+      "step": 312450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0328,
+      "step": 312500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0335,
+      "step": 312550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0325,
+      "step": 312600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0338,
+      "step": 312650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0335,
+      "step": 312700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0332,
+      "step": 312750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0333,
+      "step": 312800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0335,
+      "step": 312850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0336,
+      "step": 312900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0332,
+      "step": 312950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0335,
+      "step": 313000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0329,
+      "step": 313050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0336,
+      "step": 313100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.033,
+      "step": 313150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0332,
+      "step": 313200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0329,
+      "step": 313250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0329,
+      "step": 313300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.033,
+      "step": 313350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0333,
+      "step": 313400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0332,
+      "step": 313450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0326,
+      "step": 313500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0334,
+      "step": 313550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0331,
+      "step": 313600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0324,
+      "step": 313650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0331,
+      "step": 313700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0334,
+      "step": 313750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0345,
+      "step": 313800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.033,
+      "step": 313850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0336,
+      "step": 313900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0329,
+      "step": 313950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0331,
+      "step": 314000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0336,
+      "step": 314050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0332,
+      "step": 314100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0331,
+      "step": 314150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0327,
+      "step": 314200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0335,
+      "step": 314250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0337,
+      "step": 314300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0332,
+      "step": 314350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0331,
+      "step": 314400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0335,
+      "step": 314450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0337,
+      "step": 314500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0329,
+      "step": 314550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0328,
+      "step": 314600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0333,
+      "step": 314650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0331,
+      "step": 314700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0337,
+      "step": 314750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0334,
+      "step": 314800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0327,
+      "step": 314850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0337,
+      "step": 314900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0334,
+      "step": 314950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0333,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7550175298927635,
+      "eval_af_ud_pr_auc": 0.985368149067247,
+      "eval_am_opus100_pr_auc": 0.5247350514812903,
+      "eval_ar_ersatz_pr_auc": 0.9271555508473662,
+      "eval_ar_opus100_pr_auc": 0.6899977339228025,
+      "eval_ar_ud_pr_auc": 0.8582890974035139,
+      "eval_average_ersatz_pr_auc": 0.956544805085641,
+      "eval_average_opus100_pr_auc": 0.8149638655952514,
+      "eval_average_ud_pr_auc": 0.952960145669406,
+      "eval_az_opus100_pr_auc": 0.7673531226639632,
+      "eval_be_opus100_pr_auc": 0.6578778720334633,
+      "eval_be_ud_pr_auc": 0.8792813623948199,
+      "eval_bg_opus100_pr_auc": 0.9095163796251825,
+      "eval_bg_ud_pr_auc": 0.9885392723805689,
+      "eval_bn_opus100_pr_auc": 0.8008284825891814,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8641939904710209,
+      "eval_ca_ud_pr_auc": 0.990281672875938,
+      "eval_ceb_ud_pr_auc": 0.9982884546534139,
+      "eval_cs_ersatz_pr_auc": 0.97774565893313,
+      "eval_cs_opus100_pr_auc": 0.9021962640129881,
+      "eval_cs_ud_pr_auc": 0.9491662066287951,
+      "eval_cy_opus100_pr_auc": 0.7401003982861428,
+      "eval_cy_ud_pr_auc": 0.9943010963424859,
+      "eval_da_opus100_pr_auc": 0.9068003424782788,
+      "eval_da_ud_pr_auc": 0.9771920370054266,
+      "eval_de_ersatz_pr_auc": 0.9663106061086716,
+      "eval_de_opus100_pr_auc": 0.8686140102089037,
+      "eval_de_ud_pr_auc": 0.9827038516602273,
+      "eval_el_opus100_pr_auc": 0.9093803869756992,
+      "eval_el_ud_pr_auc": 0.9876023405842592,
+      "eval_en_ersatz_pr_auc": 0.9855643878676779,
+      "eval_en_opus100_pr_auc": 0.9190996727902118,
+      "eval_en_ud_pr_auc": 0.9633501228495288,
+      "eval_eo_opus100_pr_auc": 0.9192686201855701,
+      "eval_es_ersatz_pr_auc": 0.9941876360264876,
+      "eval_es_opus100_pr_auc": 0.9193540200183519,
+      "eval_es_ud_pr_auc": 0.990335453629891,
+      "eval_et_ersatz_pr_auc": 0.9777749534073504,
+      "eval_et_opus100_pr_auc": 0.8977510383619257,
+      "eval_et_ud_pr_auc": 0.9399643183425364,
+      "eval_eu_opus100_pr_auc": 0.8712141688787705,
+      "eval_eu_ud_pr_auc": 0.9864707626392303,
+      "eval_fa_opus100_pr_auc": 0.5660547400872771,
+      "eval_fa_ud_pr_auc": 0.9966528421570369,
+      "eval_fi_ersatz_pr_auc": 0.9825120125948608,
+      "eval_fi_opus100_pr_auc": 0.9004084940245642,
+      "eval_fi_ud_pr_auc": 0.9668616873871743,
+      "eval_fr_ersatz_pr_auc": 0.9818366297567107,
+      "eval_fr_opus100_pr_auc": 0.9046213519491885,
+      "eval_fr_ud_pr_auc": 0.9737943310016631,
+      "eval_fy_opus100_pr_auc": 0.6747381623854963,
+      "eval_ga_opus100_pr_auc": 0.8651354969845826,
+      "eval_ga_ud_pr_auc": 0.8160442834669654,
+      "eval_gd_opus100_pr_auc": 0.5559238528987426,
+      "eval_gd_ud_pr_auc": 0.7584424112174151,
+      "eval_gl_opus100_pr_auc": 0.8793732947237975,
+      "eval_gl_ud_pr_auc": 0.9929363177079704,
+      "eval_gu_ersatz_pr_auc": 0.9340835666502445,
+      "eval_gu_opus100_pr_auc": 0.7025404745867146,
+      "eval_ha_opus100_pr_auc": 0.9021488797071874,
+      "eval_he_opus100_pr_auc": 0.8609296457514993,
+      "eval_he_ud_pr_auc": 0.9593611958211442,
+      "eval_hi_ersatz_pr_auc": 0.9633281977240142,
+      "eval_hi_opus100_pr_auc": 0.6529274613359485,
+      "eval_hi_ud_pr_auc": 0.9756746066220434,
+      "eval_hu_opus100_pr_auc": 0.9154955520738625,
+      "eval_hu_ud_pr_auc": 0.979019012548866,
+      "eval_hy_opus100_pr_auc": 0.9096207818969995,
+      "eval_hy_ud_pr_auc": 0.9730488062717375,
+      "eval_id_opus100_pr_auc": 0.8624448610853984,
+      "eval_id_ud_pr_auc": 0.9907627571203608,
+      "eval_ig_opus100_pr_auc": 0.8603711711622274,
+      "eval_is_opus100_pr_auc": 0.9178158799999944,
+      "eval_is_ud_pr_auc": 0.9050772821012176,
+      "eval_it_opus100_pr_auc": 0.8989051083828588,
+      "eval_it_ud_pr_auc": 0.9928729975969937,
+      "eval_ja_ersatz_pr_auc": 0.7872903214989101,
+      "eval_ja_opus100_pr_auc": 0.7713184792924792,
+      "eval_ja_ud_pr_auc": 0.9806403338703591,
+      "eval_jv_ud_pr_auc": 0.9721664343225724,
+      "eval_ka_opus100_pr_auc": 0.8524053555351357,
+      "eval_kk_ersatz_pr_auc": 0.9829084685647533,
+      "eval_kk_opus100_pr_auc": 0.7685455018322626,
+      "eval_kk_ud_pr_auc": 0.9723525090509466,
+      "eval_km_ersatz_pr_auc": 0.9046252058681157,
+      "eval_km_opus100_pr_auc": 0.7407715365676724,
+      "eval_kn_opus100_pr_auc": 0.5554956393089558,
+      "eval_ko_opus100_pr_auc": 0.6389983828536456,
+      "eval_ko_ud_pr_auc": 0.9987340455404311,
+      "eval_ku_opus100_pr_auc": 0.8447283952972519,
+      "eval_ky_opus100_pr_auc": 0.8172112027265841,
+      "eval_la_ud_pr_auc": 0.9467307989731895,
+      "eval_loss": 0.03676547855138779,
+      "eval_lt_ersatz_pr_auc": 0.986711976434031,
+      "eval_lt_opus100_pr_auc": 0.8600940611539784,
+      "eval_lt_ud_pr_auc": 0.9875669905223954,
+      "eval_lv_ersatz_pr_auc": 0.9879463503723676,
+      "eval_lv_opus100_pr_auc": 0.871510614062603,
+      "eval_lv_ud_pr_auc": 0.9574967002972551,
+      "eval_mg_opus100_pr_auc": 0.9172175149442932,
+      "eval_mk_opus100_pr_auc": 0.8949419517393247,
+      "eval_ml_opus100_pr_auc": 0.7493639710868604,
+      "eval_mn_opus100_pr_auc": 0.9413527967409693,
+      "eval_mr_opus100_pr_auc": 0.889069123251464,
+      "eval_mr_ud_pr_auc": 0.9815423894465435,
+      "eval_ms_opus100_pr_auc": 0.8577430538960331,
+      "eval_mt_opus100_pr_auc": 0.810859468874968,
+      "eval_mt_ud_pr_auc": 0.8565578048560482,
+      "eval_my_opus100_pr_auc": 0.7412245049737769,
+      "eval_ne_opus100_pr_auc": 0.6671425761839811,
+      "eval_nl_opus100_pr_auc": 0.8870119027028296,
+      "eval_nl_ud_pr_auc": 0.9594332406497513,
+      "eval_no_opus100_pr_auc": 0.9096658447693712,
+      "eval_no_ud_pr_auc": 0.9957422164847015,
+      "eval_pa_opus100_pr_auc": 0.6620048144789824,
+      "eval_pl_ersatz_pr_auc": 0.9682495347266089,
+      "eval_pl_opus100_pr_auc": 0.8808364405084903,
+      "eval_pl_ud_pr_auc": 0.9621914310086696,
+      "eval_ps_ersatz_pr_auc": 0.9145788949701669,
+      "eval_ps_opus100_pr_auc": 0.7339711084727453,
+      "eval_pt_opus100_pr_auc": 0.9226429340269927,
+      "eval_pt_ud_pr_auc": 0.980489933536524,
+      "eval_ro_ersatz_pr_auc": 0.9911263894489714,
+      "eval_ro_opus100_pr_auc": 0.8937963989166771,
+      "eval_ro_ud_pr_auc": 0.8743015252671994,
+      "eval_ru_ersatz_pr_auc": 0.9849346021712433,
+      "eval_ru_opus100_pr_auc": 0.9127217313478984,
+      "eval_ru_ud_pr_auc": 0.8453597862758294,
+      "eval_runtime": 405.3716,
+      "eval_samples_per_second": 186.17,
+      "eval_si_opus100_pr_auc": 0.801386351036423,
+      "eval_sk_opus100_pr_auc": 0.9230262257634115,
+      "eval_sk_ud_pr_auc": 0.9728719159703016,
+      "eval_sl_opus100_pr_auc": 0.851134646549383,
+      "eval_sl_ud_pr_auc": 0.9633816638788804,
+      "eval_sq_opus100_pr_auc": 0.8924210210270128,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9011790082868965,
+      "eval_sr_ud_pr_auc": 0.990936217357208,
+      "eval_steps_per_second": 5.819,
+      "eval_sv_opus100_pr_auc": 0.8878733010113047,
+      "eval_sv_ud_pr_auc": 0.9349487166333735,
+      "eval_ta_ersatz_pr_auc": 0.9813662712773819,
+      "eval_ta_opus100_pr_auc": 0.6489057332863933,
+      "eval_ta_ud_pr_auc": 0.9959510093467101,
+      "eval_te_opus100_pr_auc": 0.8269086547893582,
+      "eval_tg_opus100_pr_auc": 0.8733158081458553,
+      "eval_th_opus100_pr_auc": 0.6688211427927887,
+      "eval_th_ud_pr_auc": 0.7449010442577625,
+      "eval_tr_ersatz_pr_auc": 0.95469262435662,
+      "eval_tr_opus100_pr_auc": 0.8883857415864723,
+      "eval_tr_ud_pr_auc": 0.9414040653537306,
+      "eval_uk_opus100_pr_auc": 0.8621435810882141,
+      "eval_uk_ud_pr_auc": 0.9324816305397448,
+      "eval_ur_opus100_pr_auc": 0.5222707566145703,
+      "eval_ur_ud_pr_auc": 0.9932349949518543,
+      "eval_uz_opus100_pr_auc": 0.8429401407846091,
+      "eval_vi_opus100_pr_auc": 0.8949146491991753,
+      "eval_vi_ud_pr_auc": 0.954620735188357,
+      "eval_xh_opus100_pr_auc": 0.8577464575079371,
+      "eval_yi_opus100_pr_auc": 0.7071448300221882,
+      "eval_yo_opus100_pr_auc": 0.7989500980665968,
+      "eval_yo_ud_pr_auc": 0.8801632461363726,
+      "eval_zh_ersatz_pr_auc": 0.9090558722784202,
+      "eval_zh_opus100_pr_auc": 0.7044192037301942,
+      "eval_zh_ud_pr_auc": 0.9908441939609607,
+      "eval_zu_opus100_pr_auc": 0.8277500280627459,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0332,
+      "step": 315050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0329,
+      "step": 315100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0338,
+      "step": 315150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0328,
+      "step": 315200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0329,
+      "step": 315250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0333,
+      "step": 315300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0333,
+      "step": 315350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0327,
+      "step": 315400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0326,
+      "step": 315450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0335,
+      "step": 315500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0343,
+      "step": 315550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0335,
+      "step": 315600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0329,
+      "step": 315650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0331,
+      "step": 315700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.0337,
+      "step": 315750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0321,
+      "step": 315800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0334,
+      "step": 315850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.033,
+      "step": 315900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0331,
+      "step": 315950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0325,
+      "step": 316000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.033,
+      "step": 316050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0331,
+      "step": 316100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0326,
+      "step": 316150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0328,
+      "step": 316200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0331,
+      "step": 316250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0328,
+      "step": 316300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0326,
+      "step": 316350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0324,
+      "step": 316400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0326,
+      "step": 316450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0343,
+      "step": 316500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0342,
+      "step": 316550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0331,
+      "step": 316600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0327,
+      "step": 316650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.033,
+      "step": 316700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0327,
+      "step": 316750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0337,
+      "step": 316800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0328,
+      "step": 316850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0341,
+      "step": 316900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0332,
+      "step": 316950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0332,
+      "step": 317000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0334,
+      "step": 317050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0331,
+      "step": 317100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0333,
+      "step": 317150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0335,
+      "step": 317200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0328,
+      "step": 317250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0335,
+      "step": 317300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0331,
+      "step": 317350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0338,
+      "step": 317400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0337,
+      "step": 317450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.033,
+      "step": 317500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0332,
+      "step": 317550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0328,
+      "step": 317600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0335,
+      "step": 317650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0331,
+      "step": 317700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0328,
+      "step": 317750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0332,
+      "step": 317800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0323,
+      "step": 317850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0337,
+      "step": 317900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0334,
+      "step": 317950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.033,
+      "step": 318000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0335,
+      "step": 318050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0324,
+      "step": 318100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0339,
+      "step": 318150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0331,
+      "step": 318200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0333,
+      "step": 318250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0328,
+      "step": 318300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0333,
+      "step": 318350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0332,
+      "step": 318400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0337,
+      "step": 318450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0327,
+      "step": 318500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0333,
+      "step": 318550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0331,
+      "step": 318600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0326,
+      "step": 318650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0331,
+      "step": 318700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0327,
+      "step": 318750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0331,
+      "step": 318800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0335,
+      "step": 318850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0335,
+      "step": 318900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0332,
+      "step": 318950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0336,
+      "step": 319000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0331,
+      "step": 319050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0334,
+      "step": 319100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0329,
+      "step": 319150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0335,
+      "step": 319200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0337,
+      "step": 319250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0324,
+      "step": 319300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0324,
+      "step": 319350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0335,
+      "step": 319400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0331,
+      "step": 319450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0331,
+      "step": 319500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0325,
+      "step": 319550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.033,
+      "step": 319600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0329,
+      "step": 319650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0335,
+      "step": 319700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0325,
+      "step": 319750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0334,
+      "step": 319800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0333,
+      "step": 319850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0331,
+      "step": 319900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.0334,
+      "step": 319950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0328,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.760319489686807,
+      "eval_af_ud_pr_auc": 0.9849193428593448,
+      "eval_am_opus100_pr_auc": 0.5257630071915932,
+      "eval_ar_ersatz_pr_auc": 0.9303965454740101,
+      "eval_ar_opus100_pr_auc": 0.6860608870293816,
+      "eval_ar_ud_pr_auc": 0.8625468859270192,
+      "eval_average_ersatz_pr_auc": 0.9562073831159694,
+      "eval_average_opus100_pr_auc": 0.8186478975007278,
+      "eval_average_ud_pr_auc": 0.9545783906770808,
+      "eval_az_opus100_pr_auc": 0.7373909969657648,
+      "eval_be_opus100_pr_auc": 0.6708907837216079,
+      "eval_be_ud_pr_auc": 0.8799982435653878,
+      "eval_bg_opus100_pr_auc": 0.9093935687411439,
+      "eval_bg_ud_pr_auc": 0.988429978098821,
+      "eval_bn_opus100_pr_auc": 0.807500119211325,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8648398780655181,
+      "eval_ca_ud_pr_auc": 0.9921218369807225,
+      "eval_ceb_ud_pr_auc": 0.9969238499676455,
+      "eval_cs_ersatz_pr_auc": 0.9768438409756165,
+      "eval_cs_opus100_pr_auc": 0.9006583303347087,
+      "eval_cs_ud_pr_auc": 0.9460328099340265,
+      "eval_cy_opus100_pr_auc": 0.7466876742859098,
+      "eval_cy_ud_pr_auc": 0.9933627605484099,
+      "eval_da_opus100_pr_auc": 0.9070695291274968,
+      "eval_da_ud_pr_auc": 0.9726990887760097,
+      "eval_de_ersatz_pr_auc": 0.9628305261851373,
+      "eval_de_opus100_pr_auc": 0.8706271600215595,
+      "eval_de_ud_pr_auc": 0.9844026143555399,
+      "eval_el_opus100_pr_auc": 0.9116488590516288,
+      "eval_el_ud_pr_auc": 0.9889410206129008,
+      "eval_en_ersatz_pr_auc": 0.9852892155556777,
+      "eval_en_opus100_pr_auc": 0.9220778008390426,
+      "eval_en_ud_pr_auc": 0.9570141124083504,
+      "eval_eo_opus100_pr_auc": 0.9235262476048283,
+      "eval_es_ersatz_pr_auc": 0.9931856996857146,
+      "eval_es_opus100_pr_auc": 0.9232313090447055,
+      "eval_es_ud_pr_auc": 0.9903237773505597,
+      "eval_et_ersatz_pr_auc": 0.9751766866931442,
+      "eval_et_opus100_pr_auc": 0.8938185444114458,
+      "eval_et_ud_pr_auc": 0.9453000212113745,
+      "eval_eu_opus100_pr_auc": 0.8746549634881827,
+      "eval_eu_ud_pr_auc": 0.9872587738742404,
+      "eval_fa_opus100_pr_auc": 0.5692929482783726,
+      "eval_fa_ud_pr_auc": 0.9959479993929508,
+      "eval_fi_ersatz_pr_auc": 0.9840644092299945,
+      "eval_fi_opus100_pr_auc": 0.900393074378703,
+      "eval_fi_ud_pr_auc": 0.9666119375423062,
+      "eval_fr_ersatz_pr_auc": 0.9795761916311926,
+      "eval_fr_opus100_pr_auc": 0.906629937776905,
+      "eval_fr_ud_pr_auc": 0.9764975873096211,
+      "eval_fy_opus100_pr_auc": 0.6855334013371198,
+      "eval_ga_opus100_pr_auc": 0.8581107500508954,
+      "eval_ga_ud_pr_auc": 0.8147900249833457,
+      "eval_gd_opus100_pr_auc": 0.5706049457599824,
+      "eval_gd_ud_pr_auc": 0.7537085452987531,
+      "eval_gl_opus100_pr_auc": 0.8797252195802432,
+      "eval_gl_ud_pr_auc": 0.9924983192097349,
+      "eval_gu_ersatz_pr_auc": 0.9162561718027203,
+      "eval_gu_opus100_pr_auc": 0.7001213378428603,
+      "eval_ha_opus100_pr_auc": 0.9055183297992556,
+      "eval_he_opus100_pr_auc": 0.8682518106865916,
+      "eval_he_ud_pr_auc": 0.9635585483062097,
+      "eval_hi_ersatz_pr_auc": 0.9589505360781748,
+      "eval_hi_opus100_pr_auc": 0.6572674873639864,
+      "eval_hi_ud_pr_auc": 0.965233606478455,
+      "eval_hu_opus100_pr_auc": 0.9189128483676388,
+      "eval_hu_ud_pr_auc": 0.9778454575598929,
+      "eval_hy_opus100_pr_auc": 0.9102948440385458,
+      "eval_hy_ud_pr_auc": 0.9738276494696887,
+      "eval_id_opus100_pr_auc": 0.8683351530364309,
+      "eval_id_ud_pr_auc": 0.9892492120774481,
+      "eval_ig_opus100_pr_auc": 0.8597708136715881,
+      "eval_is_opus100_pr_auc": 0.9229329579500719,
+      "eval_is_ud_pr_auc": 0.9067185743308855,
+      "eval_it_opus100_pr_auc": 0.9008887293572746,
+      "eval_it_ud_pr_auc": 0.9921497824417237,
+      "eval_ja_ersatz_pr_auc": 0.7903967122282555,
+      "eval_ja_opus100_pr_auc": 0.7891092098908745,
+      "eval_ja_ud_pr_auc": 0.9825402381700422,
+      "eval_jv_ud_pr_auc": 0.974827119159103,
+      "eval_ka_opus100_pr_auc": 0.8549811501432132,
+      "eval_kk_ersatz_pr_auc": 0.9812832747550606,
+      "eval_kk_opus100_pr_auc": 0.786377016593182,
+      "eval_kk_ud_pr_auc": 0.974000925837831,
+      "eval_km_ersatz_pr_auc": 0.9042517218190579,
+      "eval_km_opus100_pr_auc": 0.7434619404989167,
+      "eval_kn_opus100_pr_auc": 0.5713466818798448,
+      "eval_ko_opus100_pr_auc": 0.6558172191364378,
+      "eval_ko_ud_pr_auc": 0.9971425066151192,
+      "eval_ku_opus100_pr_auc": 0.850462772224315,
+      "eval_ky_opus100_pr_auc": 0.8362161895240066,
+      "eval_la_ud_pr_auc": 0.9405560964286412,
+      "eval_loss": 0.03682573884725571,
+      "eval_lt_ersatz_pr_auc": 0.9864187892742915,
+      "eval_lt_opus100_pr_auc": 0.8651729824546248,
+      "eval_lt_ud_pr_auc": 0.9849665895368646,
+      "eval_lv_ersatz_pr_auc": 0.9866199693059752,
+      "eval_lv_opus100_pr_auc": 0.8739368578739165,
+      "eval_lv_ud_pr_auc": 0.959032347993544,
+      "eval_mg_opus100_pr_auc": 0.9158046722384622,
+      "eval_mk_opus100_pr_auc": 0.895747400904279,
+      "eval_ml_opus100_pr_auc": 0.7575397947920394,
+      "eval_mn_opus100_pr_auc": 0.9537347836198131,
+      "eval_mr_opus100_pr_auc": 0.8899512660946161,
+      "eval_mr_ud_pr_auc": 0.9916361040368744,
+      "eval_ms_opus100_pr_auc": 0.8639664344989242,
+      "eval_mt_opus100_pr_auc": 0.8086756667819031,
+      "eval_mt_ud_pr_auc": 0.8583490882761688,
+      "eval_my_opus100_pr_auc": 0.7435053229776585,
+      "eval_ne_opus100_pr_auc": 0.6703344632322902,
+      "eval_nl_opus100_pr_auc": 0.8887479634653449,
+      "eval_nl_ud_pr_auc": 0.9625380136540982,
+      "eval_no_opus100_pr_auc": 0.9110329460169744,
+      "eval_no_ud_pr_auc": 0.9947858376702333,
+      "eval_pa_opus100_pr_auc": 0.667158772679236,
+      "eval_pl_ersatz_pr_auc": 0.9676445573364688,
+      "eval_pl_opus100_pr_auc": 0.8859338298273381,
+      "eval_pl_ud_pr_auc": 0.9602303627484372,
+      "eval_ps_ersatz_pr_auc": 0.9199749529719664,
+      "eval_ps_opus100_pr_auc": 0.7306418479972624,
+      "eval_pt_opus100_pr_auc": 0.9288681320204503,
+      "eval_pt_ud_pr_auc": 0.9817998632870797,
+      "eval_ro_ersatz_pr_auc": 0.990656403594682,
+      "eval_ro_opus100_pr_auc": 0.8785426613898615,
+      "eval_ro_ud_pr_auc": 0.9229097464374294,
+      "eval_ru_ersatz_pr_auc": 0.9831791976222649,
+      "eval_ru_opus100_pr_auc": 0.9106504687660966,
+      "eval_ru_ud_pr_auc": 0.8593122512803272,
+      "eval_runtime": 406.223,
+      "eval_samples_per_second": 185.78,
+      "eval_si_opus100_pr_auc": 0.8090807294038307,
+      "eval_sk_opus100_pr_auc": 0.9241833653385657,
+      "eval_sk_ud_pr_auc": 0.9744531946651764,
+      "eval_sl_opus100_pr_auc": 0.851649615837829,
+      "eval_sl_ud_pr_auc": 0.9655210788120796,
+      "eval_sq_opus100_pr_auc": 0.8932139945117245,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9056967298003792,
+      "eval_sr_ud_pr_auc": 0.9921872132263503,
+      "eval_steps_per_second": 5.807,
+      "eval_sv_opus100_pr_auc": 0.8917760162890416,
+      "eval_sv_ud_pr_auc": 0.9364768761540601,
+      "eval_ta_ersatz_pr_auc": 0.9801634430153867,
+      "eval_ta_opus100_pr_auc": 0.6584356672077559,
+      "eval_ta_ud_pr_auc": 0.9925649872031337,
+      "eval_te_opus100_pr_auc": 0.8283678748579992,
+      "eval_tg_opus100_pr_auc": 0.8735998031088604,
+      "eval_th_opus100_pr_auc": 0.6719685339472977,
+      "eval_th_ud_pr_auc": 0.7546324021435931,
+      "eval_tr_ersatz_pr_auc": 0.9518142075190494,
+      "eval_tr_opus100_pr_auc": 0.8930327160544967,
+      "eval_tr_ud_pr_auc": 0.9426927540971153,
+      "eval_uk_opus100_pr_auc": 0.863363112018054,
+      "eval_uk_ud_pr_auc": 0.9283128778956454,
+      "eval_ur_opus100_pr_auc": 0.5192437488777449,
+      "eval_ur_ud_pr_auc": 0.9930247532259661,
+      "eval_uz_opus100_pr_auc": 0.8397723436375332,
+      "eval_vi_opus100_pr_auc": 0.8974984424762871,
+      "eval_vi_ud_pr_auc": 0.9526841905991096,
+      "eval_xh_opus100_pr_auc": 0.8616006941428165,
+      "eval_yi_opus100_pr_auc": 0.7337517852727469,
+      "eval_yo_opus100_pr_auc": 0.7864845704007604,
+      "eval_yo_ud_pr_auc": 0.9034120797866972,
+      "eval_zh_ersatz_pr_auc": 0.9315893757974905,
+      "eval_zh_opus100_pr_auc": 0.7449828902550202,
+      "eval_zh_ud_pr_auc": 0.9914664087815208,
+      "eval_zu_opus100_pr_auc": 0.8349627759999465,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0333,
+      "step": 320050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.033,
+      "step": 320100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0328,
+      "step": 320150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0328,
+      "step": 320200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0336,
+      "step": 320250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0339,
+      "step": 320300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0333,
+      "step": 320350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0329,
+      "step": 320400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0328,
+      "step": 320450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0325,
+      "step": 320500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0331,
+      "step": 320550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0326,
+      "step": 320600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0329,
+      "step": 320650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0333,
+      "step": 320700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0327,
+      "step": 320750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0335,
+      "step": 320800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0321,
+      "step": 320850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0328,
+      "step": 320900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0336,
+      "step": 320950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0327,
+      "step": 321000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0327,
+      "step": 321050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0328,
+      "step": 321100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.033,
+      "step": 321150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0334,
+      "step": 321200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0329,
+      "step": 321250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0334,
+      "step": 321300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0338,
+      "step": 321350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.033,
+      "step": 321400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.033,
+      "step": 321450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0335,
+      "step": 321500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.033,
+      "step": 321550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0327,
+      "step": 321600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0335,
+      "step": 321650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.033,
+      "step": 321700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0332,
+      "step": 321750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0328,
+      "step": 321800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.0327,
+      "step": 321850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.033,
+      "step": 321900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0336,
+      "step": 321950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0338,
+      "step": 322000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.033,
+      "step": 322050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0338,
+      "step": 322100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.033,
+      "step": 322150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0328,
+      "step": 322200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.033,
+      "step": 322250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0331,
+      "step": 322300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0321,
+      "step": 322350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0328,
+      "step": 322400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.033,
+      "step": 322450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0331,
+      "step": 322500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0332,
+      "step": 322550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0331,
+      "step": 322600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0331,
+      "step": 322650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0336,
+      "step": 322700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0342,
+      "step": 322750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0332,
+      "step": 322800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0336,
+      "step": 322850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0326,
+      "step": 322900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0333,
+      "step": 322950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.0341,
+      "step": 323000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0323,
+      "step": 323050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.033,
+      "step": 323100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.032,
+      "step": 323150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0332,
+      "step": 323200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0332,
+      "step": 323250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0335,
+      "step": 323300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0338,
+      "step": 323350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0328,
+      "step": 323400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0327,
+      "step": 323450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0333,
+      "step": 323500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0333,
+      "step": 323550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0336,
+      "step": 323600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.033,
+      "step": 323650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0324,
+      "step": 323700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0332,
+      "step": 323750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0325,
+      "step": 323800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0332,
+      "step": 323850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0331,
+      "step": 323900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0327,
+      "step": 323950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0327,
+      "step": 324000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0327,
+      "step": 324050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0335,
+      "step": 324100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0334,
+      "step": 324150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0329,
+      "step": 324200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0329,
+      "step": 324250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0325,
+      "step": 324300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0338,
+      "step": 324350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0331,
+      "step": 324400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0326,
+      "step": 324450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0338,
+      "step": 324500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0332,
+      "step": 324550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0334,
+      "step": 324600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0329,
+      "step": 324650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0327,
+      "step": 324700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0338,
+      "step": 324750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.033,
+      "step": 324800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0326,
+      "step": 324850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.0339,
+      "step": 324900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.033,
+      "step": 324950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0337,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7512890777720558,
+      "eval_af_ud_pr_auc": 0.9848458024938901,
+      "eval_am_opus100_pr_auc": 0.5224013938625018,
+      "eval_ar_ersatz_pr_auc": 0.9293426972278509,
+      "eval_ar_opus100_pr_auc": 0.6853007844325245,
+      "eval_ar_ud_pr_auc": 0.8649195575991416,
+      "eval_average_ersatz_pr_auc": 0.957271558512724,
+      "eval_average_opus100_pr_auc": 0.8155350626692998,
+      "eval_average_ud_pr_auc": 0.9538198685242358,
+      "eval_az_opus100_pr_auc": 0.7737579173228337,
+      "eval_be_opus100_pr_auc": 0.6439556627995966,
+      "eval_be_ud_pr_auc": 0.8836241365794361,
+      "eval_bg_opus100_pr_auc": 0.9128797086222878,
+      "eval_bg_ud_pr_auc": 0.9900260424120872,
+      "eval_bn_opus100_pr_auc": 0.8047854605379705,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8618984235057969,
+      "eval_ca_ud_pr_auc": 0.9923538672766363,
+      "eval_ceb_ud_pr_auc": 0.9986632130223794,
+      "eval_cs_ersatz_pr_auc": 0.977805891906632,
+      "eval_cs_opus100_pr_auc": 0.900586508899407,
+      "eval_cs_ud_pr_auc": 0.9507622362003665,
+      "eval_cy_opus100_pr_auc": 0.743616327359927,
+      "eval_cy_ud_pr_auc": 0.9951164106038835,
+      "eval_da_opus100_pr_auc": 0.9056140716064914,
+      "eval_da_ud_pr_auc": 0.977520282525274,
+      "eval_de_ersatz_pr_auc": 0.9617621452365404,
+      "eval_de_opus100_pr_auc": 0.8688908836292734,
+      "eval_de_ud_pr_auc": 0.9833893130466294,
+      "eval_el_opus100_pr_auc": 0.9121260298321497,
+      "eval_el_ud_pr_auc": 0.9887586928779313,
+      "eval_en_ersatz_pr_auc": 0.9847001585382527,
+      "eval_en_opus100_pr_auc": 0.9210974830904686,
+      "eval_en_ud_pr_auc": 0.9622271056492079,
+      "eval_eo_opus100_pr_auc": 0.918605679424979,
+      "eval_es_ersatz_pr_auc": 0.9937216649903471,
+      "eval_es_opus100_pr_auc": 0.9221096263261661,
+      "eval_es_ud_pr_auc": 0.9909290171702326,
+      "eval_et_ersatz_pr_auc": 0.9775879606596479,
+      "eval_et_opus100_pr_auc": 0.8924190915667806,
+      "eval_et_ud_pr_auc": 0.9396383915757253,
+      "eval_eu_opus100_pr_auc": 0.8701679737939462,
+      "eval_eu_ud_pr_auc": 0.9871655797352585,
+      "eval_fa_opus100_pr_auc": 0.5780620850368019,
+      "eval_fa_ud_pr_auc": 0.9968662245114608,
+      "eval_fi_ersatz_pr_auc": 0.9820970213956347,
+      "eval_fi_opus100_pr_auc": 0.8996272234508916,
+      "eval_fi_ud_pr_auc": 0.9642152353961098,
+      "eval_fr_ersatz_pr_auc": 0.9840395558834374,
+      "eval_fr_opus100_pr_auc": 0.908907288334673,
+      "eval_fr_ud_pr_auc": 0.9753943223248334,
+      "eval_fy_opus100_pr_auc": 0.6745461457944619,
+      "eval_ga_opus100_pr_auc": 0.8650878463913041,
+      "eval_ga_ud_pr_auc": 0.810202695253985,
+      "eval_gd_opus100_pr_auc": 0.5785705025609403,
+      "eval_gd_ud_pr_auc": 0.7515738780125938,
+      "eval_gl_opus100_pr_auc": 0.8765042225734981,
+      "eval_gl_ud_pr_auc": 0.9926377256599768,
+      "eval_gu_ersatz_pr_auc": 0.9271959853202197,
+      "eval_gu_opus100_pr_auc": 0.6976145506722726,
+      "eval_ha_opus100_pr_auc": 0.9020159701097686,
+      "eval_he_opus100_pr_auc": 0.8558253876179932,
+      "eval_he_ud_pr_auc": 0.9627169367490985,
+      "eval_hi_ersatz_pr_auc": 0.9641155834033828,
+      "eval_hi_opus100_pr_auc": 0.6494697591012792,
+      "eval_hi_ud_pr_auc": 0.9620960528568906,
+      "eval_hu_opus100_pr_auc": 0.9155880866855023,
+      "eval_hu_ud_pr_auc": 0.9783719880748023,
+      "eval_hy_opus100_pr_auc": 0.9053384834664764,
+      "eval_hy_ud_pr_auc": 0.9812121361741992,
+      "eval_id_opus100_pr_auc": 0.8703092276863079,
+      "eval_id_ud_pr_auc": 0.9899191208531015,
+      "eval_ig_opus100_pr_auc": 0.8569155032258041,
+      "eval_is_opus100_pr_auc": 0.9214110316532913,
+      "eval_is_ud_pr_auc": 0.9084623245857064,
+      "eval_it_opus100_pr_auc": 0.8996623122459523,
+      "eval_it_ud_pr_auc": 0.9939383798901942,
+      "eval_ja_ersatz_pr_auc": 0.7823960639272548,
+      "eval_ja_opus100_pr_auc": 0.7631788495970282,
+      "eval_ja_ud_pr_auc": 0.9816945886179432,
+      "eval_jv_ud_pr_auc": 0.970937947279586,
+      "eval_ka_opus100_pr_auc": 0.8457453653643716,
+      "eval_kk_ersatz_pr_auc": 0.9878102902481788,
+      "eval_kk_opus100_pr_auc": 0.7719125827298827,
+      "eval_kk_ud_pr_auc": 0.9754238152169059,
+      "eval_km_ersatz_pr_auc": 0.904383421286585,
+      "eval_km_opus100_pr_auc": 0.7418377355114343,
+      "eval_kn_opus100_pr_auc": 0.560713307528106,
+      "eval_ko_opus100_pr_auc": 0.6491425911324458,
+      "eval_ko_ud_pr_auc": 0.9986666665243897,
+      "eval_ku_opus100_pr_auc": 0.8441603559356164,
+      "eval_ky_opus100_pr_auc": 0.8345152304547037,
+      "eval_la_ud_pr_auc": 0.9400933708606911,
+      "eval_loss": 0.03679133206605911,
+      "eval_lt_ersatz_pr_auc": 0.9880441718253968,
+      "eval_lt_opus100_pr_auc": 0.8619998937906814,
+      "eval_lt_ud_pr_auc": 0.9875043501257388,
+      "eval_lv_ersatz_pr_auc": 0.9892259569647885,
+      "eval_lv_opus100_pr_auc": 0.8748447779283215,
+      "eval_lv_ud_pr_auc": 0.9636538601844599,
+      "eval_mg_opus100_pr_auc": 0.9225693805905988,
+      "eval_mk_opus100_pr_auc": 0.90070668025934,
+      "eval_ml_opus100_pr_auc": 0.7550550366567295,
+      "eval_mn_opus100_pr_auc": 0.951661081463314,
+      "eval_mr_opus100_pr_auc": 0.8859346985742808,
+      "eval_mr_ud_pr_auc": 0.9948050826093628,
+      "eval_ms_opus100_pr_auc": 0.8636097815823036,
+      "eval_mt_opus100_pr_auc": 0.8079260933825405,
+      "eval_mt_ud_pr_auc": 0.8575106209270669,
+      "eval_my_opus100_pr_auc": 0.7458145538549142,
+      "eval_ne_opus100_pr_auc": 0.6588403997012248,
+      "eval_nl_opus100_pr_auc": 0.8887418184396542,
+      "eval_nl_ud_pr_auc": 0.9590130342438795,
+      "eval_no_opus100_pr_auc": 0.9129441801498406,
+      "eval_no_ud_pr_auc": 0.9951053336323404,
+      "eval_pa_opus100_pr_auc": 0.6502790706761775,
+      "eval_pl_ersatz_pr_auc": 0.9695051918659882,
+      "eval_pl_opus100_pr_auc": 0.8836084796746501,
+      "eval_pl_ud_pr_auc": 0.9632440638587568,
+      "eval_ps_ersatz_pr_auc": 0.924184812605174,
+      "eval_ps_opus100_pr_auc": 0.7342308271137984,
+      "eval_pt_opus100_pr_auc": 0.9271405532684058,
+      "eval_pt_ud_pr_auc": 0.9826741661551617,
+      "eval_ro_ersatz_pr_auc": 0.993178610735951,
+      "eval_ro_opus100_pr_auc": 0.8769986715459508,
+      "eval_ro_ud_pr_auc": 0.8816941679510764,
+      "eval_ru_ersatz_pr_auc": 0.9869838830661385,
+      "eval_ru_opus100_pr_auc": 0.9110385279076335,
+      "eval_ru_ud_pr_auc": 0.8451323501824648,
+      "eval_runtime": 405.1572,
+      "eval_samples_per_second": 186.268,
+      "eval_si_opus100_pr_auc": 0.8040238492582652,
+      "eval_sk_opus100_pr_auc": 0.9236023224578921,
+      "eval_sk_ud_pr_auc": 0.973931030927352,
+      "eval_sl_opus100_pr_auc": 0.8505371271888811,
+      "eval_sl_ud_pr_auc": 0.9638895686673858,
+      "eval_sq_opus100_pr_auc": 0.8956175636660967,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9041922021293181,
+      "eval_sr_ud_pr_auc": 0.9905881600867152,
+      "eval_steps_per_second": 5.822,
+      "eval_sv_opus100_pr_auc": 0.8893148039771435,
+      "eval_sv_ud_pr_auc": 0.9352695899937526,
+      "eval_ta_ersatz_pr_auc": 0.9817366490908703,
+      "eval_ta_opus100_pr_auc": 0.6517906565953571,
+      "eval_ta_ud_pr_auc": 0.9942124936090369,
+      "eval_te_opus100_pr_auc": 0.8206529256456997,
+      "eval_tg_opus100_pr_auc": 0.8808495024438745,
+      "eval_th_opus100_pr_auc": 0.6651588354371671,
+      "eval_th_ud_pr_auc": 0.7426859516838626,
+      "eval_tr_ersatz_pr_auc": 0.959640014140587,
+      "eval_tr_opus100_pr_auc": 0.8901077248424122,
+      "eval_tr_ud_pr_auc": 0.9470140623273136,
+      "eval_uk_opus100_pr_auc": 0.8607661704206333,
+      "eval_uk_ud_pr_auc": 0.9373767623859218,
+      "eval_ur_opus100_pr_auc": 0.5174373236735921,
+      "eval_ur_ud_pr_auc": 0.9921970971610632,
+      "eval_uz_opus100_pr_auc": 0.848518795126833,
+      "eval_vi_opus100_pr_auc": 0.8954267190889529,
+      "eval_vi_ud_pr_auc": 0.9493970901051619,
+      "eval_xh_opus100_pr_auc": 0.8665999444498514,
+      "eval_yi_opus100_pr_auc": 0.683141714359593,
+      "eval_yo_opus100_pr_auc": 0.7938941113530738,
+      "eval_yo_ud_pr_auc": 0.8959827356168164,
+      "eval_zh_ersatz_pr_auc": 0.9105165569610733,
+      "eval_zh_opus100_pr_auc": 0.7025611967562223,
+      "eval_zh_ud_pr_auc": 0.9904878758362023,
+      "eval_zu_opus100_pr_auc": 0.8375733942054062,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0336,
+      "step": 325050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.033,
+      "step": 325100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0325,
+      "step": 325150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0333,
+      "step": 325200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0334,
+      "step": 325250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0334,
+      "step": 325300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0332,
+      "step": 325350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0321,
+      "step": 325400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0326,
+      "step": 325450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0329,
+      "step": 325500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0334,
+      "step": 325550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.0333,
+      "step": 325600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0325,
+      "step": 325650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0332,
+      "step": 325700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0326,
+      "step": 325750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0322,
+      "step": 325800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0328,
+      "step": 325850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0339,
+      "step": 325900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0334,
+      "step": 325950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0329,
+      "step": 326000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0326,
+      "step": 326050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0338,
+      "step": 326100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0328,
+      "step": 326150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0333,
+      "step": 326200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.032,
+      "step": 326250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0334,
+      "step": 326300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0327,
+      "step": 326350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0327,
+      "step": 326400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0327,
+      "step": 326450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0326,
+      "step": 326500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0335,
+      "step": 326550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0332,
+      "step": 326600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0331,
+      "step": 326650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0319,
+      "step": 326700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0333,
+      "step": 326750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0321,
+      "step": 326800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0326,
+      "step": 326850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0334,
+      "step": 326900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.033,
+      "step": 326950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.033,
+      "step": 327000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0329,
+      "step": 327050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0331,
+      "step": 327100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0336,
+      "step": 327150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0343,
+      "step": 327200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0332,
+      "step": 327250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0333,
+      "step": 327300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0328,
+      "step": 327350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0331,
+      "step": 327400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.0329,
+      "step": 327450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0329,
+      "step": 327500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0326,
+      "step": 327550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0328,
+      "step": 327600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0325,
+      "step": 327650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0334,
+      "step": 327700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0329,
+      "step": 327750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0329,
+      "step": 327800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0334,
+      "step": 327850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0333,
+      "step": 327900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0328,
+      "step": 327950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0327,
+      "step": 328000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0332,
+      "step": 328050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0326,
+      "step": 328100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0328,
+      "step": 328150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.032,
+      "step": 328200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0325,
+      "step": 328250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0331,
+      "step": 328300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0333,
+      "step": 328350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.033,
+      "step": 328400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0332,
+      "step": 328450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.033,
+      "step": 328500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0334,
+      "step": 328550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.0329,
+      "step": 328600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0328,
+      "step": 328650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0332,
+      "step": 328700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0336,
+      "step": 328750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0328,
+      "step": 328800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0327,
+      "step": 328850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0324,
+      "step": 328900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0335,
+      "step": 328950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0328,
+      "step": 329000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0333,
+      "step": 329050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.033,
+      "step": 329100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.033,
+      "step": 329150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0328,
+      "step": 329200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0323,
+      "step": 329250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.033,
+      "step": 329300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0325,
+      "step": 329350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.033,
+      "step": 329400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0331,
+      "step": 329450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.033,
+      "step": 329500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0336,
+      "step": 329550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0328,
+      "step": 329600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0339,
+      "step": 329650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0329,
+      "step": 329700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.033,
+      "step": 329750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0331,
+      "step": 329800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0321,
+      "step": 329850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0329,
+      "step": 329900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0334,
+      "step": 329950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0333,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7598684011944856,
+      "eval_af_ud_pr_auc": 0.9873317695706041,
+      "eval_am_opus100_pr_auc": 0.5145230109953014,
+      "eval_ar_ersatz_pr_auc": 0.9329244064251211,
+      "eval_ar_opus100_pr_auc": 0.690322561307569,
+      "eval_ar_ud_pr_auc": 0.8657551176050267,
+      "eval_average_ersatz_pr_auc": 0.9585205862235661,
+      "eval_average_opus100_pr_auc": 0.8187364987133802,
+      "eval_average_ud_pr_auc": 0.9562075961277001,
+      "eval_az_opus100_pr_auc": 0.7669349794574059,
+      "eval_be_opus100_pr_auc": 0.6574443791435655,
+      "eval_be_ud_pr_auc": 0.8901326495783486,
+      "eval_bg_opus100_pr_auc": 0.912057247775284,
+      "eval_bg_ud_pr_auc": 0.9902010711339742,
+      "eval_bn_opus100_pr_auc": 0.8036182770237227,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8665985555047234,
+      "eval_ca_ud_pr_auc": 0.9937087776540434,
+      "eval_ceb_ud_pr_auc": 0.9981706840104061,
+      "eval_cs_ersatz_pr_auc": 0.9783723147140573,
+      "eval_cs_opus100_pr_auc": 0.9009194865832922,
+      "eval_cs_ud_pr_auc": 0.9517075906329981,
+      "eval_cy_opus100_pr_auc": 0.7437387615381871,
+      "eval_cy_ud_pr_auc": 0.9957800806045402,
+      "eval_da_opus100_pr_auc": 0.909232878142179,
+      "eval_da_ud_pr_auc": 0.9782645551534409,
+      "eval_de_ersatz_pr_auc": 0.9715437839996898,
+      "eval_de_opus100_pr_auc": 0.8742618368074971,
+      "eval_de_ud_pr_auc": 0.9836560835853687,
+      "eval_el_opus100_pr_auc": 0.9114217528995775,
+      "eval_el_ud_pr_auc": 0.9871710079991787,
+      "eval_en_ersatz_pr_auc": 0.9880262008617317,
+      "eval_en_opus100_pr_auc": 0.9198989346623276,
+      "eval_en_ud_pr_auc": 0.962624761229752,
+      "eval_eo_opus100_pr_auc": 0.9196216916660349,
+      "eval_es_ersatz_pr_auc": 0.9940882506178845,
+      "eval_es_opus100_pr_auc": 0.921502179586573,
+      "eval_es_ud_pr_auc": 0.9896616243369705,
+      "eval_et_ersatz_pr_auc": 0.9787690331298393,
+      "eval_et_opus100_pr_auc": 0.8964862267086323,
+      "eval_et_ud_pr_auc": 0.9398169813182242,
+      "eval_eu_opus100_pr_auc": 0.8749747874923444,
+      "eval_eu_ud_pr_auc": 0.9854223800924296,
+      "eval_fa_opus100_pr_auc": 0.5709872969636316,
+      "eval_fa_ud_pr_auc": 0.9971250320219807,
+      "eval_fi_ersatz_pr_auc": 0.9843548612250302,
+      "eval_fi_opus100_pr_auc": 0.9014337249108797,
+      "eval_fi_ud_pr_auc": 0.967010439752645,
+      "eval_fr_ersatz_pr_auc": 0.9862090513498482,
+      "eval_fr_opus100_pr_auc": 0.906491430437432,
+      "eval_fr_ud_pr_auc": 0.975047582685306,
+      "eval_fy_opus100_pr_auc": 0.6884399522660644,
+      "eval_ga_opus100_pr_auc": 0.8707107545049103,
+      "eval_ga_ud_pr_auc": 0.8242967383117459,
+      "eval_gd_opus100_pr_auc": 0.5748983527417543,
+      "eval_gd_ud_pr_auc": 0.7592035009656897,
+      "eval_gl_opus100_pr_auc": 0.8780490958145742,
+      "eval_gl_ud_pr_auc": 0.9912840853703523,
+      "eval_gu_ersatz_pr_auc": 0.9311756625939441,
+      "eval_gu_opus100_pr_auc": 0.6969250320371305,
+      "eval_ha_opus100_pr_auc": 0.9075209289624437,
+      "eval_he_opus100_pr_auc": 0.8572726678982894,
+      "eval_he_ud_pr_auc": 0.9678109441101485,
+      "eval_hi_ersatz_pr_auc": 0.9638724144244935,
+      "eval_hi_opus100_pr_auc": 0.6520728231505781,
+      "eval_hi_ud_pr_auc": 0.9628362723137034,
+      "eval_hu_opus100_pr_auc": 0.9157065235771832,
+      "eval_hu_ud_pr_auc": 0.9782074899013566,
+      "eval_hy_opus100_pr_auc": 0.9093755450332309,
+      "eval_hy_ud_pr_auc": 0.9832540878956043,
+      "eval_id_opus100_pr_auc": 0.8701777925081914,
+      "eval_id_ud_pr_auc": 0.9910865278714337,
+      "eval_ig_opus100_pr_auc": 0.8604721098955701,
+      "eval_is_opus100_pr_auc": 0.9220946680018139,
+      "eval_is_ud_pr_auc": 0.9138865320861594,
+      "eval_it_opus100_pr_auc": 0.9013852527888402,
+      "eval_it_ud_pr_auc": 0.992409880024077,
+      "eval_ja_ersatz_pr_auc": 0.7920276071562768,
+      "eval_ja_opus100_pr_auc": 0.779385697933509,
+      "eval_ja_ud_pr_auc": 0.9834767605125254,
+      "eval_jv_ud_pr_auc": 0.9758991424141883,
+      "eval_ka_opus100_pr_auc": 0.8478124348766533,
+      "eval_kk_ersatz_pr_auc": 0.984780171261679,
+      "eval_kk_opus100_pr_auc": 0.7862990360452753,
+      "eval_kk_ud_pr_auc": 0.9742985242419104,
+      "eval_km_ersatz_pr_auc": 0.9022297732104191,
+      "eval_km_opus100_pr_auc": 0.7383437602008229,
+      "eval_kn_opus100_pr_auc": 0.5687018665877471,
+      "eval_ko_opus100_pr_auc": 0.6490290069699344,
+      "eval_ko_ud_pr_auc": 0.9983291833912793,
+      "eval_ku_opus100_pr_auc": 0.8537291631568034,
+      "eval_ky_opus100_pr_auc": 0.8438828482864054,
+      "eval_la_ud_pr_auc": 0.9406400931755139,
+      "eval_loss": 0.03666525334119797,
+      "eval_lt_ersatz_pr_auc": 0.9855891225719124,
+      "eval_lt_opus100_pr_auc": 0.8677313326409783,
+      "eval_lt_ud_pr_auc": 0.9863089903790828,
+      "eval_lv_ersatz_pr_auc": 0.9893791558219108,
+      "eval_lv_opus100_pr_auc": 0.8786347893134381,
+      "eval_lv_ud_pr_auc": 0.965457353459115,
+      "eval_mg_opus100_pr_auc": 0.9212522202864436,
+      "eval_mk_opus100_pr_auc": 0.898740338883849,
+      "eval_ml_opus100_pr_auc": 0.7564680910167708,
+      "eval_mn_opus100_pr_auc": 0.9542331299098332,
+      "eval_mr_opus100_pr_auc": 0.8906506720157373,
+      "eval_mr_ud_pr_auc": 0.9877176269898651,
+      "eval_ms_opus100_pr_auc": 0.8641483643361169,
+      "eval_mt_opus100_pr_auc": 0.8136339032563902,
+      "eval_mt_ud_pr_auc": 0.8512764397694643,
+      "eval_my_opus100_pr_auc": 0.7492105482137802,
+      "eval_ne_opus100_pr_auc": 0.6514337925609051,
+      "eval_nl_opus100_pr_auc": 0.8871352945565512,
+      "eval_nl_ud_pr_auc": 0.9673236144569768,
+      "eval_no_opus100_pr_auc": 0.9117532020358594,
+      "eval_no_ud_pr_auc": 0.9956665850923263,
+      "eval_pa_opus100_pr_auc": 0.6663880215443159,
+      "eval_pl_ersatz_pr_auc": 0.97229834052994,
+      "eval_pl_opus100_pr_auc": 0.8829868520507452,
+      "eval_pl_ud_pr_auc": 0.9667536325661455,
+      "eval_ps_ersatz_pr_auc": 0.9270168036584564,
+      "eval_ps_opus100_pr_auc": 0.7402855102876192,
+      "eval_pt_opus100_pr_auc": 0.9247624250326598,
+      "eval_pt_ud_pr_auc": 0.9812793956585972,
+      "eval_ro_ersatz_pr_auc": 0.99232850507205,
+      "eval_ro_opus100_pr_auc": 0.8820485832673723,
+      "eval_ro_ud_pr_auc": 0.9357088961627726,
+      "eval_ru_ersatz_pr_auc": 0.987269035874705,
+      "eval_ru_opus100_pr_auc": 0.9232605654633547,
+      "eval_ru_ud_pr_auc": 0.8612377463854036,
+      "eval_runtime": 414.4772,
+      "eval_samples_per_second": 182.08,
+      "eval_si_opus100_pr_auc": 0.80147866585314,
+      "eval_sk_opus100_pr_auc": 0.9240381255747475,
+      "eval_sk_ud_pr_auc": 0.974481882390162,
+      "eval_sl_opus100_pr_auc": 0.8511489278981651,
+      "eval_sl_ud_pr_auc": 0.9675952270442506,
+      "eval_sq_opus100_pr_auc": 0.895567343714673,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9037324237283487,
+      "eval_sr_ud_pr_auc": 0.9917546082062733,
+      "eval_steps_per_second": 5.692,
+      "eval_sv_opus100_pr_auc": 0.8901118785714355,
+      "eval_sv_ud_pr_auc": 0.9373942285302205,
+      "eval_ta_ersatz_pr_auc": 0.9817164267290883,
+      "eval_ta_opus100_pr_auc": 0.6537814410694406,
+      "eval_ta_ud_pr_auc": 0.9954987917965153,
+      "eval_te_opus100_pr_auc": 0.824805332948216,
+      "eval_tg_opus100_pr_auc": 0.8855849184303151,
+      "eval_th_opus100_pr_auc": 0.6648801745302096,
+      "eval_th_ud_pr_auc": 0.7446483364914308,
+      "eval_tr_ersatz_pr_auc": 0.9599318763630953,
+      "eval_tr_opus100_pr_auc": 0.8884638723390458,
+      "eval_tr_ud_pr_auc": 0.9447209086981011,
+      "eval_uk_opus100_pr_auc": 0.864260385680097,
+      "eval_uk_ud_pr_auc": 0.938495854277325,
+      "eval_ur_opus100_pr_auc": 0.5109140556157474,
+      "eval_ur_ud_pr_auc": 0.9919429226187229,
+      "eval_uz_opus100_pr_auc": 0.8534085153367782,
+      "eval_vi_opus100_pr_auc": 0.89444723629941,
+      "eval_vi_ud_pr_auc": 0.9562806521710076,
+      "eval_xh_opus100_pr_auc": 0.8703615708734529,
+      "eval_yi_opus100_pr_auc": 0.7418351235238095,
+      "eval_yo_opus100_pr_auc": 0.7975443424027693,
+      "eval_yo_ud_pr_auc": 0.8992247547882583,
+      "eval_zh_ersatz_pr_auc": 0.9035500993272791,
+      "eval_zh_opus100_pr_auc": 0.7137090033248562,
+      "eval_zh_ud_pr_auc": 0.9875565797959625,
+      "eval_zu_opus100_pr_auc": 0.8469382060714354,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.0334,
+      "step": 330050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0331,
+      "step": 330100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0331,
+      "step": 330150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0344,
+      "step": 330200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0325,
+      "step": 330250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0323,
+      "step": 330300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0335,
+      "step": 330350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0331,
+      "step": 330400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0332,
+      "step": 330450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0338,
+      "step": 330500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0335,
+      "step": 330550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0319,
+      "step": 330600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0336,
+      "step": 330650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0328,
+      "step": 330700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0327,
+      "step": 330750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0329,
+      "step": 330800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0336,
+      "step": 330850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0328,
+      "step": 330900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0328,
+      "step": 330950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0329,
+      "step": 331000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.033,
+      "step": 331050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0327,
+      "step": 331100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0335,
+      "step": 331150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0328,
+      "step": 331200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.033,
+      "step": 331250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0321,
+      "step": 331300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0324,
+      "step": 331350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0328,
+      "step": 331400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0322,
+      "step": 331450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0332,
+      "step": 331500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0327,
+      "step": 331550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0331,
+      "step": 331600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0332,
+      "step": 331650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0325,
+      "step": 331700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0329,
+      "step": 331750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0327,
+      "step": 331800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0334,
+      "step": 331850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0327,
+      "step": 331900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.033,
+      "step": 331950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0331,
+      "step": 332000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0327,
+      "step": 332050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0328,
+      "step": 332100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0332,
+      "step": 332150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0336,
+      "step": 332200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.0334,
+      "step": 332250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0325,
+      "step": 332300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0325,
+      "step": 332350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0331,
+      "step": 332400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0329,
+      "step": 332450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0331,
+      "step": 332500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.033,
+      "step": 332550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.0336,
+      "step": 332600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0325,
+      "step": 332650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0332,
+      "step": 332700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0329,
+      "step": 332750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0331,
+      "step": 332800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0327,
+      "step": 332850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0335,
+      "step": 332900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0326,
+      "step": 332950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0324,
+      "step": 333000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.0329,
+      "step": 333050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0334,
+      "step": 333100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0328,
+      "step": 333150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.033,
+      "step": 333200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0333,
+      "step": 333250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0333,
+      "step": 333300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0326,
+      "step": 333350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.0331,
+      "step": 333400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0331,
+      "step": 333450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0333,
+      "step": 333500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.033,
+      "step": 333550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.033,
+      "step": 333600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0329,
+      "step": 333650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0321,
+      "step": 333700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0331,
+      "step": 333750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0339,
+      "step": 333800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.033,
+      "step": 333850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0331,
+      "step": 333900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0327,
+      "step": 333950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0333,
+      "step": 334000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.0332,
+      "step": 334050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0332,
+      "step": 334100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0324,
+      "step": 334150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0321,
+      "step": 334200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0324,
+      "step": 334250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.033,
+      "step": 334300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0336,
+      "step": 334350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0337,
+      "step": 334400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0329,
+      "step": 334450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0333,
+      "step": 334500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0325,
+      "step": 334550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0332,
+      "step": 334600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0327,
+      "step": 334650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0323,
+      "step": 334700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0332,
+      "step": 334750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0325,
+      "step": 334800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0324,
+      "step": 334850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0333,
+      "step": 334900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0333,
+      "step": 334950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0322,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7538963710337052,
+      "eval_af_ud_pr_auc": 0.9852935216096531,
+      "eval_am_opus100_pr_auc": 0.4949794874043665,
+      "eval_ar_ersatz_pr_auc": 0.9333979195645519,
+      "eval_ar_opus100_pr_auc": 0.6903735768411641,
+      "eval_ar_ud_pr_auc": 0.8607498419168265,
+      "eval_average_ersatz_pr_auc": 0.9591960306426036,
+      "eval_average_opus100_pr_auc": 0.8149810262634198,
+      "eval_average_ud_pr_auc": 0.955260867708262,
+      "eval_az_opus100_pr_auc": 0.7631001730851872,
+      "eval_be_opus100_pr_auc": 0.6532446058455813,
+      "eval_be_ud_pr_auc": 0.8940140894309511,
+      "eval_bg_opus100_pr_auc": 0.9117243443512616,
+      "eval_bg_ud_pr_auc": 0.989637753308956,
+      "eval_bn_opus100_pr_auc": 0.8050347072882471,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8649942660798569,
+      "eval_ca_ud_pr_auc": 0.9943370433949993,
+      "eval_ceb_ud_pr_auc": 0.9962278854904929,
+      "eval_cs_ersatz_pr_auc": 0.9804700614881264,
+      "eval_cs_opus100_pr_auc": 0.9025505411267539,
+      "eval_cs_ud_pr_auc": 0.9527455491707857,
+      "eval_cy_opus100_pr_auc": 0.7333286460961927,
+      "eval_cy_ud_pr_auc": 0.9951591727061997,
+      "eval_da_opus100_pr_auc": 0.9051646999290387,
+      "eval_da_ud_pr_auc": 0.9768291406428637,
+      "eval_de_ersatz_pr_auc": 0.9696898737665519,
+      "eval_de_opus100_pr_auc": 0.872684542557277,
+      "eval_de_ud_pr_auc": 0.9826301631732987,
+      "eval_el_opus100_pr_auc": 0.9089477255372439,
+      "eval_el_ud_pr_auc": 0.9873529327826354,
+      "eval_en_ersatz_pr_auc": 0.9874575041641038,
+      "eval_en_opus100_pr_auc": 0.9170555160628499,
+      "eval_en_ud_pr_auc": 0.9596624743541895,
+      "eval_eo_opus100_pr_auc": 0.9171554599756442,
+      "eval_es_ersatz_pr_auc": 0.9940835954793009,
+      "eval_es_opus100_pr_auc": 0.9200588190380184,
+      "eval_es_ud_pr_auc": 0.9894721230128828,
+      "eval_et_ersatz_pr_auc": 0.9789401701117134,
+      "eval_et_opus100_pr_auc": 0.8967493673232605,
+      "eval_et_ud_pr_auc": 0.9267024664035461,
+      "eval_eu_opus100_pr_auc": 0.8725203157829226,
+      "eval_eu_ud_pr_auc": 0.9855295835395104,
+      "eval_fa_opus100_pr_auc": 0.5655684436495483,
+      "eval_fa_ud_pr_auc": 0.9971957961209573,
+      "eval_fi_ersatz_pr_auc": 0.9837051264152316,
+      "eval_fi_opus100_pr_auc": 0.896878011107167,
+      "eval_fi_ud_pr_auc": 0.9650490258111217,
+      "eval_fr_ersatz_pr_auc": 0.9840789559971541,
+      "eval_fr_opus100_pr_auc": 0.9043503984697895,
+      "eval_fr_ud_pr_auc": 0.9728588964463678,
+      "eval_fy_opus100_pr_auc": 0.6678841830677781,
+      "eval_ga_opus100_pr_auc": 0.8653554822467633,
+      "eval_ga_ud_pr_auc": 0.8176601532608189,
+      "eval_gd_opus100_pr_auc": 0.5611673490085693,
+      "eval_gd_ud_pr_auc": 0.7559460975900332,
+      "eval_gl_opus100_pr_auc": 0.8760001425380771,
+      "eval_gl_ud_pr_auc": 0.9920983739744523,
+      "eval_gu_ersatz_pr_auc": 0.929493806712576,
+      "eval_gu_opus100_pr_auc": 0.697117109877568,
+      "eval_ha_opus100_pr_auc": 0.9073068903527204,
+      "eval_he_opus100_pr_auc": 0.8624796888481112,
+      "eval_he_ud_pr_auc": 0.9696540171381745,
+      "eval_hi_ersatz_pr_auc": 0.964141326130269,
+      "eval_hi_opus100_pr_auc": 0.6488761245892427,
+      "eval_hi_ud_pr_auc": 0.9649444333880342,
+      "eval_hu_opus100_pr_auc": 0.9131233574029995,
+      "eval_hu_ud_pr_auc": 0.9781425988256329,
+      "eval_hy_opus100_pr_auc": 0.9035233812977199,
+      "eval_hy_ud_pr_auc": 0.9824942909338962,
+      "eval_id_opus100_pr_auc": 0.8737142944519508,
+      "eval_id_ud_pr_auc": 0.9909547538424444,
+      "eval_ig_opus100_pr_auc": 0.8537697048220684,
+      "eval_is_opus100_pr_auc": 0.9209638189870146,
+      "eval_is_ud_pr_auc": 0.9150159015481446,
+      "eval_it_opus100_pr_auc": 0.8992880227102078,
+      "eval_it_ud_pr_auc": 0.992515456307311,
+      "eval_ja_ersatz_pr_auc": 0.7860964228727166,
+      "eval_ja_opus100_pr_auc": 0.7652729548154418,
+      "eval_ja_ud_pr_auc": 0.9827579119912051,
+      "eval_jv_ud_pr_auc": 0.9765599971716306,
+      "eval_ka_opus100_pr_auc": 0.852535758262173,
+      "eval_kk_ersatz_pr_auc": 0.9869633047935898,
+      "eval_kk_opus100_pr_auc": 0.773948468925507,
+      "eval_kk_ud_pr_auc": 0.9749944141185977,
+      "eval_km_ersatz_pr_auc": 0.9078465504212097,
+      "eval_km_opus100_pr_auc": 0.746354390714773,
+      "eval_kn_opus100_pr_auc": 0.5607163899106242,
+      "eval_ko_opus100_pr_auc": 0.6460531470961622,
+      "eval_ko_ud_pr_auc": 0.9987276830696922,
+      "eval_ku_opus100_pr_auc": 0.84552434557344,
+      "eval_ky_opus100_pr_auc": 0.8250852321844167,
+      "eval_la_ud_pr_auc": 0.9385124851703679,
+      "eval_loss": 0.03669833391904831,
+      "eval_lt_ersatz_pr_auc": 0.9860562913842381,
+      "eval_lt_opus100_pr_auc": 0.8651906090928587,
+      "eval_lt_ud_pr_auc": 0.987721371125156,
+      "eval_lv_ersatz_pr_auc": 0.9886829852339105,
+      "eval_lv_opus100_pr_auc": 0.8747198629928656,
+      "eval_lv_ud_pr_auc": 0.9639005584049566,
+      "eval_mg_opus100_pr_auc": 0.9217949599069211,
+      "eval_mk_opus100_pr_auc": 0.8998464016587306,
+      "eval_ml_opus100_pr_auc": 0.7547626222924747,
+      "eval_mn_opus100_pr_auc": 0.9469695551769092,
+      "eval_mr_opus100_pr_auc": 0.8899765980545132,
+      "eval_mr_ud_pr_auc": 0.9871648949141769,
+      "eval_ms_opus100_pr_auc": 0.864173368623818,
+      "eval_mt_opus100_pr_auc": 0.8171067137132463,
+      "eval_mt_ud_pr_auc": 0.8586228290346186,
+      "eval_my_opus100_pr_auc": 0.7453318964477442,
+      "eval_ne_opus100_pr_auc": 0.647431118514231,
+      "eval_nl_opus100_pr_auc": 0.8859458610056673,
+      "eval_nl_ud_pr_auc": 0.9558274078682414,
+      "eval_no_opus100_pr_auc": 0.9102698343469807,
+      "eval_no_ud_pr_auc": 0.9956483798069834,
+      "eval_pa_opus100_pr_auc": 0.6587608246138273,
+      "eval_pl_ersatz_pr_auc": 0.9688085461798941,
+      "eval_pl_opus100_pr_auc": 0.8819158315536773,
+      "eval_pl_ud_pr_auc": 0.9640876900631968,
+      "eval_ps_ersatz_pr_auc": 0.9274590735290611,
+      "eval_ps_opus100_pr_auc": 0.7328662498310924,
+      "eval_pt_opus100_pr_auc": 0.9219924564451842,
+      "eval_pt_ud_pr_auc": 0.9805149459149817,
+      "eval_ro_ersatz_pr_auc": 0.9924848870576208,
+      "eval_ro_opus100_pr_auc": 0.8850433744569549,
+      "eval_ro_ud_pr_auc": 0.9189890349262531,
+      "eval_ru_ersatz_pr_auc": 0.9882557520579329,
+      "eval_ru_opus100_pr_auc": 0.917616054518402,
+      "eval_ru_ud_pr_auc": 0.8655484840633441,
+      "eval_runtime": 408.5886,
+      "eval_samples_per_second": 184.704,
+      "eval_si_opus100_pr_auc": 0.803010268490182,
+      "eval_sk_opus100_pr_auc": 0.9214004520188925,
+      "eval_sk_ud_pr_auc": 0.9742560060929639,
+      "eval_sl_opus100_pr_auc": 0.848668110803687,
+      "eval_sl_ud_pr_auc": 0.9660252601226696,
+      "eval_sq_opus100_pr_auc": 0.8951933844859297,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025625585716401,
+      "eval_sr_ud_pr_auc": 0.9921334616756377,
+      "eval_steps_per_second": 5.774,
+      "eval_sv_opus100_pr_auc": 0.8857372765609931,
+      "eval_sv_ud_pr_auc": 0.9356745498399512,
+      "eval_ta_ersatz_pr_auc": 0.9831105936050248,
+      "eval_ta_opus100_pr_auc": 0.6490477573295135,
+      "eval_ta_ud_pr_auc": 0.9948856999867602,
+      "eval_te_opus100_pr_auc": 0.8261764980636274,
+      "eval_tg_opus100_pr_auc": 0.8824060448769955,
+      "eval_th_opus100_pr_auc": 0.6658110837609625,
+      "eval_th_ud_pr_auc": 0.7474832467501831,
+      "eval_tr_ersatz_pr_auc": 0.9605724398267325,
+      "eval_tr_opus100_pr_auc": 0.8900387033666588,
+      "eval_tr_ud_pr_auc": 0.9435605850256052,
+      "eval_uk_opus100_pr_auc": 0.8651491300936328,
+      "eval_uk_ud_pr_auc": 0.9367165555350083,
+      "eval_ur_opus100_pr_auc": 0.5087226467749439,
+      "eval_ur_ud_pr_auc": 0.9943140932072363,
+      "eval_uz_opus100_pr_auc": 0.8436988881593978,
+      "eval_vi_opus100_pr_auc": 0.8948020005348558,
+      "eval_vi_ud_pr_auc": 0.9599700424663642,
+      "eval_xh_opus100_pr_auc": 0.8610789014254447,
+      "eval_yi_opus100_pr_auc": 0.7015886248640603,
+      "eval_yo_opus100_pr_auc": 0.7922498997363872,
+      "eval_yo_ud_pr_auc": 0.8945457655906097,
+      "eval_zh_ersatz_pr_auc": 0.9205174873457681,
+      "eval_zh_opus100_pr_auc": 0.7279417651769047,
+      "eval_zh_ud_pr_auc": 0.9898525693093678,
+      "eval_zu_opus100_pr_auc": 0.8250257089912156,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0325,
+      "step": 335050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0328,
+      "step": 335100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0328,
+      "step": 335150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0326,
+      "step": 335200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0331,
+      "step": 335250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0325,
+      "step": 335300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0323,
+      "step": 335350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0327,
+      "step": 335400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0325,
+      "step": 335450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0332,
+      "step": 335500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0332,
+      "step": 335550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.033,
+      "step": 335600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.033,
+      "step": 335650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0333,
+      "step": 335700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0327,
+      "step": 335750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0332,
+      "step": 335800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0332,
+      "step": 335850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0326,
+      "step": 335900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0325,
+      "step": 335950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0335,
+      "step": 336000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0323,
+      "step": 336050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0324,
+      "step": 336100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0329,
+      "step": 336150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0326,
+      "step": 336200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0323,
+      "step": 336250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0327,
+      "step": 336300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0323,
+      "step": 336350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0337,
+      "step": 336400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0336,
+      "step": 336450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0325,
+      "step": 336500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0321,
+      "step": 336550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0331,
+      "step": 336600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0336,
+      "step": 336650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0326,
+      "step": 336700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0323,
+      "step": 336750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0327,
+      "step": 336800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0332,
+      "step": 336850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0331,
+      "step": 336900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0331,
+      "step": 336950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.033,
+      "step": 337000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0328,
+      "step": 337050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.0328,
+      "step": 337100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0332,
+      "step": 337150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0327,
+      "step": 337200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0331,
+      "step": 337250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0333,
+      "step": 337300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0325,
+      "step": 337350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0327,
+      "step": 337400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0331,
+      "step": 337450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0328,
+      "step": 337500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0327,
+      "step": 337550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0329,
+      "step": 337600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0326,
+      "step": 337650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0333,
+      "step": 337700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0331,
+      "step": 337750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0324,
+      "step": 337800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0324,
+      "step": 337850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0334,
+      "step": 337900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0327,
+      "step": 337950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0332,
+      "step": 338000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0327,
+      "step": 338050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0328,
+      "step": 338100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.033,
+      "step": 338150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0328,
+      "step": 338200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0322,
+      "step": 338250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0327,
+      "step": 338300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0333,
+      "step": 338350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.033,
+      "step": 338400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0332,
+      "step": 338450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0332,
+      "step": 338500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0328,
+      "step": 338550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0325,
+      "step": 338600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0326,
+      "step": 338650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.033,
+      "step": 338700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0327,
+      "step": 338750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0325,
+      "step": 338800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0317,
+      "step": 338850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0333,
+      "step": 338900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0344,
+      "step": 338950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0321,
+      "step": 339000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0335,
+      "step": 339050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0324,
+      "step": 339100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0326,
+      "step": 339150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.033,
+      "step": 339200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0333,
+      "step": 339250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0323,
+      "step": 339300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.033,
+      "step": 339350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0327,
+      "step": 339400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0326,
+      "step": 339450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0329,
+      "step": 339500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0331,
+      "step": 339550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0336,
+      "step": 339600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0336,
+      "step": 339650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.033,
+      "step": 339700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0333,
+      "step": 339750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0326,
+      "step": 339800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0323,
+      "step": 339850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0343,
+      "step": 339900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0317,
+      "step": 339950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0331,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.750170525294346,
+      "eval_af_ud_pr_auc": 0.9838426375940184,
+      "eval_am_opus100_pr_auc": 0.5046327518835189,
+      "eval_ar_ersatz_pr_auc": 0.9308178052508987,
+      "eval_ar_opus100_pr_auc": 0.6872704770209707,
+      "eval_ar_ud_pr_auc": 0.8628628382623579,
+      "eval_average_ersatz_pr_auc": 0.9565531992678288,
+      "eval_average_opus100_pr_auc": 0.8140667940146623,
+      "eval_average_ud_pr_auc": 0.9517226946082673,
+      "eval_az_opus100_pr_auc": 0.7556344252261282,
+      "eval_be_opus100_pr_auc": 0.648336658415365,
+      "eval_be_ud_pr_auc": 0.8778577547091624,
+      "eval_bg_opus100_pr_auc": 0.9102411825784491,
+      "eval_bg_ud_pr_auc": 0.9900357401151058,
+      "eval_bn_opus100_pr_auc": 0.7986917068110765,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8608546923196796,
+      "eval_ca_ud_pr_auc": 0.9933449457021153,
+      "eval_ceb_ud_pr_auc": 0.9966404802529112,
+      "eval_cs_ersatz_pr_auc": 0.977439994280061,
+      "eval_cs_opus100_pr_auc": 0.9010646575459226,
+      "eval_cs_ud_pr_auc": 0.9466597406081912,
+      "eval_cy_opus100_pr_auc": 0.7253933879043752,
+      "eval_cy_ud_pr_auc": 0.9947652767761189,
+      "eval_da_opus100_pr_auc": 0.903302985169036,
+      "eval_da_ud_pr_auc": 0.9755777938921125,
+      "eval_de_ersatz_pr_auc": 0.9684155327231131,
+      "eval_de_opus100_pr_auc": 0.8695337970803834,
+      "eval_de_ud_pr_auc": 0.9815848220389926,
+      "eval_el_opus100_pr_auc": 0.9091983579094544,
+      "eval_el_ud_pr_auc": 0.988127910442852,
+      "eval_en_ersatz_pr_auc": 0.9867291005790686,
+      "eval_en_opus100_pr_auc": 0.9176886666860598,
+      "eval_en_ud_pr_auc": 0.9549942681006531,
+      "eval_eo_opus100_pr_auc": 0.9156585287230781,
+      "eval_es_ersatz_pr_auc": 0.9939712227997392,
+      "eval_es_opus100_pr_auc": 0.9209317296471288,
+      "eval_es_ud_pr_auc": 0.9890700214897663,
+      "eval_et_ersatz_pr_auc": 0.9769733706876502,
+      "eval_et_opus100_pr_auc": 0.8952950417103583,
+      "eval_et_ud_pr_auc": 0.9213053993182154,
+      "eval_eu_opus100_pr_auc": 0.8722300746363949,
+      "eval_eu_ud_pr_auc": 0.9863164129594177,
+      "eval_fa_opus100_pr_auc": 0.5674142365025295,
+      "eval_fa_ud_pr_auc": 0.996610588953488,
+      "eval_fi_ersatz_pr_auc": 0.9812030338711197,
+      "eval_fi_opus100_pr_auc": 0.8949746536513543,
+      "eval_fi_ud_pr_auc": 0.9632772472452283,
+      "eval_fr_ersatz_pr_auc": 0.9817499057168824,
+      "eval_fr_opus100_pr_auc": 0.9024209766150445,
+      "eval_fr_ud_pr_auc": 0.9748959408416075,
+      "eval_fy_opus100_pr_auc": 0.664060228133067,
+      "eval_ga_opus100_pr_auc": 0.8620643433494681,
+      "eval_ga_ud_pr_auc": 0.8085658654133846,
+      "eval_gd_opus100_pr_auc": 0.565254308017792,
+      "eval_gd_ud_pr_auc": 0.7550801118893666,
+      "eval_gl_opus100_pr_auc": 0.878431640801918,
+      "eval_gl_ud_pr_auc": 0.9918330027715128,
+      "eval_gu_ersatz_pr_auc": 0.9288645127412951,
+      "eval_gu_opus100_pr_auc": 0.6959617257513955,
+      "eval_ha_opus100_pr_auc": 0.902558867652251,
+      "eval_he_opus100_pr_auc": 0.8582932108365964,
+      "eval_he_ud_pr_auc": 0.9614966762644218,
+      "eval_hi_ersatz_pr_auc": 0.9644618377975428,
+      "eval_hi_opus100_pr_auc": 0.6440057446449715,
+      "eval_hi_ud_pr_auc": 0.964881707489142,
+      "eval_hu_opus100_pr_auc": 0.912559974360723,
+      "eval_hu_ud_pr_auc": 0.9753482306352963,
+      "eval_hy_opus100_pr_auc": 0.9075148407755329,
+      "eval_hy_ud_pr_auc": 0.9730211967830446,
+      "eval_id_opus100_pr_auc": 0.8609853618726365,
+      "eval_id_ud_pr_auc": 0.9912389458534712,
+      "eval_ig_opus100_pr_auc": 0.8521352161331357,
+      "eval_is_opus100_pr_auc": 0.920874021812592,
+      "eval_is_ud_pr_auc": 0.9036461868284199,
+      "eval_it_opus100_pr_auc": 0.9012552299290488,
+      "eval_it_ud_pr_auc": 0.9932838233305934,
+      "eval_ja_ersatz_pr_auc": 0.7685575196641806,
+      "eval_ja_opus100_pr_auc": 0.7837900330660157,
+      "eval_ja_ud_pr_auc": 0.9821796290365132,
+      "eval_jv_ud_pr_auc": 0.9716099328957037,
+      "eval_ka_opus100_pr_auc": 0.8524639030885657,
+      "eval_kk_ersatz_pr_auc": 0.9827099097439713,
+      "eval_kk_opus100_pr_auc": 0.7752629528077862,
+      "eval_kk_ud_pr_auc": 0.9711958738186657,
+      "eval_km_ersatz_pr_auc": 0.9074907985963906,
+      "eval_km_opus100_pr_auc": 0.7472500361216604,
+      "eval_kn_opus100_pr_auc": 0.5600608745972298,
+      "eval_ko_opus100_pr_auc": 0.6450004820684923,
+      "eval_ko_ud_pr_auc": 0.9988944048288498,
+      "eval_ku_opus100_pr_auc": 0.8447629579149215,
+      "eval_ky_opus100_pr_auc": 0.8373303085318342,
+      "eval_la_ud_pr_auc": 0.9307602725888351,
+      "eval_loss": 0.03660453483462334,
+      "eval_lt_ersatz_pr_auc": 0.987253552665608,
+      "eval_lt_opus100_pr_auc": 0.8588760104373317,
+      "eval_lt_ud_pr_auc": 0.9853633194357946,
+      "eval_lv_ersatz_pr_auc": 0.9866364133165808,
+      "eval_lv_opus100_pr_auc": 0.869116545483408,
+      "eval_lv_ud_pr_auc": 0.9576644871864545,
+      "eval_mg_opus100_pr_auc": 0.9191941781965046,
+      "eval_mk_opus100_pr_auc": 0.8980073130358933,
+      "eval_ml_opus100_pr_auc": 0.7498664765369752,
+      "eval_mn_opus100_pr_auc": 0.9513085795808489,
+      "eval_mr_opus100_pr_auc": 0.8889866676654832,
+      "eval_mr_ud_pr_auc": 0.9837766757694373,
+      "eval_ms_opus100_pr_auc": 0.8573855761229374,
+      "eval_mt_opus100_pr_auc": 0.7983193178583574,
+      "eval_mt_ud_pr_auc": 0.8490838376905893,
+      "eval_my_opus100_pr_auc": 0.744004164180299,
+      "eval_ne_opus100_pr_auc": 0.654047944820699,
+      "eval_nl_opus100_pr_auc": 0.8845475641968829,
+      "eval_nl_ud_pr_auc": 0.9557368495388932,
+      "eval_no_opus100_pr_auc": 0.9077847436166395,
+      "eval_no_ud_pr_auc": 0.9953950454381975,
+      "eval_pa_opus100_pr_auc": 0.6604322158194292,
+      "eval_pl_ersatz_pr_auc": 0.9639251688656569,
+      "eval_pl_opus100_pr_auc": 0.8808073800703571,
+      "eval_pl_ud_pr_auc": 0.9589212446909839,
+      "eval_ps_ersatz_pr_auc": 0.9314090654579766,
+      "eval_ps_opus100_pr_auc": 0.7351438299990753,
+      "eval_pt_opus100_pr_auc": 0.92537621028581,
+      "eval_pt_ud_pr_auc": 0.9804495173175382,
+      "eval_ro_ersatz_pr_auc": 0.9918462273458809,
+      "eval_ro_opus100_pr_auc": 0.889294664975587,
+      "eval_ro_ud_pr_auc": 0.8998464348414701,
+      "eval_ru_ersatz_pr_auc": 0.9861656424088212,
+      "eval_ru_opus100_pr_auc": 0.9069119073365697,
+      "eval_ru_ud_pr_auc": 0.85010398962356,
+      "eval_runtime": 408.083,
+      "eval_samples_per_second": 184.933,
+      "eval_si_opus100_pr_auc": 0.7995486578176807,
+      "eval_sk_opus100_pr_auc": 0.9196438319932098,
+      "eval_sk_ud_pr_auc": 0.973507929280918,
+      "eval_sl_opus100_pr_auc": 0.8477005574276208,
+      "eval_sl_ud_pr_auc": 0.9601476693746265,
+      "eval_sq_opus100_pr_auc": 0.9011985182320856,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9003103713775528,
+      "eval_sr_ud_pr_auc": 0.9905237487446845,
+      "eval_steps_per_second": 5.781,
+      "eval_sv_opus100_pr_auc": 0.8829189950931551,
+      "eval_sv_ud_pr_auc": 0.9328969462808899,
+      "eval_ta_ersatz_pr_auc": 0.9815674367667159,
+      "eval_ta_opus100_pr_auc": 0.6439834377290696,
+      "eval_ta_ud_pr_auc": 0.9941851458073651,
+      "eval_te_opus100_pr_auc": 0.82361452904091,
+      "eval_tg_opus100_pr_auc": 0.8733448494998746,
+      "eval_th_opus100_pr_auc": 0.666222635341571,
+      "eval_th_ud_pr_auc": 0.7449735649035005,
+      "eval_tr_ersatz_pr_auc": 0.9575026524379203,
+      "eval_tr_opus100_pr_auc": 0.8845411841113344,
+      "eval_tr_ud_pr_auc": 0.9424085311630543,
+      "eval_uk_opus100_pr_auc": 0.8581276421528129,
+      "eval_uk_ud_pr_auc": 0.9268517242541698,
+      "eval_ur_opus100_pr_auc": 0.5069898065220988,
+      "eval_ur_ud_pr_auc": 0.9939054981408049,
+      "eval_uz_opus100_pr_auc": 0.8470911661342087,
+      "eval_vi_opus100_pr_auc": 0.894117606624464,
+      "eval_vi_ud_pr_auc": 0.9580980233986097,
+      "eval_xh_opus100_pr_auc": 0.8584084972871813,
+      "eval_yi_opus100_pr_auc": 0.7354226478740431,
+      "eval_yo_opus100_pr_auc": 0.7887869833623342,
+      "eval_yo_ud_pr_auc": 0.8847427299954864,
+      "eval_zh_ersatz_pr_auc": 0.9084796801751587,
+      "eval_zh_opus100_pr_auc": 0.7294024260244066,
+      "eval_zh_ud_pr_auc": 0.9788050000646725,
+      "eval_zu_opus100_pr_auc": 0.8298756997393243,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0323,
+      "step": 340050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0333,
+      "step": 340100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0327,
+      "step": 340150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.0327,
+      "step": 340200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0333,
+      "step": 340250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0334,
+      "step": 340300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0327,
+      "step": 340350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0329,
+      "step": 340400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0333,
+      "step": 340450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0338,
+      "step": 340500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0321,
+      "step": 340550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0332,
+      "step": 340600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.033,
+      "step": 340650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0331,
+      "step": 340700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0329,
+      "step": 340750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0335,
+      "step": 340800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0325,
+      "step": 340850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0336,
+      "step": 340900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.0326,
+      "step": 340950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0338,
+      "step": 341000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0326,
+      "step": 341050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0338,
+      "step": 341100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0334,
+      "step": 341150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0333,
+      "step": 341200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0325,
+      "step": 341250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.033,
+      "step": 341300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0329,
+      "step": 341350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0326,
+      "step": 341400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0335,
+      "step": 341450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0328,
+      "step": 341500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0331,
+      "step": 341550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0319,
+      "step": 341600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0328,
+      "step": 341650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0321,
+      "step": 341700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0332,
+      "step": 341750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0333,
+      "step": 341800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0329,
+      "step": 341850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0323,
+      "step": 341900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.033,
+      "step": 341950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0326,
+      "step": 342000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0325,
+      "step": 342050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0322,
+      "step": 342100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0335,
+      "step": 342150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0323,
+      "step": 342200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0325,
+      "step": 342250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.033,
+      "step": 342300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0331,
+      "step": 342350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0325,
+      "step": 342400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0336,
+      "step": 342450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0326,
+      "step": 342500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0332,
+      "step": 342550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.033,
+      "step": 342600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0328,
+      "step": 342650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0326,
+      "step": 342700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0323,
+      "step": 342750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0326,
+      "step": 342800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.0336,
+      "step": 342850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0329,
+      "step": 342900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0326,
+      "step": 342950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0322,
+      "step": 343000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0329,
+      "step": 343050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0328,
+      "step": 343100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0326,
+      "step": 343150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0327,
+      "step": 343200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0324,
+      "step": 343250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.032,
+      "step": 343300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0324,
+      "step": 343350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.032,
+      "step": 343400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0327,
+      "step": 343450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0333,
+      "step": 343500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0337,
+      "step": 343550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0328,
+      "step": 343600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0329,
+      "step": 343650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0332,
+      "step": 343700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0333,
+      "step": 343750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0329,
+      "step": 343800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0341,
+      "step": 343850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0323,
+      "step": 343900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.033,
+      "step": 343950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.032,
+      "step": 344000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0327,
+      "step": 344050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0326,
+      "step": 344100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0319,
+      "step": 344150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0337,
+      "step": 344200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0326,
+      "step": 344250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0335,
+      "step": 344300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0325,
+      "step": 344350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0328,
+      "step": 344400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.033,
+      "step": 344450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0325,
+      "step": 344500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0339,
+      "step": 344550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0333,
+      "step": 344600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0324,
+      "step": 344650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0331,
+      "step": 344700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0331,
+      "step": 344750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.033,
+      "step": 344800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0325,
+      "step": 344850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0319,
+      "step": 344900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0319,
+      "step": 344950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0336,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7499272007031927,
+      "eval_af_ud_pr_auc": 0.984700289442241,
+      "eval_am_opus100_pr_auc": 0.5312589163765503,
+      "eval_ar_ersatz_pr_auc": 0.9361519286865772,
+      "eval_ar_opus100_pr_auc": 0.6904347679933693,
+      "eval_ar_ud_pr_auc": 0.8651886888953307,
+      "eval_average_ersatz_pr_auc": 0.9558017732868006,
+      "eval_average_opus100_pr_auc": 0.816181039249934,
+      "eval_average_ud_pr_auc": 0.9541708687163662,
+      "eval_az_opus100_pr_auc": 0.7427177475935322,
+      "eval_be_opus100_pr_auc": 0.6598975241355743,
+      "eval_be_ud_pr_auc": 0.8755599239917419,
+      "eval_bg_opus100_pr_auc": 0.9081124035876185,
+      "eval_bg_ud_pr_auc": 0.9889628941895442,
+      "eval_bn_opus100_pr_auc": 0.7963052123815917,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8635462633403018,
+      "eval_ca_ud_pr_auc": 0.9937007626841365,
+      "eval_ceb_ud_pr_auc": 0.9984791325600517,
+      "eval_cs_ersatz_pr_auc": 0.9786622107216156,
+      "eval_cs_opus100_pr_auc": 0.8974588758067188,
+      "eval_cs_ud_pr_auc": 0.948482345366307,
+      "eval_cy_opus100_pr_auc": 0.7283061701990836,
+      "eval_cy_ud_pr_auc": 0.9949905897807096,
+      "eval_da_opus100_pr_auc": 0.906870884304444,
+      "eval_da_ud_pr_auc": 0.977043935896573,
+      "eval_de_ersatz_pr_auc": 0.9673699233454712,
+      "eval_de_opus100_pr_auc": 0.8730196877973652,
+      "eval_de_ud_pr_auc": 0.984004319658873,
+      "eval_el_opus100_pr_auc": 0.908471729918783,
+      "eval_el_ud_pr_auc": 0.9912332738577683,
+      "eval_en_ersatz_pr_auc": 0.9853987344182611,
+      "eval_en_opus100_pr_auc": 0.9193400507992727,
+      "eval_en_ud_pr_auc": 0.9547661972187563,
+      "eval_eo_opus100_pr_auc": 0.9181778410721589,
+      "eval_es_ersatz_pr_auc": 0.9945389699934268,
+      "eval_es_opus100_pr_auc": 0.9218674782729601,
+      "eval_es_ud_pr_auc": 0.9902497186778865,
+      "eval_et_ersatz_pr_auc": 0.9783239180695127,
+      "eval_et_opus100_pr_auc": 0.8902140664114512,
+      "eval_et_ud_pr_auc": 0.936611762139216,
+      "eval_eu_opus100_pr_auc": 0.8751961441335941,
+      "eval_eu_ud_pr_auc": 0.9855736812795952,
+      "eval_fa_opus100_pr_auc": 0.564793509840035,
+      "eval_fa_ud_pr_auc": 0.9969685761640026,
+      "eval_fi_ersatz_pr_auc": 0.9822450757375621,
+      "eval_fi_opus100_pr_auc": 0.896903263387267,
+      "eval_fi_ud_pr_auc": 0.9655234871508522,
+      "eval_fr_ersatz_pr_auc": 0.9832923725480291,
+      "eval_fr_opus100_pr_auc": 0.903718507909615,
+      "eval_fr_ud_pr_auc": 0.9726004150772863,
+      "eval_fy_opus100_pr_auc": 0.6705588907361753,
+      "eval_ga_opus100_pr_auc": 0.8660511057338018,
+      "eval_ga_ud_pr_auc": 0.8104516350857001,
+      "eval_gd_opus100_pr_auc": 0.5636326918058031,
+      "eval_gd_ud_pr_auc": 0.7645217782257013,
+      "eval_gl_opus100_pr_auc": 0.8809877263183242,
+      "eval_gl_ud_pr_auc": 0.9934636472583334,
+      "eval_gu_ersatz_pr_auc": 0.9228460999173502,
+      "eval_gu_opus100_pr_auc": 0.7008768638581397,
+      "eval_ha_opus100_pr_auc": 0.9070403247716996,
+      "eval_he_opus100_pr_auc": 0.8622760948998819,
+      "eval_he_ud_pr_auc": 0.965721492574114,
+      "eval_hi_ersatz_pr_auc": 0.9617473302923198,
+      "eval_hi_opus100_pr_auc": 0.6492385824594946,
+      "eval_hi_ud_pr_auc": 0.9585776351519238,
+      "eval_hu_opus100_pr_auc": 0.9109519351949528,
+      "eval_hu_ud_pr_auc": 0.97908290297929,
+      "eval_hy_opus100_pr_auc": 0.9089872686433241,
+      "eval_hy_ud_pr_auc": 0.9675132496206311,
+      "eval_id_opus100_pr_auc": 0.876475905759607,
+      "eval_id_ud_pr_auc": 0.9903678054257445,
+      "eval_ig_opus100_pr_auc": 0.8545023055042258,
+      "eval_is_opus100_pr_auc": 0.9187026357552501,
+      "eval_is_ud_pr_auc": 0.9151608974189483,
+      "eval_it_opus100_pr_auc": 0.900563693769396,
+      "eval_it_ud_pr_auc": 0.9927754646166504,
+      "eval_ja_ersatz_pr_auc": 0.7539708251550684,
+      "eval_ja_opus100_pr_auc": 0.787500149140666,
+      "eval_ja_ud_pr_auc": 0.9794965810813872,
+      "eval_jv_ud_pr_auc": 0.9755726484064612,
+      "eval_ka_opus100_pr_auc": 0.8480255515749141,
+      "eval_kk_ersatz_pr_auc": 0.9854250646662447,
+      "eval_kk_opus100_pr_auc": 0.7810245216067175,
+      "eval_kk_ud_pr_auc": 0.9719783133202979,
+      "eval_km_ersatz_pr_auc": 0.9050831906201167,
+      "eval_km_opus100_pr_auc": 0.7493217948007651,
+      "eval_kn_opus100_pr_auc": 0.5847222785610907,
+      "eval_ko_opus100_pr_auc": 0.6478413384329611,
+      "eval_ko_ud_pr_auc": 0.9986377783198409,
+      "eval_ku_opus100_pr_auc": 0.8516098812148214,
+      "eval_ky_opus100_pr_auc": 0.8338718950191332,
+      "eval_la_ud_pr_auc": 0.9388577498162668,
+      "eval_loss": 0.03646659478545189,
+      "eval_lt_ersatz_pr_auc": 0.9865147403823993,
+      "eval_lt_opus100_pr_auc": 0.8576554091729472,
+      "eval_lt_ud_pr_auc": 0.9829282176047237,
+      "eval_lv_ersatz_pr_auc": 0.9887026029575258,
+      "eval_lv_opus100_pr_auc": 0.8756408137747446,
+      "eval_lv_ud_pr_auc": 0.9599307693615763,
+      "eval_mg_opus100_pr_auc": 0.9197836044350927,
+      "eval_mk_opus100_pr_auc": 0.8949610239645635,
+      "eval_ml_opus100_pr_auc": 0.7495602051062794,
+      "eval_mn_opus100_pr_auc": 0.9548389881310971,
+      "eval_mr_opus100_pr_auc": 0.8904954036445837,
+      "eval_mr_ud_pr_auc": 0.98581236130934,
+      "eval_ms_opus100_pr_auc": 0.8611087638218801,
+      "eval_mt_opus100_pr_auc": 0.8085952683894763,
+      "eval_mt_ud_pr_auc": 0.8606972478581679,
+      "eval_my_opus100_pr_auc": 0.7419857810792255,
+      "eval_ne_opus100_pr_auc": 0.65819921108667,
+      "eval_nl_opus100_pr_auc": 0.8883454844215872,
+      "eval_nl_ud_pr_auc": 0.9642712486928423,
+      "eval_no_opus100_pr_auc": 0.9110802387305548,
+      "eval_no_ud_pr_auc": 0.9956731915467991,
+      "eval_pa_opus100_pr_auc": 0.6790275176855692,
+      "eval_pl_ersatz_pr_auc": 0.9645337003980938,
+      "eval_pl_opus100_pr_auc": 0.8772971610862763,
+      "eval_pl_ud_pr_auc": 0.9611255928337195,
+      "eval_ps_ersatz_pr_auc": 0.9282944596145986,
+      "eval_ps_opus100_pr_auc": 0.7429793852301769,
+      "eval_pt_opus100_pr_auc": 0.9261792085440268,
+      "eval_pt_ud_pr_auc": 0.9826906896347097,
+      "eval_ro_ersatz_pr_auc": 0.9916397979383049,
+      "eval_ro_opus100_pr_auc": 0.8799047645349082,
+      "eval_ro_ud_pr_auc": 0.9258636864248282,
+      "eval_ru_ersatz_pr_auc": 0.9862366969348971,
+      "eval_ru_opus100_pr_auc": 0.9109473920816085,
+      "eval_ru_ud_pr_auc": 0.8526991816193479,
+      "eval_runtime": 406.0671,
+      "eval_samples_per_second": 185.851,
+      "eval_si_opus100_pr_auc": 0.7982849937058605,
+      "eval_sk_opus100_pr_auc": 0.9201909199218767,
+      "eval_sk_ud_pr_auc": 0.9748004219565684,
+      "eval_sl_opus100_pr_auc": 0.846454868558599,
+      "eval_sl_ud_pr_auc": 0.9625913727686835,
+      "eval_sq_opus100_pr_auc": 0.8918969261584846,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9012653946571237,
+      "eval_sr_ud_pr_auc": 0.9910151185147982,
+      "eval_steps_per_second": 5.809,
+      "eval_sv_opus100_pr_auc": 0.8882073119864071,
+      "eval_sv_ud_pr_auc": 0.9389486039253608,
+      "eval_ta_ersatz_pr_auc": 0.9800619325244778,
+      "eval_ta_opus100_pr_auc": 0.6605601859864021,
+      "eval_ta_ud_pr_auc": 0.9947780536179893,
+      "eval_te_opus100_pr_auc": 0.8260649751745103,
+      "eval_tg_opus100_pr_auc": 0.8756224510981566,
+      "eval_th_opus100_pr_auc": 0.6673540062219022,
+      "eval_th_ud_pr_auc": 0.7422523267134185,
+      "eval_tr_ersatz_pr_auc": 0.9589958776315853,
+      "eval_tr_opus100_pr_auc": 0.8851963752204132,
+      "eval_tr_ud_pr_auc": 0.9494322509882442,
+      "eval_uk_opus100_pr_auc": 0.8591748325432669,
+      "eval_uk_ud_pr_auc": 0.9294652751596248,
+      "eval_ur_opus100_pr_auc": 0.516253335205048,
+      "eval_ur_ud_pr_auc": 0.993406013866971,
+      "eval_uz_opus100_pr_auc": 0.847456695965487,
+      "eval_vi_opus100_pr_auc": 0.8974008344275516,
+      "eval_vi_ud_pr_auc": 0.9553538342922687,
+      "eval_xh_opus100_pr_auc": 0.8604908087678952,
+      "eval_yi_opus100_pr_auc": 0.715128687413858,
+      "eval_yo_opus100_pr_auc": 0.794829511424248,
+      "eval_yo_ud_pr_auc": 0.8917782190336201,
+      "eval_zh_ersatz_pr_auc": 0.9076035597561753,
+      "eval_zh_opus100_pr_auc": 0.7166096824087984,
+      "eval_zh_ud_pr_auc": 0.9854062657771067,
+      "eval_zu_opus100_pr_auc": 0.8285151152017914,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0332,
+      "step": 345050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.0329,
+      "step": 345100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0329,
+      "step": 345150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0336,
+      "step": 345200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0332,
+      "step": 345250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0329,
+      "step": 345300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0332,
+      "step": 345350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.033,
+      "step": 345400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.033,
+      "step": 345450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0331,
+      "step": 345500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0331,
+      "step": 345550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.033,
+      "step": 345600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.033,
+      "step": 345650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0324,
+      "step": 345700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0329,
+      "step": 345750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0335,
+      "step": 345800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0323,
+      "step": 345850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0327,
+      "step": 345900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.032,
+      "step": 345950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0319,
+      "step": 346000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.033,
+      "step": 346050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0327,
+      "step": 346100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0331,
+      "step": 346150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0328,
+      "step": 346200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0331,
+      "step": 346250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0325,
+      "step": 346300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0325,
+      "step": 346350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.0331,
+      "step": 346400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0322,
+      "step": 346450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0334,
+      "step": 346500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0328,
+      "step": 346550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.033,
+      "step": 346600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0332,
+      "step": 346650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0325,
+      "step": 346700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0335,
+      "step": 346750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0333,
+      "step": 346800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0322,
+      "step": 346850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0333,
+      "step": 346900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0329,
+      "step": 346950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0333,
+      "step": 347000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0328,
+      "step": 347050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.033,
+      "step": 347100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.0332,
+      "step": 347150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0323,
+      "step": 347200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0325,
+      "step": 347250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0333,
+      "step": 347300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0328,
+      "step": 347350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0319,
+      "step": 347400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.0329,
+      "step": 347450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0331,
+      "step": 347500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0328,
+      "step": 347550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0331,
+      "step": 347600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0336,
+      "step": 347650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.0327,
+      "step": 347700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0334,
+      "step": 347750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0333,
+      "step": 347800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0325,
+      "step": 347850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0329,
+      "step": 347900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0336,
+      "step": 347950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0333,
+      "step": 348000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0327,
+      "step": 348050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.0329,
+      "step": 348100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0324,
+      "step": 348150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0333,
+      "step": 348200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0326,
+      "step": 348250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0329,
+      "step": 348300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0315,
+      "step": 348350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0335,
+      "step": 348400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0323,
+      "step": 348450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0331,
+      "step": 348500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0326,
+      "step": 348550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.033,
+      "step": 348600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0333,
+      "step": 348650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.033,
+      "step": 348700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0329,
+      "step": 348750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0328,
+      "step": 348800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0329,
+      "step": 348850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0325,
+      "step": 348900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0328,
+      "step": 348950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0336,
+      "step": 349000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0322,
+      "step": 349050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0324,
+      "step": 349100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0334,
+      "step": 349150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.033,
+      "step": 349200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0325,
+      "step": 349250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0332,
+      "step": 349300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0324,
+      "step": 349350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0331,
+      "step": 349400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0327,
+      "step": 349450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.0329,
+      "step": 349500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0325,
+      "step": 349550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0331,
+      "step": 349600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0327,
+      "step": 349650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0331,
+      "step": 349700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.0331,
+      "step": 349750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0327,
+      "step": 349800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0326,
+      "step": 349850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0325,
+      "step": 349900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0335,
+      "step": 349950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0335,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7557176207116293,
+      "eval_af_ud_pr_auc": 0.9854429322353817,
+      "eval_am_opus100_pr_auc": 0.5314370453254037,
+      "eval_ar_ersatz_pr_auc": 0.9318947667500074,
+      "eval_ar_opus100_pr_auc": 0.6962529252512379,
+      "eval_ar_ud_pr_auc": 0.8629959741004154,
+      "eval_average_ersatz_pr_auc": 0.9566621309687765,
+      "eval_average_opus100_pr_auc": 0.8177972534494696,
+      "eval_average_ud_pr_auc": 0.9545452926418593,
+      "eval_az_opus100_pr_auc": 0.7437158611106602,
+      "eval_be_opus100_pr_auc": 0.6745698213019834,
+      "eval_be_ud_pr_auc": 0.8811165567031212,
+      "eval_bg_opus100_pr_auc": 0.909506359676365,
+      "eval_bg_ud_pr_auc": 0.9892110369272625,
+      "eval_bn_opus100_pr_auc": 0.8043747480174026,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8639884931001405,
+      "eval_ca_ud_pr_auc": 0.9924880184167771,
+      "eval_ceb_ud_pr_auc": 0.9986992740350066,
+      "eval_cs_ersatz_pr_auc": 0.9778910560380899,
+      "eval_cs_opus100_pr_auc": 0.9027489431628988,
+      "eval_cs_ud_pr_auc": 0.9473045622553865,
+      "eval_cy_opus100_pr_auc": 0.7380359222357737,
+      "eval_cy_ud_pr_auc": 0.9954068769394001,
+      "eval_da_opus100_pr_auc": 0.9071431768955135,
+      "eval_da_ud_pr_auc": 0.9765081749053137,
+      "eval_de_ersatz_pr_auc": 0.9640356106170941,
+      "eval_de_opus100_pr_auc": 0.8736437649602211,
+      "eval_de_ud_pr_auc": 0.9824644776964953,
+      "eval_el_opus100_pr_auc": 0.9089681593891101,
+      "eval_el_ud_pr_auc": 0.9901145295316947,
+      "eval_en_ersatz_pr_auc": 0.9852711858067983,
+      "eval_en_opus100_pr_auc": 0.920457043646513,
+      "eval_en_ud_pr_auc": 0.9600393453539728,
+      "eval_eo_opus100_pr_auc": 0.9173066913728809,
+      "eval_es_ersatz_pr_auc": 0.9936632199046872,
+      "eval_es_opus100_pr_auc": 0.9206511261967399,
+      "eval_es_ud_pr_auc": 0.989721813651439,
+      "eval_et_ersatz_pr_auc": 0.9766793454072519,
+      "eval_et_opus100_pr_auc": 0.8942778728819464,
+      "eval_et_ud_pr_auc": 0.9361836861773098,
+      "eval_eu_opus100_pr_auc": 0.8754626885253198,
+      "eval_eu_ud_pr_auc": 0.9859911945920548,
+      "eval_fa_opus100_pr_auc": 0.5758852082738534,
+      "eval_fa_ud_pr_auc": 0.9965482542995276,
+      "eval_fi_ersatz_pr_auc": 0.9817671301476594,
+      "eval_fi_opus100_pr_auc": 0.8995044409071166,
+      "eval_fi_ud_pr_auc": 0.965629198159674,
+      "eval_fr_ersatz_pr_auc": 0.9846480848437382,
+      "eval_fr_opus100_pr_auc": 0.9030840467263438,
+      "eval_fr_ud_pr_auc": 0.9746675046779636,
+      "eval_fy_opus100_pr_auc": 0.6797316867197929,
+      "eval_ga_opus100_pr_auc": 0.8686362635076248,
+      "eval_ga_ud_pr_auc": 0.8136833925961948,
+      "eval_gd_opus100_pr_auc": 0.5860942807091676,
+      "eval_gd_ud_pr_auc": 0.7613917496426458,
+      "eval_gl_opus100_pr_auc": 0.8791506290586029,
+      "eval_gl_ud_pr_auc": 0.9918277897810458,
+      "eval_gu_ersatz_pr_auc": 0.932396487799318,
+      "eval_gu_opus100_pr_auc": 0.7050127515061896,
+      "eval_ha_opus100_pr_auc": 0.9029338815861986,
+      "eval_he_opus100_pr_auc": 0.8632257652030296,
+      "eval_he_ud_pr_auc": 0.9656568422736023,
+      "eval_hi_ersatz_pr_auc": 0.9649882551573213,
+      "eval_hi_opus100_pr_auc": 0.6492524707749603,
+      "eval_hi_ud_pr_auc": 0.9696618873781236,
+      "eval_hu_opus100_pr_auc": 0.9137573778959529,
+      "eval_hu_ud_pr_auc": 0.9795287759898076,
+      "eval_hy_opus100_pr_auc": 0.9116402289536711,
+      "eval_hy_ud_pr_auc": 0.9665693319662668,
+      "eval_id_opus100_pr_auc": 0.8709677684542065,
+      "eval_id_ud_pr_auc": 0.9892457410770181,
+      "eval_ig_opus100_pr_auc": 0.8581559131698163,
+      "eval_is_opus100_pr_auc": 0.9212493827156364,
+      "eval_is_ud_pr_auc": 0.9088642328493994,
+      "eval_it_opus100_pr_auc": 0.9000645896347753,
+      "eval_it_ud_pr_auc": 0.9937852953879016,
+      "eval_ja_ersatz_pr_auc": 0.7740529923100716,
+      "eval_ja_opus100_pr_auc": 0.7818719103598526,
+      "eval_ja_ud_pr_auc": 0.9823080329238334,
+      "eval_jv_ud_pr_auc": 0.9705191542755378,
+      "eval_ka_opus100_pr_auc": 0.8518634202573757,
+      "eval_kk_ersatz_pr_auc": 0.9835566506286775,
+      "eval_kk_opus100_pr_auc": 0.7840802244252638,
+      "eval_kk_ud_pr_auc": 0.9751336826474677,
+      "eval_km_ersatz_pr_auc": 0.9061277901949469,
+      "eval_km_opus100_pr_auc": 0.7573083119976391,
+      "eval_kn_opus100_pr_auc": 0.5768010837415867,
+      "eval_ko_opus100_pr_auc": 0.6541934266042734,
+      "eval_ko_ud_pr_auc": 0.9994196025869327,
+      "eval_ku_opus100_pr_auc": 0.8429839297312699,
+      "eval_ky_opus100_pr_auc": 0.8329743855187435,
+      "eval_la_ud_pr_auc": 0.9384569383969373,
+      "eval_loss": 0.03647558018565178,
+      "eval_lt_ersatz_pr_auc": 0.9867195370355143,
+      "eval_lt_opus100_pr_auc": 0.8586161180852151,
+      "eval_lt_ud_pr_auc": 0.9861936433717868,
+      "eval_lv_ersatz_pr_auc": 0.9873899246034971,
+      "eval_lv_opus100_pr_auc": 0.8735781096738462,
+      "eval_lv_ud_pr_auc": 0.9601973670314226,
+      "eval_mg_opus100_pr_auc": 0.9166027044758256,
+      "eval_mk_opus100_pr_auc": 0.8966619710686231,
+      "eval_ml_opus100_pr_auc": 0.7593469232959644,
+      "eval_mn_opus100_pr_auc": 0.952939847524449,
+      "eval_mr_opus100_pr_auc": 0.8929171686539924,
+      "eval_mr_ud_pr_auc": 0.9838785154054434,
+      "eval_ms_opus100_pr_auc": 0.8615384864435742,
+      "eval_mt_opus100_pr_auc": 0.8089431541645371,
+      "eval_mt_ud_pr_auc": 0.860397000693443,
+      "eval_my_opus100_pr_auc": 0.7407330857646907,
+      "eval_ne_opus100_pr_auc": 0.660302310220596,
+      "eval_nl_opus100_pr_auc": 0.8885213269582023,
+      "eval_nl_ud_pr_auc": 0.9634615914125151,
+      "eval_no_opus100_pr_auc": 0.9117150259575496,
+      "eval_no_ud_pr_auc": 0.9960807714935215,
+      "eval_pa_opus100_pr_auc": 0.6743956731352198,
+      "eval_pl_ersatz_pr_auc": 0.9647298935542782,
+      "eval_pl_opus100_pr_auc": 0.8817452295701393,
+      "eval_pl_ud_pr_auc": 0.96132150555137,
+      "eval_ps_ersatz_pr_auc": 0.9287030669272873,
+      "eval_ps_opus100_pr_auc": 0.733987515740392,
+      "eval_pt_opus100_pr_auc": 0.9246600670878503,
+      "eval_pt_ud_pr_auc": 0.9826744903128741,
+      "eval_ro_ersatz_pr_auc": 0.9914874993553251,
+      "eval_ro_opus100_pr_auc": 0.885612690700162,
+      "eval_ro_ud_pr_auc": 0.9292947141688914,
+      "eval_ru_ersatz_pr_auc": 0.9861522090402939,
+      "eval_ru_opus100_pr_auc": 0.9124218601216434,
+      "eval_ru_ud_pr_auc": 0.854779653576236,
+      "eval_runtime": 404.7069,
+      "eval_samples_per_second": 186.476,
+      "eval_si_opus100_pr_auc": 0.8052362469321025,
+      "eval_sk_opus100_pr_auc": 0.9205634711468448,
+      "eval_sk_ud_pr_auc": 0.9702573314854858,
+      "eval_sl_opus100_pr_auc": 0.8482093602865698,
+      "eval_sl_ud_pr_auc": 0.9650720856477283,
+      "eval_sq_opus100_pr_auc": 0.897884018165847,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025405984378642,
+      "eval_sr_ud_pr_auc": 0.9917245974022747,
+      "eval_steps_per_second": 5.829,
+      "eval_sv_opus100_pr_auc": 0.8867747789065,
+      "eval_sv_ud_pr_auc": 0.9352058180547511,
+      "eval_ta_ersatz_pr_auc": 0.9815637245950911,
+      "eval_ta_opus100_pr_auc": 0.6538843625644917,
+      "eval_ta_ud_pr_auc": 0.9961236490550095,
+      "eval_te_opus100_pr_auc": 0.8274041036062766,
+      "eval_tg_opus100_pr_auc": 0.8768221528382677,
+      "eval_th_opus100_pr_auc": 0.6761032700480184,
+      "eval_th_ud_pr_auc": 0.7553071138636989,
+      "eval_tr_ersatz_pr_auc": 0.9579187351881893,
+      "eval_tr_opus100_pr_auc": 0.8889623185508942,
+      "eval_tr_ud_pr_auc": 0.9436613404190631,
+      "eval_uk_opus100_pr_auc": 0.8639438475168776,
+      "eval_uk_ud_pr_auc": 0.9306118460573001,
+      "eval_ur_opus100_pr_auc": 0.515399428361822,
+      "eval_ur_ud_pr_auc": 0.994565287828497,
+      "eval_uz_opus100_pr_auc": 0.8489872740880494,
+      "eval_vi_opus100_pr_auc": 0.897577725810147,
+      "eval_vi_ud_pr_auc": 0.9564356591721347,
+      "eval_xh_opus100_pr_auc": 0.862885636926179,
+      "eval_yi_opus100_pr_auc": 0.7170268989310202,
+      "eval_yo_opus100_pr_auc": 0.7947560855475588,
+      "eval_yo_ud_pr_auc": 0.8879145251911705,
+      "eval_zh_ersatz_pr_auc": 0.9049297154079413,
+      "eval_zh_opus100_pr_auc": 0.7001460896637189,
+      "eval_zh_ud_pr_auc": 0.9873373129604583,
+      "eval_zu_opus100_pr_auc": 0.8303462036903008,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0322,
+      "step": 350050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0325,
+      "step": 350100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0324,
+      "step": 350150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0334,
+      "step": 350200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0319,
+      "step": 350250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0329,
+      "step": 350300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0332,
+      "step": 350350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0323,
+      "step": 350400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0331,
+      "step": 350450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0335,
+      "step": 350500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.033,
+      "step": 350550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0326,
+      "step": 350600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0328,
+      "step": 350650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.0328,
+      "step": 350700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.033,
+      "step": 350750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0333,
+      "step": 350800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0328,
+      "step": 350850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0329,
+      "step": 350900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0335,
+      "step": 350950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0328,
+      "step": 351000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0334,
+      "step": 351050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0329,
+      "step": 351100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0332,
+      "step": 351150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0326,
+      "step": 351200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.033,
+      "step": 351250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0324,
+      "step": 351300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0323,
+      "step": 351350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.0328,
+      "step": 351400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0325,
+      "step": 351450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.0322,
+      "step": 351500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0325,
+      "step": 351550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0323,
+      "step": 351600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0328,
+      "step": 351650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0325,
+      "step": 351700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0325,
+      "step": 351750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0326,
+      "step": 351800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.033,
+      "step": 351850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0333,
+      "step": 351900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0332,
+      "step": 351950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.032,
+      "step": 352000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0326,
+      "step": 352050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0326,
+      "step": 352100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0329,
+      "step": 352150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0327,
+      "step": 352200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0327,
+      "step": 352250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0324,
+      "step": 352300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0322,
+      "step": 352350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0324,
+      "step": 352400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0327,
+      "step": 352450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0324,
+      "step": 352500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0324,
+      "step": 352550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0328,
+      "step": 352600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0331,
+      "step": 352650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0329,
+      "step": 352700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0331,
+      "step": 352750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.033,
+      "step": 352800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0336,
+      "step": 352850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0329,
+      "step": 352900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0325,
+      "step": 352950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0326,
+      "step": 353000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0327,
+      "step": 353050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0327,
+      "step": 353100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0322,
+      "step": 353150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.033,
+      "step": 353200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0325,
+      "step": 353250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0331,
+      "step": 353300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.0334,
+      "step": 353350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0333,
+      "step": 353400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0335,
+      "step": 353450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0327,
+      "step": 353500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0321,
+      "step": 353550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0327,
+      "step": 353600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.033,
+      "step": 353650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0333,
+      "step": 353700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0332,
+      "step": 353750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.0327,
+      "step": 353800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0336,
+      "step": 353850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0331,
+      "step": 353900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0327,
+      "step": 353950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0327,
+      "step": 354000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0324,
+      "step": 354050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0327,
+      "step": 354100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0328,
+      "step": 354150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.0324,
+      "step": 354200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0327,
+      "step": 354250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0319,
+      "step": 354300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0324,
+      "step": 354350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0319,
+      "step": 354400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.033,
+      "step": 354450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0325,
+      "step": 354500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0328,
+      "step": 354550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0333,
+      "step": 354600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.033,
+      "step": 354650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0323,
+      "step": 354700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.0327,
+      "step": 354750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0327,
+      "step": 354800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.0332,
+      "step": 354850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.033,
+      "step": 354900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0322,
+      "step": 354950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.033,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7560750365262644,
+      "eval_af_ud_pr_auc": 0.9850899754714597,
+      "eval_am_opus100_pr_auc": 0.5125240790571801,
+      "eval_ar_ersatz_pr_auc": 0.9346067263190718,
+      "eval_ar_opus100_pr_auc": 0.6923478750428438,
+      "eval_ar_ud_pr_auc": 0.8606409040093155,
+      "eval_average_ersatz_pr_auc": 0.9585207909249401,
+      "eval_average_opus100_pr_auc": 0.8167767815527348,
+      "eval_average_ud_pr_auc": 0.9550812764079297,
+      "eval_az_opus100_pr_auc": 0.739064346584059,
+      "eval_be_opus100_pr_auc": 0.6561267015095066,
+      "eval_be_ud_pr_auc": 0.8861306276191968,
+      "eval_bg_opus100_pr_auc": 0.909335518568873,
+      "eval_bg_ud_pr_auc": 0.9913968933030916,
+      "eval_bn_opus100_pr_auc": 0.8010548629523706,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8626216042308273,
+      "eval_ca_ud_pr_auc": 0.9917810107675916,
+      "eval_ceb_ud_pr_auc": 0.9995141159256736,
+      "eval_cs_ersatz_pr_auc": 0.9803881302120638,
+      "eval_cs_opus100_pr_auc": 0.9025751273318067,
+      "eval_cs_ud_pr_auc": 0.9503488111085141,
+      "eval_cy_opus100_pr_auc": 0.7328712546650489,
+      "eval_cy_ud_pr_auc": 0.9958113338274153,
+      "eval_da_opus100_pr_auc": 0.9046517163124072,
+      "eval_da_ud_pr_auc": 0.9781765385539819,
+      "eval_de_ersatz_pr_auc": 0.9688240948160549,
+      "eval_de_opus100_pr_auc": 0.8730134540505609,
+      "eval_de_ud_pr_auc": 0.9848076839073969,
+      "eval_el_opus100_pr_auc": 0.9115603746845118,
+      "eval_el_ud_pr_auc": 0.9899744749096346,
+      "eval_en_ersatz_pr_auc": 0.9864518701700296,
+      "eval_en_opus100_pr_auc": 0.9196695018466254,
+      "eval_en_ud_pr_auc": 0.9638856475555913,
+      "eval_eo_opus100_pr_auc": 0.9182139969355131,
+      "eval_es_ersatz_pr_auc": 0.9942768525163785,
+      "eval_es_opus100_pr_auc": 0.9219284225677833,
+      "eval_es_ud_pr_auc": 0.9891490252904745,
+      "eval_et_ersatz_pr_auc": 0.9783135881888101,
+      "eval_et_opus100_pr_auc": 0.8923908517670481,
+      "eval_et_ud_pr_auc": 0.9287816443799685,
+      "eval_eu_opus100_pr_auc": 0.8740581745098788,
+      "eval_eu_ud_pr_auc": 0.9873290661967129,
+      "eval_fa_opus100_pr_auc": 0.565984839722147,
+      "eval_fa_ud_pr_auc": 0.9967675127769444,
+      "eval_fi_ersatz_pr_auc": 0.9808221827662603,
+      "eval_fi_opus100_pr_auc": 0.8981767472034526,
+      "eval_fi_ud_pr_auc": 0.9637673754491084,
+      "eval_fr_ersatz_pr_auc": 0.9843463405955474,
+      "eval_fr_opus100_pr_auc": 0.9030702071292265,
+      "eval_fr_ud_pr_auc": 0.9767671314359297,
+      "eval_fy_opus100_pr_auc": 0.6834735477103477,
+      "eval_ga_opus100_pr_auc": 0.8641855469201452,
+      "eval_ga_ud_pr_auc": 0.8169698874166028,
+      "eval_gd_opus100_pr_auc": 0.567825601000829,
+      "eval_gd_ud_pr_auc": 0.759588411579126,
+      "eval_gl_opus100_pr_auc": 0.876591512470493,
+      "eval_gl_ud_pr_auc": 0.9919722916791069,
+      "eval_gu_ersatz_pr_auc": 0.9342457317958273,
+      "eval_gu_opus100_pr_auc": 0.7063941475771561,
+      "eval_ha_opus100_pr_auc": 0.9029561812461198,
+      "eval_he_opus100_pr_auc": 0.8665024513803703,
+      "eval_he_ud_pr_auc": 0.9687857515889962,
+      "eval_hi_ersatz_pr_auc": 0.9641863484370118,
+      "eval_hi_opus100_pr_auc": 0.6548969305154723,
+      "eval_hi_ud_pr_auc": 0.96501023766443,
+      "eval_hu_opus100_pr_auc": 0.9112601760406277,
+      "eval_hu_ud_pr_auc": 0.9787830749255284,
+      "eval_hy_opus100_pr_auc": 0.9079293598473679,
+      "eval_hy_ud_pr_auc": 0.9744444394534003,
+      "eval_id_opus100_pr_auc": 0.8744320553596007,
+      "eval_id_ud_pr_auc": 0.9899532772041372,
+      "eval_ig_opus100_pr_auc": 0.8569042556520435,
+      "eval_is_opus100_pr_auc": 0.9204490947081158,
+      "eval_is_ud_pr_auc": 0.9137014074223018,
+      "eval_it_opus100_pr_auc": 0.8991616299557109,
+      "eval_it_ud_pr_auc": 0.9941139314294838,
+      "eval_ja_ersatz_pr_auc": 0.7761365805462586,
+      "eval_ja_opus100_pr_auc": 0.7831618785667128,
+      "eval_ja_ud_pr_auc": 0.9817532255249398,
+      "eval_jv_ud_pr_auc": 0.9699908303504606,
+      "eval_ka_opus100_pr_auc": 0.8502558490323447,
+      "eval_kk_ersatz_pr_auc": 0.9832188283389579,
+      "eval_kk_opus100_pr_auc": 0.777633355983066,
+      "eval_kk_ud_pr_auc": 0.9754720134497781,
+      "eval_km_ersatz_pr_auc": 0.9058263449078796,
+      "eval_km_opus100_pr_auc": 0.7524896708520182,
+      "eval_kn_opus100_pr_auc": 0.5737077355845359,
+      "eval_ko_opus100_pr_auc": 0.6508387500764878,
+      "eval_ko_ud_pr_auc": 0.9987459425694055,
+      "eval_ku_opus100_pr_auc": 0.8474688753188666,
+      "eval_ky_opus100_pr_auc": 0.8319989612709456,
+      "eval_la_ud_pr_auc": 0.9396776977317306,
+      "eval_loss": 0.03643622621893883,
+      "eval_lt_ersatz_pr_auc": 0.9885570580371512,
+      "eval_lt_opus100_pr_auc": 0.8644719500113969,
+      "eval_lt_ud_pr_auc": 0.9866740357956958,
+      "eval_lv_ersatz_pr_auc": 0.9889108748546329,
+      "eval_lv_opus100_pr_auc": 0.8750671520939524,
+      "eval_lv_ud_pr_auc": 0.9631822986331002,
+      "eval_mg_opus100_pr_auc": 0.9183437872635712,
+      "eval_mk_opus100_pr_auc": 0.8973415929511266,
+      "eval_ml_opus100_pr_auc": 0.7543134475112879,
+      "eval_mn_opus100_pr_auc": 0.9493779771697022,
+      "eval_mr_opus100_pr_auc": 0.8949305503450523,
+      "eval_mr_ud_pr_auc": 0.9766921861373046,
+      "eval_ms_opus100_pr_auc": 0.8612520489500283,
+      "eval_mt_opus100_pr_auc": 0.8153644442630741,
+      "eval_mt_ud_pr_auc": 0.850967495126377,
+      "eval_my_opus100_pr_auc": 0.7448413167504452,
+      "eval_ne_opus100_pr_auc": 0.6625403580729886,
+      "eval_nl_opus100_pr_auc": 0.8878742928549225,
+      "eval_nl_ud_pr_auc": 0.9610038034510782,
+      "eval_no_opus100_pr_auc": 0.9110217907552476,
+      "eval_no_ud_pr_auc": 0.9959963712305128,
+      "eval_pa_opus100_pr_auc": 0.6689678006366606,
+      "eval_pl_ersatz_pr_auc": 0.9686569923714159,
+      "eval_pl_opus100_pr_auc": 0.8816506519473999,
+      "eval_pl_ud_pr_auc": 0.9637119839950742,
+      "eval_ps_ersatz_pr_auc": 0.9237626692112602,
+      "eval_ps_opus100_pr_auc": 0.7302924615895796,
+      "eval_pt_opus100_pr_auc": 0.9242652973139877,
+      "eval_pt_ud_pr_auc": 0.9820059381421085,
+      "eval_ro_ersatz_pr_auc": 0.9927054291249197,
+      "eval_ro_opus100_pr_auc": 0.8833265925122018,
+      "eval_ro_ud_pr_auc": 0.9327988997392052,
+      "eval_ru_ersatz_pr_auc": 0.9880265700715086,
+      "eval_ru_opus100_pr_auc": 0.9151352281189535,
+      "eval_ru_ud_pr_auc": 0.8534368174117869,
+      "eval_runtime": 405.2659,
+      "eval_samples_per_second": 186.218,
+      "eval_si_opus100_pr_auc": 0.8025189010967675,
+      "eval_sk_opus100_pr_auc": 0.9225934684988852,
+      "eval_sk_ud_pr_auc": 0.974952181386803,
+      "eval_sl_opus100_pr_auc": 0.850198991886778,
+      "eval_sl_ud_pr_auc": 0.9670119404812377,
+      "eval_sq_opus100_pr_auc": 0.8986388080963699,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9035075183624678,
+      "eval_sr_ud_pr_auc": 0.9933446582733181,
+      "eval_steps_per_second": 5.821,
+      "eval_sv_opus100_pr_auc": 0.8865657264780528,
+      "eval_sv_ud_pr_auc": 0.9385337913144153,
+      "eval_ta_ersatz_pr_auc": 0.9829203793099224,
+      "eval_ta_opus100_pr_auc": 0.6514511202746041,
+      "eval_ta_ud_pr_auc": 0.9958534571877168,
+      "eval_te_opus100_pr_auc": 0.8281770952216083,
+      "eval_tg_opus100_pr_auc": 0.8749407499305318,
+      "eval_th_opus100_pr_auc": 0.6719828967190399,
+      "eval_th_ud_pr_auc": 0.7510441156022047,
+      "eval_tr_ersatz_pr_auc": 0.9612730703540414,
+      "eval_tr_opus100_pr_auc": 0.8892935236062813,
+      "eval_tr_ud_pr_auc": 0.943954406295306,
+      "eval_uk_opus100_pr_auc": 0.8640117099090548,
+      "eval_uk_ud_pr_auc": 0.9314074451703259,
+      "eval_ur_opus100_pr_auc": 0.5167835491693119,
+      "eval_ur_ud_pr_auc": 0.993625756359846,
+      "eval_uz_opus100_pr_auc": 0.8469770062076654,
+      "eval_vi_opus100_pr_auc": 0.8982639533869894,
+      "eval_vi_ud_pr_auc": 0.9592013115076378,
+      "eval_xh_opus100_pr_auc": 0.8585151608749307,
+      "eval_yi_opus100_pr_auc": 0.7091614065904369,
+      "eval_yo_opus100_pr_auc": 0.7890863830867061,
+      "eval_yo_ud_pr_auc": 0.8972225609434618,
+      "eval_zh_ersatz_pr_auc": 0.9210007374036776,
+      "eval_zh_opus100_pr_auc": 0.7394589783679795,
+      "eval_zh_ud_pr_auc": 0.9879291085900483,
+      "eval_zu_opus100_pr_auc": 0.8253581381808979,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0331,
+      "step": 355050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0332,
+      "step": 355100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0326,
+      "step": 355150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0323,
+      "step": 355200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0325,
+      "step": 355250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0329,
+      "step": 355300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0331,
+      "step": 355350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0325,
+      "step": 355400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0333,
+      "step": 355450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.033,
+      "step": 355500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.0318,
+      "step": 355550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0326,
+      "step": 355600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0334,
+      "step": 355650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0323,
+      "step": 355700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0328,
+      "step": 355750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0331,
+      "step": 355800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0329,
+      "step": 355850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.033,
+      "step": 355900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0323,
+      "step": 355950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0333,
+      "step": 356000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.0328,
+      "step": 356050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0329,
+      "step": 356100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0335,
+      "step": 356150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0326,
+      "step": 356200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0325,
+      "step": 356250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0334,
+      "step": 356300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0324,
+      "step": 356350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0334,
+      "step": 356400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0336,
+      "step": 356450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0324,
+      "step": 356500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0326,
+      "step": 356550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0332,
+      "step": 356600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.0323,
+      "step": 356650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0325,
+      "step": 356700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.0319,
+      "step": 356750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0325,
+      "step": 356800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0327,
+      "step": 356850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0328,
+      "step": 356900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0327,
+      "step": 356950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0336,
+      "step": 357000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0324,
+      "step": 357050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0333,
+      "step": 357100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0328,
+      "step": 357150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0327,
+      "step": 357200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0321,
+      "step": 357250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0322,
+      "step": 357300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0325,
+      "step": 357350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0334,
+      "step": 357400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0326,
+      "step": 357450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0328,
+      "step": 357500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.033,
+      "step": 357550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.033,
+      "step": 357600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0323,
+      "step": 357650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.033,
+      "step": 357700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.033,
+      "step": 357750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0331,
+      "step": 357800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0321,
+      "step": 357850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0335,
+      "step": 357900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0328,
+      "step": 357950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0332,
+      "step": 358000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0332,
+      "step": 358050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0329,
+      "step": 358100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0329,
+      "step": 358150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0323,
+      "step": 358200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0325,
+      "step": 358250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0332,
+      "step": 358300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0332,
+      "step": 358350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0328,
+      "step": 358400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0327,
+      "step": 358450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0331,
+      "step": 358500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0327,
+      "step": 358550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0333,
+      "step": 358600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0322,
+      "step": 358650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0328,
+      "step": 358700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0325,
+      "step": 358750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0328,
+      "step": 358800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.032,
+      "step": 358850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0328,
+      "step": 358900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.0325,
+      "step": 358950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0319,
+      "step": 359000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0325,
+      "step": 359050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0331,
+      "step": 359100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0323,
+      "step": 359150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0327,
+      "step": 359200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.033,
+      "step": 359250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0328,
+      "step": 359300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.033,
+      "step": 359350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0334,
+      "step": 359400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0328,
+      "step": 359450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0321,
+      "step": 359500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0331,
+      "step": 359550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0333,
+      "step": 359600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0323,
+      "step": 359650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0327,
+      "step": 359700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0333,
+      "step": 359750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0331,
+      "step": 359800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0324,
+      "step": 359850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0327,
+      "step": 359900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0331,
+      "step": 359950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0333,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7615927172614717,
+      "eval_af_ud_pr_auc": 0.9847591891900175,
+      "eval_am_opus100_pr_auc": 0.5194480669570503,
+      "eval_ar_ersatz_pr_auc": 0.9278400331618357,
+      "eval_ar_opus100_pr_auc": 0.6886413331488722,
+      "eval_ar_ud_pr_auc": 0.8599988740741875,
+      "eval_average_ersatz_pr_auc": 0.9548118227422681,
+      "eval_average_opus100_pr_auc": 0.8166585233229371,
+      "eval_average_ud_pr_auc": 0.9507762669747747,
+      "eval_az_opus100_pr_auc": 0.7421685693317304,
+      "eval_be_opus100_pr_auc": 0.6730257359913857,
+      "eval_be_ud_pr_auc": 0.8779113276762375,
+      "eval_bg_opus100_pr_auc": 0.9101313723661826,
+      "eval_bg_ud_pr_auc": 0.9892280710982752,
+      "eval_bn_opus100_pr_auc": 0.7982816044604658,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8634909014251694,
+      "eval_ca_ud_pr_auc": 0.9908915832725805,
+      "eval_ceb_ud_pr_auc": 0.9980906908962992,
+      "eval_cs_ersatz_pr_auc": 0.9783511336144249,
+      "eval_cs_opus100_pr_auc": 0.9014745083473958,
+      "eval_cs_ud_pr_auc": 0.946795714607632,
+      "eval_cy_opus100_pr_auc": 0.7392466368006623,
+      "eval_cy_ud_pr_auc": 0.9945739736615533,
+      "eval_da_opus100_pr_auc": 0.9039991761710079,
+      "eval_da_ud_pr_auc": 0.9758641510791509,
+      "eval_de_ersatz_pr_auc": 0.9634581762592194,
+      "eval_de_opus100_pr_auc": 0.8700982976488594,
+      "eval_de_ud_pr_auc": 0.9829795393545183,
+      "eval_el_opus100_pr_auc": 0.9078592740378062,
+      "eval_el_ud_pr_auc": 0.986874412574911,
+      "eval_en_ersatz_pr_auc": 0.9848969655576916,
+      "eval_en_opus100_pr_auc": 0.9203946826469359,
+      "eval_en_ud_pr_auc": 0.9562508611317386,
+      "eval_eo_opus100_pr_auc": 0.9173835217274635,
+      "eval_es_ersatz_pr_auc": 0.9932421073853276,
+      "eval_es_opus100_pr_auc": 0.9208915649150101,
+      "eval_es_ud_pr_auc": 0.9890222161347384,
+      "eval_et_ersatz_pr_auc": 0.976523717737718,
+      "eval_et_opus100_pr_auc": 0.8928299241359006,
+      "eval_et_ud_pr_auc": 0.9261814591216486,
+      "eval_eu_opus100_pr_auc": 0.8740308765605166,
+      "eval_eu_ud_pr_auc": 0.9851476485086582,
+      "eval_fa_opus100_pr_auc": 0.5627604512116209,
+      "eval_fa_ud_pr_auc": 0.9950086583125682,
+      "eval_fi_ersatz_pr_auc": 0.9789590080922665,
+      "eval_fi_opus100_pr_auc": 0.8967200351397241,
+      "eval_fi_ud_pr_auc": 0.9601249427168752,
+      "eval_fr_ersatz_pr_auc": 0.9826827451475103,
+      "eval_fr_opus100_pr_auc": 0.9022643398813892,
+      "eval_fr_ud_pr_auc": 0.9732373110855355,
+      "eval_fy_opus100_pr_auc": 0.6936241285238197,
+      "eval_ga_opus100_pr_auc": 0.8651023153899464,
+      "eval_ga_ud_pr_auc": 0.8109859971794922,
+      "eval_gd_opus100_pr_auc": 0.5941409694823429,
+      "eval_gd_ud_pr_auc": 0.7550708324426749,
+      "eval_gl_opus100_pr_auc": 0.8787227755718202,
+      "eval_gl_ud_pr_auc": 0.9909548766589573,
+      "eval_gu_ersatz_pr_auc": 0.9296245469916037,
+      "eval_gu_opus100_pr_auc": 0.7040857258998277,
+      "eval_ha_opus100_pr_auc": 0.9007993704735121,
+      "eval_he_opus100_pr_auc": 0.8589347917816099,
+      "eval_he_ud_pr_auc": 0.964179875738334,
+      "eval_hi_ersatz_pr_auc": 0.9613287947580907,
+      "eval_hi_opus100_pr_auc": 0.6489131443607803,
+      "eval_hi_ud_pr_auc": 0.9548173862009162,
+      "eval_hu_opus100_pr_auc": 0.9107805155060881,
+      "eval_hu_ud_pr_auc": 0.9775884151888523,
+      "eval_hy_opus100_pr_auc": 0.9075479045090524,
+      "eval_hy_ud_pr_auc": 0.9672593424860731,
+      "eval_id_opus100_pr_auc": 0.8686908120332923,
+      "eval_id_ud_pr_auc": 0.9903561046553659,
+      "eval_ig_opus100_pr_auc": 0.8625546436928998,
+      "eval_is_opus100_pr_auc": 0.9187325289382763,
+      "eval_is_ud_pr_auc": 0.8994958086464157,
+      "eval_it_opus100_pr_auc": 0.8989350008345179,
+      "eval_it_ud_pr_auc": 0.9924980123768166,
+      "eval_ja_ersatz_pr_auc": 0.7652635340550945,
+      "eval_ja_opus100_pr_auc": 0.7892767031348273,
+      "eval_ja_ud_pr_auc": 0.9809020231716744,
+      "eval_jv_ud_pr_auc": 0.9641432788082468,
+      "eval_ka_opus100_pr_auc": 0.846637468086922,
+      "eval_kk_ersatz_pr_auc": 0.9833910581829035,
+      "eval_kk_opus100_pr_auc": 0.7833503066996124,
+      "eval_kk_ud_pr_auc": 0.972345608497964,
+      "eval_km_ersatz_pr_auc": 0.9042094359903413,
+      "eval_km_opus100_pr_auc": 0.7433743081609787,
+      "eval_kn_opus100_pr_auc": 0.5755208714033451,
+      "eval_ko_opus100_pr_auc": 0.6562471849704243,
+      "eval_ko_ud_pr_auc": 0.9986173811119948,
+      "eval_ku_opus100_pr_auc": 0.8454550405885786,
+      "eval_ky_opus100_pr_auc": 0.8359177375922949,
+      "eval_la_ud_pr_auc": 0.9322371839328962,
+      "eval_loss": 0.036332812160253525,
+      "eval_lt_ersatz_pr_auc": 0.9848989890866049,
+      "eval_lt_opus100_pr_auc": 0.8544957470235477,
+      "eval_lt_ud_pr_auc": 0.9837720781071148,
+      "eval_lv_ersatz_pr_auc": 0.9864248809368102,
+      "eval_lv_opus100_pr_auc": 0.8708841313105116,
+      "eval_lv_ud_pr_auc": 0.9601179112220468,
+      "eval_mg_opus100_pr_auc": 0.9171455009918569,
+      "eval_mk_opus100_pr_auc": 0.8971666937766611,
+      "eval_ml_opus100_pr_auc": 0.7551587707504773,
+      "eval_mn_opus100_pr_auc": 0.9528745089964881,
+      "eval_mr_opus100_pr_auc": 0.8935380264835892,
+      "eval_mr_ud_pr_auc": 0.978985459247637,
+      "eval_ms_opus100_pr_auc": 0.8597949132480118,
+      "eval_mt_opus100_pr_auc": 0.7985856639652167,
+      "eval_mt_ud_pr_auc": 0.8530309035077506,
+      "eval_my_opus100_pr_auc": 0.7430716648350335,
+      "eval_ne_opus100_pr_auc": 0.6628385585704978,
+      "eval_nl_opus100_pr_auc": 0.8873642002107154,
+      "eval_nl_ud_pr_auc": 0.9551187011534635,
+      "eval_no_opus100_pr_auc": 0.9114614673411278,
+      "eval_no_ud_pr_auc": 0.9954182916228455,
+      "eval_pa_opus100_pr_auc": 0.6756870838480102,
+      "eval_pl_ersatz_pr_auc": 0.9614633867595472,
+      "eval_pl_opus100_pr_auc": 0.8804339572260625,
+      "eval_pl_ud_pr_auc": 0.9586219072496811,
+      "eval_ps_ersatz_pr_auc": 0.9231491740626473,
+      "eval_ps_opus100_pr_auc": 0.7241594010758695,
+      "eval_pt_opus100_pr_auc": 0.9230341016212498,
+      "eval_pt_ud_pr_auc": 0.9806070940338297,
+      "eval_ro_ersatz_pr_auc": 0.9918858172173202,
+      "eval_ro_opus100_pr_auc": 0.8741069276396062,
+      "eval_ro_ud_pr_auc": 0.9006579958426616,
+      "eval_ru_ersatz_pr_auc": 0.9860810684307978,
+      "eval_ru_opus100_pr_auc": 0.9078141057755371,
+      "eval_ru_ud_pr_auc": 0.839161157984037,
+      "eval_runtime": 407.984,
+      "eval_samples_per_second": 184.978,
+      "eval_si_opus100_pr_auc": 0.8012365433356974,
+      "eval_sk_opus100_pr_auc": 0.9200163337215611,
+      "eval_sk_ud_pr_auc": 0.9691915568657299,
+      "eval_sl_opus100_pr_auc": 0.8484821157663529,
+      "eval_sl_ud_pr_auc": 0.9600940579321252,
+      "eval_sq_opus100_pr_auc": 0.9018043010252752,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9002587687142828,
+      "eval_sr_ud_pr_auc": 0.9901829259254439,
+      "eval_steps_per_second": 5.782,
+      "eval_sv_opus100_pr_auc": 0.8862828604699217,
+      "eval_sv_ud_pr_auc": 0.9332843333335885,
+      "eval_ta_ersatz_pr_auc": 0.9820436395529228,
+      "eval_ta_opus100_pr_auc": 0.6531591743923081,
+      "eval_ta_ud_pr_auc": 0.9944699017932763,
+      "eval_te_opus100_pr_auc": 0.8288959591078625,
+      "eval_tg_opus100_pr_auc": 0.870825536037941,
+      "eval_th_opus100_pr_auc": 0.6677737677622293,
+      "eval_th_ud_pr_auc": 0.7389119956541702,
+      "eval_tr_ersatz_pr_auc": 0.9541268293669896,
+      "eval_tr_opus100_pr_auc": 0.8860393168042341,
+      "eval_tr_ud_pr_auc": 0.9346105500596634,
+      "eval_uk_opus100_pr_auc": 0.8591380212559843,
+      "eval_uk_ud_pr_auc": 0.9280782951774121,
+      "eval_ur_opus100_pr_auc": 0.508919946038312,
+      "eval_ur_ud_pr_auc": 0.9913760189986224,
+      "eval_uz_opus100_pr_auc": 0.8437152309477114,
+      "eval_vi_opus100_pr_auc": 0.8933194608248095,
+      "eval_vi_ud_pr_auc": 0.9510995145540353,
+      "eval_xh_opus100_pr_auc": 0.8594645598533065,
+      "eval_yi_opus100_pr_auc": 0.7287245313674189,
+      "eval_yo_opus100_pr_auc": 0.7936014042950326,
+      "eval_yo_ud_pr_auc": 0.8885419912079464,
+      "eval_zh_ersatz_pr_auc": 0.9060150579822307,
+      "eval_zh_opus100_pr_auc": 0.7302425730397586,
+      "eval_zh_ud_pr_auc": 0.9845218244952744,
+      "eval_zu_opus100_pr_auc": 0.8404052452293926,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0324,
+      "step": 360050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0329,
+      "step": 360100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0329,
+      "step": 360150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0329,
+      "step": 360200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0325,
+      "step": 360250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0327,
+      "step": 360300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0331,
+      "step": 360350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0324,
+      "step": 360400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0328,
+      "step": 360450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0325,
+      "step": 360500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.032,
+      "step": 360550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.0327,
+      "step": 360600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0328,
+      "step": 360650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0328,
+      "step": 360700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0329,
+      "step": 360750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0333,
+      "step": 360800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0326,
+      "step": 360850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0322,
+      "step": 360900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0331,
+      "step": 360950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0324,
+      "step": 361000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.032,
+      "step": 361050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0329,
+      "step": 361100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.033,
+      "step": 361150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.033,
+      "step": 361200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0325,
+      "step": 361250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0329,
+      "step": 361300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0328,
+      "step": 361350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0328,
+      "step": 361400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0323,
+      "step": 361450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0328,
+      "step": 361500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0324,
+      "step": 361550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0331,
+      "step": 361600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0325,
+      "step": 361650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0326,
+      "step": 361700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0319,
+      "step": 361750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0325,
+      "step": 361800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0325,
+      "step": 361850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0326,
+      "step": 361900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0327,
+      "step": 361950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0331,
+      "step": 362000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0325,
+      "step": 362050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.033,
+      "step": 362100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0328,
+      "step": 362150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0331,
+      "step": 362200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0334,
+      "step": 362250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0323,
+      "step": 362300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0324,
+      "step": 362350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.032,
+      "step": 362400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0318,
+      "step": 362450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0324,
+      "step": 362500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0327,
+      "step": 362550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0325,
+      "step": 362600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0327,
+      "step": 362650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0324,
+      "step": 362700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0323,
+      "step": 362750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0329,
+      "step": 362800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0328,
+      "step": 362850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0321,
+      "step": 362900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0325,
+      "step": 362950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0325,
+      "step": 363000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.033,
+      "step": 363050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0328,
+      "step": 363100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0325,
+      "step": 363150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0329,
+      "step": 363200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0327,
+      "step": 363250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.0325,
+      "step": 363300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0326,
+      "step": 363350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0322,
+      "step": 363400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0332,
+      "step": 363450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.033,
+      "step": 363500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0331,
+      "step": 363550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0325,
+      "step": 363600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0319,
+      "step": 363650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0322,
+      "step": 363700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.0327,
+      "step": 363750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0334,
+      "step": 363800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0326,
+      "step": 363850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0317,
+      "step": 363900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0328,
+      "step": 363950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0332,
+      "step": 364000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.033,
+      "step": 364050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0326,
+      "step": 364100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0323,
+      "step": 364150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0326,
+      "step": 364200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0334,
+      "step": 364250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.033,
+      "step": 364300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0329,
+      "step": 364350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0322,
+      "step": 364400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0325,
+      "step": 364450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0323,
+      "step": 364500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0329,
+      "step": 364550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0324,
+      "step": 364600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0332,
+      "step": 364650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0331,
+      "step": 364700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0334,
+      "step": 364750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0322,
+      "step": 364800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0333,
+      "step": 364850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0331,
+      "step": 364900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.033,
+      "step": 364950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0326,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.751490801842553,
+      "eval_af_ud_pr_auc": 0.9854719582985634,
+      "eval_am_opus100_pr_auc": 0.526767672907086,
+      "eval_ar_ersatz_pr_auc": 0.9322683439755782,
+      "eval_ar_opus100_pr_auc": 0.6877474169882513,
+      "eval_ar_ud_pr_auc": 0.8620752225390144,
+      "eval_average_ersatz_pr_auc": 0.9558914984090813,
+      "eval_average_opus100_pr_auc": 0.8157276998604891,
+      "eval_average_ud_pr_auc": 0.9543403747733321,
+      "eval_az_opus100_pr_auc": 0.7580122710040904,
+      "eval_be_opus100_pr_auc": 0.6529011175758714,
+      "eval_be_ud_pr_auc": 0.8866530903286927,
+      "eval_bg_opus100_pr_auc": 0.9090753913885985,
+      "eval_bg_ud_pr_auc": 0.9888127674170698,
+      "eval_bn_opus100_pr_auc": 0.8036521942316416,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8619053627327861,
+      "eval_ca_ud_pr_auc": 0.9941982241459021,
+      "eval_ceb_ud_pr_auc": 0.9985903404948244,
+      "eval_cs_ersatz_pr_auc": 0.9794873227624206,
+      "eval_cs_opus100_pr_auc": 0.8987916578776916,
+      "eval_cs_ud_pr_auc": 0.9493850530940758,
+      "eval_cy_opus100_pr_auc": 0.7303684600779013,
+      "eval_cy_ud_pr_auc": 0.9949320853542754,
+      "eval_da_opus100_pr_auc": 0.9054632177344715,
+      "eval_da_ud_pr_auc": 0.9756147483855013,
+      "eval_de_ersatz_pr_auc": 0.9658996186128963,
+      "eval_de_opus100_pr_auc": 0.8719815413719869,
+      "eval_de_ud_pr_auc": 0.9832553675121831,
+      "eval_el_opus100_pr_auc": 0.9089638946800191,
+      "eval_el_ud_pr_auc": 0.9888760412603288,
+      "eval_en_ersatz_pr_auc": 0.9859052358412729,
+      "eval_en_opus100_pr_auc": 0.9182464843668042,
+      "eval_en_ud_pr_auc": 0.9555086802525514,
+      "eval_eo_opus100_pr_auc": 0.9163913609961594,
+      "eval_es_ersatz_pr_auc": 0.9930152044930611,
+      "eval_es_opus100_pr_auc": 0.9220357358986879,
+      "eval_es_ud_pr_auc": 0.990422236202541,
+      "eval_et_ersatz_pr_auc": 0.9761853225004403,
+      "eval_et_opus100_pr_auc": 0.892067336107403,
+      "eval_et_ud_pr_auc": 0.9266585721625905,
+      "eval_eu_opus100_pr_auc": 0.8726415602081046,
+      "eval_eu_ud_pr_auc": 0.9857022239615482,
+      "eval_fa_opus100_pr_auc": 0.5676551435355314,
+      "eval_fa_ud_pr_auc": 0.9963189577876768,
+      "eval_fi_ersatz_pr_auc": 0.9792944527713509,
+      "eval_fi_opus100_pr_auc": 0.8974724290334519,
+      "eval_fi_ud_pr_auc": 0.961346012942701,
+      "eval_fr_ersatz_pr_auc": 0.9837902499328403,
+      "eval_fr_opus100_pr_auc": 0.9075188113380045,
+      "eval_fr_ud_pr_auc": 0.9769020385074338,
+      "eval_fy_opus100_pr_auc": 0.6762185679303502,
+      "eval_ga_opus100_pr_auc": 0.8672393780492724,
+      "eval_ga_ud_pr_auc": 0.8229337115240591,
+      "eval_gd_opus100_pr_auc": 0.5860297392272812,
+      "eval_gd_ud_pr_auc": 0.7607054169666204,
+      "eval_gl_opus100_pr_auc": 0.877854096238549,
+      "eval_gl_ud_pr_auc": 0.9915512251416202,
+      "eval_gu_ersatz_pr_auc": 0.9262934483332053,
+      "eval_gu_opus100_pr_auc": 0.6982830796365016,
+      "eval_ha_opus100_pr_auc": 0.9013868426808178,
+      "eval_he_opus100_pr_auc": 0.8614037680352659,
+      "eval_he_ud_pr_auc": 0.9662842144271542,
+      "eval_hi_ersatz_pr_auc": 0.960361635156648,
+      "eval_hi_opus100_pr_auc": 0.6544520466164946,
+      "eval_hi_ud_pr_auc": 0.9537537340750429,
+      "eval_hu_opus100_pr_auc": 0.9087119371116562,
+      "eval_hu_ud_pr_auc": 0.9775277512034002,
+      "eval_hy_opus100_pr_auc": 0.909228153673478,
+      "eval_hy_ud_pr_auc": 0.9668939715689011,
+      "eval_id_opus100_pr_auc": 0.8662903855835279,
+      "eval_id_ud_pr_auc": 0.9903595753659498,
+      "eval_ig_opus100_pr_auc": 0.8553285442980127,
+      "eval_is_opus100_pr_auc": 0.9182268644413771,
+      "eval_is_ud_pr_auc": 0.9067737042705261,
+      "eval_it_opus100_pr_auc": 0.8982051166156586,
+      "eval_it_ud_pr_auc": 0.9922282843436602,
+      "eval_ja_ersatz_pr_auc": 0.7707960745402347,
+      "eval_ja_opus100_pr_auc": 0.7757591646428172,
+      "eval_ja_ud_pr_auc": 0.9818885500748432,
+      "eval_jv_ud_pr_auc": 0.972463475233722,
+      "eval_ka_opus100_pr_auc": 0.8493405788557742,
+      "eval_kk_ersatz_pr_auc": 0.9843093554841376,
+      "eval_kk_opus100_pr_auc": 0.7750220244424805,
+      "eval_kk_ud_pr_auc": 0.9727000993640116,
+      "eval_km_ersatz_pr_auc": 0.9057188390799111,
+      "eval_km_opus100_pr_auc": 0.7420605215455,
+      "eval_kn_opus100_pr_auc": 0.5790170536589969,
+      "eval_ko_opus100_pr_auc": 0.648679566688467,
+      "eval_ko_ud_pr_auc": 0.9984781612462782,
+      "eval_ku_opus100_pr_auc": 0.8472047263335483,
+      "eval_ky_opus100_pr_auc": 0.832229503952884,
+      "eval_la_ud_pr_auc": 0.9373979708186775,
+      "eval_loss": 0.036406587809324265,
+      "eval_lt_ersatz_pr_auc": 0.985880148983937,
+      "eval_lt_opus100_pr_auc": 0.8606439925310079,
+      "eval_lt_ud_pr_auc": 0.9834271191641182,
+      "eval_lv_ersatz_pr_auc": 0.9866948114488763,
+      "eval_lv_opus100_pr_auc": 0.8763060911617501,
+      "eval_lv_ud_pr_auc": 0.9628496292325519,
+      "eval_mg_opus100_pr_auc": 0.9193058701005558,
+      "eval_mk_opus100_pr_auc": 0.8951706736076332,
+      "eval_ml_opus100_pr_auc": 0.7579697230826319,
+      "eval_mn_opus100_pr_auc": 0.9513206955244093,
+      "eval_mr_opus100_pr_auc": 0.8901380309032136,
+      "eval_mr_ud_pr_auc": 0.9884866112999676,
+      "eval_ms_opus100_pr_auc": 0.8594003091707785,
+      "eval_mt_opus100_pr_auc": 0.8142001454134256,
+      "eval_mt_ud_pr_auc": 0.8674576429033545,
+      "eval_my_opus100_pr_auc": 0.7455624469656958,
+      "eval_ne_opus100_pr_auc": 0.6585483946111795,
+      "eval_nl_opus100_pr_auc": 0.8870025120353617,
+      "eval_nl_ud_pr_auc": 0.9603849633579589,
+      "eval_no_opus100_pr_auc": 0.9103146371178312,
+      "eval_no_ud_pr_auc": 0.9958631514652742,
+      "eval_pa_opus100_pr_auc": 0.664536292022762,
+      "eval_pl_ersatz_pr_auc": 0.966030182926024,
+      "eval_pl_opus100_pr_auc": 0.8782741681089883,
+      "eval_pl_ud_pr_auc": 0.9611296596134105,
+      "eval_ps_ersatz_pr_auc": 0.923530582862729,
+      "eval_ps_opus100_pr_auc": 0.7227077690814615,
+      "eval_pt_opus100_pr_auc": 0.9278880668919225,
+      "eval_pt_ud_pr_auc": 0.9831155742657745,
+      "eval_ro_ersatz_pr_auc": 0.9916201275343552,
+      "eval_ro_opus100_pr_auc": 0.8720345206816587,
+      "eval_ro_ud_pr_auc": 0.9375408874402449,
+      "eval_ru_ersatz_pr_auc": 0.987040158104661,
+      "eval_ru_opus100_pr_auc": 0.9145389485682077,
+      "eval_ru_ud_pr_auc": 0.8624815837918511,
+      "eval_runtime": 411.9492,
+      "eval_samples_per_second": 183.197,
+      "eval_si_opus100_pr_auc": 0.8015820976350816,
+      "eval_sk_opus100_pr_auc": 0.9222766390799345,
+      "eval_sk_ud_pr_auc": 0.9740803278884228,
+      "eval_sl_opus100_pr_auc": 0.8467443554337643,
+      "eval_sl_ud_pr_auc": 0.9688762969322925,
+      "eval_sq_opus100_pr_auc": 0.9000004073702652,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9003552211995816,
+      "eval_sr_ud_pr_auc": 0.9928139066899214,
+      "eval_steps_per_second": 5.726,
+      "eval_sv_opus100_pr_auc": 0.8847776964229891,
+      "eval_sv_ud_pr_auc": 0.9325724103705163,
+      "eval_ta_ersatz_pr_auc": 0.9817670904786252,
+      "eval_ta_opus100_pr_auc": 0.6553053529216823,
+      "eval_ta_ud_pr_auc": 0.9949383390469293,
+      "eval_te_opus100_pr_auc": 0.82662987003335,
+      "eval_tg_opus100_pr_auc": 0.8691490915736878,
+      "eval_th_opus100_pr_auc": 0.6711275042849023,
+      "eval_th_ud_pr_auc": 0.7464324385106376,
+      "eval_tr_ersatz_pr_auc": 0.951717301465343,
+      "eval_tr_opus100_pr_auc": 0.8856978182455085,
+      "eval_tr_ud_pr_auc": 0.9342269953145836,
+      "eval_uk_opus100_pr_auc": 0.8581721426084347,
+      "eval_uk_ud_pr_auc": 0.9271412008343743,
+      "eval_ur_opus100_pr_auc": 0.5178647955043403,
+      "eval_ur_ud_pr_auc": 0.9925543345496912,
+      "eval_uz_opus100_pr_auc": 0.8457632727696126,
+      "eval_vi_opus100_pr_auc": 0.8944813862760858,
+      "eval_vi_ud_pr_auc": 0.9532389135063892,
+      "eval_xh_opus100_pr_auc": 0.8609916116927521,
+      "eval_yi_opus100_pr_auc": 0.7039031343342873,
+      "eval_yo_opus100_pr_auc": 0.7891225825069279,
+      "eval_yo_ud_pr_auc": 0.8977410172311685,
+      "eval_zh_ersatz_pr_auc": 0.9120074577112397,
+      "eval_zh_opus100_pr_auc": 0.7345036002706424,
+      "eval_zh_ud_pr_auc": 0.9873848923985518,
+      "eval_zu_opus100_pr_auc": 0.8260379986599997,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0328,
+      "step": 365050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0338,
+      "step": 365100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0335,
+      "step": 365150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0323,
+      "step": 365200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0328,
+      "step": 365250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0321,
+      "step": 365300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0329,
+      "step": 365350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0326,
+      "step": 365400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0327,
+      "step": 365450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0333,
+      "step": 365500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0334,
+      "step": 365550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0322,
+      "step": 365600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.032,
+      "step": 365650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0332,
+      "step": 365700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0323,
+      "step": 365750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0326,
+      "step": 365800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0328,
+      "step": 365850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0327,
+      "step": 365900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0329,
+      "step": 365950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.0329,
+      "step": 366000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0332,
+      "step": 366050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0329,
+      "step": 366100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0322,
+      "step": 366150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0326,
+      "step": 366200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0325,
+      "step": 366250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0328,
+      "step": 366300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0328,
+      "step": 366350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0323,
+      "step": 366400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0323,
+      "step": 366450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0327,
+      "step": 366500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.032,
+      "step": 366550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0325,
+      "step": 366600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.033,
+      "step": 366650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0322,
+      "step": 366700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0327,
+      "step": 366750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.033,
+      "step": 366800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.033,
+      "step": 366850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.0325,
+      "step": 366900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0329,
+      "step": 366950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0333,
+      "step": 367000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0333,
+      "step": 367050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0319,
+      "step": 367100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.0329,
+      "step": 367150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0327,
+      "step": 367200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0324,
+      "step": 367250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0323,
+      "step": 367300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.0327,
+      "step": 367350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0334,
+      "step": 367400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0324,
+      "step": 367450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0327,
+      "step": 367500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0325,
+      "step": 367550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.033,
+      "step": 367600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0322,
+      "step": 367650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0328,
+      "step": 367700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.032,
+      "step": 367750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0324,
+      "step": 367800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.033,
+      "step": 367850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0323,
+      "step": 367900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.0321,
+      "step": 367950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0331,
+      "step": 368000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0327,
+      "step": 368050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0328,
+      "step": 368100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.0327,
+      "step": 368150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0325,
+      "step": 368200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0322,
+      "step": 368250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0322,
+      "step": 368300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0326,
+      "step": 368350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.033,
+      "step": 368400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0328,
+      "step": 368450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0322,
+      "step": 368500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0323,
+      "step": 368550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0325,
+      "step": 368600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0335,
+      "step": 368650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0329,
+      "step": 368700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0329,
+      "step": 368750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0334,
+      "step": 368800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0327,
+      "step": 368850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0323,
+      "step": 368900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0328,
+      "step": 368950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.033,
+      "step": 369000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0327,
+      "step": 369050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0328,
+      "step": 369100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.0329,
+      "step": 369150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0319,
+      "step": 369200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0326,
+      "step": 369250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.033,
+      "step": 369300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0317,
+      "step": 369350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0326,
+      "step": 369400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0328,
+      "step": 369450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0331,
+      "step": 369500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0327,
+      "step": 369550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0325,
+      "step": 369600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0322,
+      "step": 369650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0329,
+      "step": 369700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.033,
+      "step": 369750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0331,
+      "step": 369800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0323,
+      "step": 369850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.0328,
+      "step": 369900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0333,
+      "step": 369950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0324,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.7535878458914749,
+      "eval_af_ud_pr_auc": 0.9854544906009911,
+      "eval_am_opus100_pr_auc": 0.5495326591922032,
+      "eval_ar_ersatz_pr_auc": 0.929197397788268,
+      "eval_ar_opus100_pr_auc": 0.6861123849965729,
+      "eval_ar_ud_pr_auc": 0.864184867043377,
+      "eval_average_ersatz_pr_auc": 0.9561783853417212,
+      "eval_average_opus100_pr_auc": 0.8169883756009053,
+      "eval_average_ud_pr_auc": 0.9532264533269689,
+      "eval_az_opus100_pr_auc": 0.7694297624383338,
+      "eval_be_opus100_pr_auc": 0.6535831619582739,
+      "eval_be_ud_pr_auc": 0.8848376406595176,
+      "eval_bg_opus100_pr_auc": 0.909992524044691,
+      "eval_bg_ud_pr_auc": 0.9892807336392104,
+      "eval_bn_opus100_pr_auc": 0.8019744348557868,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8620884116585655,
+      "eval_ca_ud_pr_auc": 0.992359123137932,
+      "eval_ceb_ud_pr_auc": 0.9991139674354614,
+      "eval_cs_ersatz_pr_auc": 0.9783463320703326,
+      "eval_cs_opus100_pr_auc": 0.9019674172470128,
+      "eval_cs_ud_pr_auc": 0.9482252285607307,
+      "eval_cy_opus100_pr_auc": 0.7351868929320851,
+      "eval_cy_ud_pr_auc": 0.9952712721790432,
+      "eval_da_opus100_pr_auc": 0.9072319675766741,
+      "eval_da_ud_pr_auc": 0.9773934822863166,
+      "eval_de_ersatz_pr_auc": 0.9655990109717839,
+      "eval_de_opus100_pr_auc": 0.8716570585172432,
+      "eval_de_ud_pr_auc": 0.9833766683808458,
+      "eval_el_opus100_pr_auc": 0.909532082741904,
+      "eval_el_ud_pr_auc": 0.9892935060454069,
+      "eval_en_ersatz_pr_auc": 0.986115965518557,
+      "eval_en_opus100_pr_auc": 0.9205328563654644,
+      "eval_en_ud_pr_auc": 0.9592193778080272,
+      "eval_eo_opus100_pr_auc": 0.9174346019896679,
+      "eval_es_ersatz_pr_auc": 0.9926684448807397,
+      "eval_es_opus100_pr_auc": 0.9210591789108534,
+      "eval_es_ud_pr_auc": 0.9890733539232723,
+      "eval_et_ersatz_pr_auc": 0.977706537943519,
+      "eval_et_opus100_pr_auc": 0.8939888072255673,
+      "eval_et_ud_pr_auc": 0.9337949074953226,
+      "eval_eu_opus100_pr_auc": 0.8745208437169779,
+      "eval_eu_ud_pr_auc": 0.9864281484575977,
+      "eval_fa_opus100_pr_auc": 0.5690734300817345,
+      "eval_fa_ud_pr_auc": 0.9963022804601214,
+      "eval_fi_ersatz_pr_auc": 0.9803396896111709,
+      "eval_fi_opus100_pr_auc": 0.8997089811967195,
+      "eval_fi_ud_pr_auc": 0.9629431106063143,
+      "eval_fr_ersatz_pr_auc": 0.982976247634193,
+      "eval_fr_opus100_pr_auc": 0.9060485252232103,
+      "eval_fr_ud_pr_auc": 0.9752913431653945,
+      "eval_fy_opus100_pr_auc": 0.6849753852493243,
+      "eval_ga_opus100_pr_auc": 0.8608007904785748,
+      "eval_ga_ud_pr_auc": 0.8194083779805413,
+      "eval_gd_opus100_pr_auc": 0.5717603392615904,
+      "eval_gd_ud_pr_auc": 0.7565996779406885,
+      "eval_gl_opus100_pr_auc": 0.8779532624410921,
+      "eval_gl_ud_pr_auc": 0.9915371859970216,
+      "eval_gu_ersatz_pr_auc": 0.9276742281432188,
+      "eval_gu_opus100_pr_auc": 0.7040456836975061,
+      "eval_ha_opus100_pr_auc": 0.9030749628714423,
+      "eval_he_opus100_pr_auc": 0.8624940547740346,
+      "eval_he_ud_pr_auc": 0.9614072462164321,
+      "eval_hi_ersatz_pr_auc": 0.9628778220548696,
+      "eval_hi_opus100_pr_auc": 0.6531091363564336,
+      "eval_hi_ud_pr_auc": 0.9540568882882071,
+      "eval_hu_opus100_pr_auc": 0.9148344881852425,
+      "eval_hu_ud_pr_auc": 0.9791476308850223,
+      "eval_hy_opus100_pr_auc": 0.9082351869360858,
+      "eval_hy_ud_pr_auc": 0.9661643447535391,
+      "eval_id_opus100_pr_auc": 0.8711387727371591,
+      "eval_id_ud_pr_auc": 0.9897989833883866,
+      "eval_ig_opus100_pr_auc": 0.8572641977021693,
+      "eval_is_opus100_pr_auc": 0.9208245860431832,
+      "eval_is_ud_pr_auc": 0.9074016099667335,
+      "eval_it_opus100_pr_auc": 0.8995346266113311,
+      "eval_it_ud_pr_auc": 0.991316791819514,
+      "eval_ja_ersatz_pr_auc": 0.7762389371794396,
+      "eval_ja_opus100_pr_auc": 0.7816602878892847,
+      "eval_ja_ud_pr_auc": 0.9809242823603254,
+      "eval_jv_ud_pr_auc": 0.9680262649809952,
+      "eval_ka_opus100_pr_auc": 0.8514257806384908,
+      "eval_kk_ersatz_pr_auc": 0.9841139465119306,
+      "eval_kk_opus100_pr_auc": 0.7740967093410903,
+      "eval_kk_ud_pr_auc": 0.973744435437258,
+      "eval_km_ersatz_pr_auc": 0.9061363357693185,
+      "eval_km_opus100_pr_auc": 0.7447423304257762,
+      "eval_kn_opus100_pr_auc": 0.5745028619404003,
+      "eval_ko_opus100_pr_auc": 0.6458679042427182,
+      "eval_ko_ud_pr_auc": 0.998440573064838,
+      "eval_ku_opus100_pr_auc": 0.8472507515449856,
+      "eval_ky_opus100_pr_auc": 0.8305057819891889,
+      "eval_la_ud_pr_auc": 0.9349451889942907,
+      "eval_loss": 0.03616305813193321,
+      "eval_lt_ersatz_pr_auc": 0.985822800391662,
+      "eval_lt_opus100_pr_auc": 0.8606999473167521,
+      "eval_lt_ud_pr_auc": 0.9877620198453684,
+      "eval_lv_ersatz_pr_auc": 0.9874627703566725,
+      "eval_lv_opus100_pr_auc": 0.8753861060042629,
+      "eval_lv_ud_pr_auc": 0.96245510253336,
+      "eval_mg_opus100_pr_auc": 0.9180651327962093,
+      "eval_mk_opus100_pr_auc": 0.8969565430924942,
+      "eval_ml_opus100_pr_auc": 0.7593605835751849,
+      "eval_mn_opus100_pr_auc": 0.9494531386195312,
+      "eval_mr_opus100_pr_auc": 0.8947425533191853,
+      "eval_mr_ud_pr_auc": 0.9878852457453479,
+      "eval_ms_opus100_pr_auc": 0.8625832863708608,
+      "eval_mt_opus100_pr_auc": 0.8081463718879343,
+      "eval_mt_ud_pr_auc": 0.8709360787278582,
+      "eval_my_opus100_pr_auc": 0.7471225230930624,
+      "eval_ne_opus100_pr_auc": 0.6566580333455141,
+      "eval_nl_opus100_pr_auc": 0.8890808922489359,
+      "eval_nl_ud_pr_auc": 0.953502694750759,
+      "eval_no_opus100_pr_auc": 0.9115355702875085,
+      "eval_no_ud_pr_auc": 0.9956153520198778,
+      "eval_pa_opus100_pr_auc": 0.6639800303159005,
+      "eval_pl_ersatz_pr_auc": 0.9647415025591953,
+      "eval_pl_opus100_pr_auc": 0.8829319564770618,
+      "eval_pl_ud_pr_auc": 0.962104906428897,
+      "eval_ps_ersatz_pr_auc": 0.9226820617890563,
+      "eval_ps_opus100_pr_auc": 0.7257341880788215,
+      "eval_pt_opus100_pr_auc": 0.927495838698133,
+      "eval_pt_ud_pr_auc": 0.9818789542788849,
+      "eval_ro_ersatz_pr_auc": 0.9918891324143875,
+      "eval_ro_opus100_pr_auc": 0.8798662989340719,
+      "eval_ro_ud_pr_auc": 0.9069732178040434,
+      "eval_ru_ersatz_pr_auc": 0.9857561142421098,
+      "eval_ru_opus100_pr_auc": 0.9126492881921144,
+      "eval_ru_ud_pr_auc": 0.8481786836344589,
+      "eval_runtime": 402.1974,
+      "eval_samples_per_second": 187.639,
+      "eval_si_opus100_pr_auc": 0.8044130232476945,
+      "eval_sk_opus100_pr_auc": 0.9220653016069265,
+      "eval_sk_ud_pr_auc": 0.9705824762520976,
+      "eval_sl_opus100_pr_auc": 0.8484794065216992,
+      "eval_sl_ud_pr_auc": 0.9666963465252617,
+      "eval_sq_opus100_pr_auc": 0.8964551996956964,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9022807660390072,
+      "eval_sr_ud_pr_auc": 0.9899761524236056,
+      "eval_steps_per_second": 5.865,
+      "eval_sv_opus100_pr_auc": 0.8878631642885365,
+      "eval_sv_ud_pr_auc": 0.933564957833019,
+      "eval_ta_ersatz_pr_auc": 0.9815233572027174,
+      "eval_ta_opus100_pr_auc": 0.6533527148309944,
+      "eval_ta_ud_pr_auc": 0.9948042460137138,
+      "eval_te_opus100_pr_auc": 0.8294150517751603,
+      "eval_tg_opus100_pr_auc": 0.8702514456812775,
+      "eval_th_opus100_pr_auc": 0.6721815649925796,
+      "eval_th_ud_pr_auc": 0.7465409795359838,
+      "eval_tr_ersatz_pr_auc": 0.9577821813874511,
+      "eval_tr_opus100_pr_auc": 0.8888374816888627,
+      "eval_tr_ud_pr_auc": 0.9421181531175901,
+      "eval_uk_opus100_pr_auc": 0.8593260623348706,
+      "eval_uk_ud_pr_auc": 0.9266303547692254,
+      "eval_ur_opus100_pr_auc": 0.5167044691455849,
+      "eval_ur_ud_pr_auc": 0.9925112900994264,
+      "eval_uz_opus100_pr_auc": 0.8482454798178882,
+      "eval_vi_opus100_pr_auc": 0.8962585047260837,
+      "eval_vi_ud_pr_auc": 0.9492154453568982,
+      "eval_xh_opus100_pr_auc": 0.8594791368326856,
+      "eval_yi_opus100_pr_auc": 0.7244145904385115,
+      "eval_yo_opus100_pr_auc": 0.7919563841091912,
+      "eval_yo_ud_pr_auc": 0.890641762869271,
+      "eval_zh_ersatz_pr_auc": 0.9082736610972707,
+      "eval_zh_opus100_pr_auc": 0.7180467717420203,
+      "eval_zh_ud_pr_auc": 0.9885704351136106,
+      "eval_zu_opus100_pr_auc": 0.8262302869873124,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0335,
+      "step": 370050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0326,
+      "step": 370100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0328,
+      "step": 370150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.033,
+      "step": 370200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0324,
+      "step": 370250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0327,
+      "step": 370300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0326,
+      "step": 370350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.0324,
+      "step": 370400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0327,
+      "step": 370450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0326,
+      "step": 370500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0323,
+      "step": 370550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0327,
+      "step": 370600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0324,
+      "step": 370650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0324,
+      "step": 370700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.033,
+      "step": 370750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0327,
+      "step": 370800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0328,
+      "step": 370850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0327,
+      "step": 370900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0327,
+      "step": 370950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0335,
+      "step": 371000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0334,
+      "step": 371050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0331,
+      "step": 371100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0326,
+      "step": 371150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0332,
+      "step": 371200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0322,
+      "step": 371250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0326,
+      "step": 371300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.032,
+      "step": 371350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0324,
+      "step": 371400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0327,
+      "step": 371450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0332,
+      "step": 371500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.033,
+      "step": 371550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0326,
+      "step": 371600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0324,
+      "step": 371650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0326,
+      "step": 371700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0332,
+      "step": 371750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.032,
+      "step": 371800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.033,
+      "step": 371850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0323,
+      "step": 371900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0327,
+      "step": 371950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0328,
+      "step": 372000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0325,
+      "step": 372050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0333,
+      "step": 372100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0326,
+      "step": 372150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0317,
+      "step": 372200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0326,
+      "step": 372250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0321,
+      "step": 372300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0325,
+      "step": 372350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0331,
+      "step": 372400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0327,
+      "step": 372450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0322,
+      "step": 372500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.032,
+      "step": 372550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0322,
+      "step": 372600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0326,
+      "step": 372650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0327,
+      "step": 372700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.0329,
+      "step": 372750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0332,
+      "step": 372800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0328,
+      "step": 372850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0332,
+      "step": 372900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0327,
+      "step": 372950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0324,
+      "step": 373000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0327,
+      "step": 373050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0326,
+      "step": 373100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0329,
+      "step": 373150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0323,
+      "step": 373200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0333,
+      "step": 373250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.033,
+      "step": 373300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0322,
+      "step": 373350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0327,
+      "step": 373400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0331,
+      "step": 373450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0325,
+      "step": 373500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0326,
+      "step": 373550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0328,
+      "step": 373600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.0325,
+      "step": 373650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0332,
+      "step": 373700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0323,
+      "step": 373750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0325,
+      "step": 373800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0325,
+      "step": 373850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0324,
+      "step": 373900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0329,
+      "step": 373950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0327,
+      "step": 374000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.0334,
+      "step": 374050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0326,
+      "step": 374100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0341,
+      "step": 374150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0328,
+      "step": 374200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0324,
+      "step": 374250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0335,
+      "step": 374300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0324,
+      "step": 374350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0325,
+      "step": 374400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0324,
+      "step": 374450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0331,
+      "step": 374500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0326,
+      "step": 374550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0316,
+      "step": 374600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0328,
+      "step": 374650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0322,
+      "step": 374700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0331,
+      "step": 374750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.034,
+      "step": 374800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.033,
+      "step": 374850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0329,
+      "step": 374900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0331,
+      "step": 374950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0325,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7562464860085641,
+      "eval_af_ud_pr_auc": 0.9852087203718428,
+      "eval_am_opus100_pr_auc": 0.538026798717892,
+      "eval_ar_ersatz_pr_auc": 0.9300392764187679,
+      "eval_ar_opus100_pr_auc": 0.6879874098429409,
+      "eval_ar_ud_pr_auc": 0.8640843358546922,
+      "eval_average_ersatz_pr_auc": 0.956259049391026,
+      "eval_average_opus100_pr_auc": 0.8176198867242537,
+      "eval_average_ud_pr_auc": 0.9540267949923806,
+      "eval_az_opus100_pr_auc": 0.7465426273808564,
+      "eval_be_opus100_pr_auc": 0.6601951448125029,
+      "eval_be_ud_pr_auc": 0.8816804996872531,
+      "eval_bg_opus100_pr_auc": 0.9098804377897413,
+      "eval_bg_ud_pr_auc": 0.9902786357852512,
+      "eval_bn_opus100_pr_auc": 0.8028279452225433,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8656180377918002,
+      "eval_ca_ud_pr_auc": 0.9904068571004253,
+      "eval_ceb_ud_pr_auc": 0.9994676373826117,
+      "eval_cs_ersatz_pr_auc": 0.9794087017305918,
+      "eval_cs_opus100_pr_auc": 0.9024638996843559,
+      "eval_cs_ud_pr_auc": 0.9502339888725314,
+      "eval_cy_opus100_pr_auc": 0.7318149987661091,
+      "eval_cy_ud_pr_auc": 0.9949562861231067,
+      "eval_da_opus100_pr_auc": 0.9068578007888269,
+      "eval_da_ud_pr_auc": 0.9769287474941868,
+      "eval_de_ersatz_pr_auc": 0.9671787209619451,
+      "eval_de_opus100_pr_auc": 0.8733767687896571,
+      "eval_de_ud_pr_auc": 0.9835631272662722,
+      "eval_el_opus100_pr_auc": 0.9104358748705264,
+      "eval_el_ud_pr_auc": 0.9903497098576248,
+      "eval_en_ersatz_pr_auc": 0.9869049229176619,
+      "eval_en_opus100_pr_auc": 0.9193624276865241,
+      "eval_en_ud_pr_auc": 0.9602618680397816,
+      "eval_eo_opus100_pr_auc": 0.9174956335155595,
+      "eval_es_ersatz_pr_auc": 0.9935220173191647,
+      "eval_es_opus100_pr_auc": 0.9226852204873863,
+      "eval_es_ud_pr_auc": 0.9899631131761424,
+      "eval_et_ersatz_pr_auc": 0.9760507186701501,
+      "eval_et_opus100_pr_auc": 0.8928663118343417,
+      "eval_et_ud_pr_auc": 0.9311804110393487,
+      "eval_eu_opus100_pr_auc": 0.8731520555172219,
+      "eval_eu_ud_pr_auc": 0.9848053867946055,
+      "eval_fa_opus100_pr_auc": 0.566756956932109,
+      "eval_fa_ud_pr_auc": 0.9961780898873378,
+      "eval_fi_ersatz_pr_auc": 0.9819009523153006,
+      "eval_fi_opus100_pr_auc": 0.8980706173075677,
+      "eval_fi_ud_pr_auc": 0.9626404358887414,
+      "eval_fr_ersatz_pr_auc": 0.9847086335842797,
+      "eval_fr_opus100_pr_auc": 0.9044506037916124,
+      "eval_fr_ud_pr_auc": 0.9762957776042287,
+      "eval_fy_opus100_pr_auc": 0.6858777081743295,
+      "eval_ga_opus100_pr_auc": 0.8612545702410045,
+      "eval_ga_ud_pr_auc": 0.8149109651085615,
+      "eval_gd_opus100_pr_auc": 0.5738201722744776,
+      "eval_gd_ud_pr_auc": 0.759666329320359,
+      "eval_gl_opus100_pr_auc": 0.8786632488559085,
+      "eval_gl_ud_pr_auc": 0.9922179378922587,
+      "eval_gu_ersatz_pr_auc": 0.9277268432116728,
+      "eval_gu_opus100_pr_auc": 0.706789652347693,
+      "eval_ha_opus100_pr_auc": 0.903957782309357,
+      "eval_he_opus100_pr_auc": 0.8633338400275024,
+      "eval_he_ud_pr_auc": 0.9617099467134991,
+      "eval_hi_ersatz_pr_auc": 0.9648080140298523,
+      "eval_hi_opus100_pr_auc": 0.654772542737903,
+      "eval_hi_ud_pr_auc": 0.9637029935755096,
+      "eval_hu_opus100_pr_auc": 0.9129859590464414,
+      "eval_hu_ud_pr_auc": 0.9791577281674593,
+      "eval_hy_opus100_pr_auc": 0.9084727652928434,
+      "eval_hy_ud_pr_auc": 0.9735920445408801,
+      "eval_id_opus100_pr_auc": 0.8708535763392258,
+      "eval_id_ud_pr_auc": 0.9903934495545014,
+      "eval_ig_opus100_pr_auc": 0.8612473707700659,
+      "eval_is_opus100_pr_auc": 0.9205991122056976,
+      "eval_is_ud_pr_auc": 0.9085247171168636,
+      "eval_it_opus100_pr_auc": 0.8994187479490472,
+      "eval_it_ud_pr_auc": 0.993477204267114,
+      "eval_ja_ersatz_pr_auc": 0.772646624325259,
+      "eval_ja_opus100_pr_auc": 0.7795720627069586,
+      "eval_ja_ud_pr_auc": 0.9816986159402636,
+      "eval_jv_ud_pr_auc": 0.9742561822372832,
+      "eval_ka_opus100_pr_auc": 0.8488005648921737,
+      "eval_kk_ersatz_pr_auc": 0.9841318789937864,
+      "eval_kk_opus100_pr_auc": 0.7764067396347653,
+      "eval_kk_ud_pr_auc": 0.974953095044339,
+      "eval_km_ersatz_pr_auc": 0.9044914704162819,
+      "eval_km_opus100_pr_auc": 0.7398247437674101,
+      "eval_kn_opus100_pr_auc": 0.5788472443998532,
+      "eval_ko_opus100_pr_auc": 0.6568262990912292,
+      "eval_ko_ud_pr_auc": 0.9982183107348843,
+      "eval_ku_opus100_pr_auc": 0.8514746980257285,
+      "eval_ky_opus100_pr_auc": 0.8301616236322262,
+      "eval_la_ud_pr_auc": 0.936270617394452,
+      "eval_loss": 0.0362212136387825,
+      "eval_lt_ersatz_pr_auc": 0.9869234010129062,
+      "eval_lt_opus100_pr_auc": 0.8551661745562813,
+      "eval_lt_ud_pr_auc": 0.9862666172386044,
+      "eval_lv_ersatz_pr_auc": 0.9870242221653772,
+      "eval_lv_opus100_pr_auc": 0.8706264951487847,
+      "eval_lv_ud_pr_auc": 0.9593924612923187,
+      "eval_mg_opus100_pr_auc": 0.9168615548049003,
+      "eval_mk_opus100_pr_auc": 0.8981253700023111,
+      "eval_ml_opus100_pr_auc": 0.7604067988211949,
+      "eval_mn_opus100_pr_auc": 0.9520198010627504,
+      "eval_mr_opus100_pr_auc": 0.8965163055848397,
+      "eval_mr_ud_pr_auc": 0.9890555862501963,
+      "eval_ms_opus100_pr_auc": 0.8618183784979977,
+      "eval_mt_opus100_pr_auc": 0.8071298441828539,
+      "eval_mt_ud_pr_auc": 0.8630253665991474,
+      "eval_my_opus100_pr_auc": 0.7514242274412026,
+      "eval_ne_opus100_pr_auc": 0.6664703530428623,
+      "eval_nl_opus100_pr_auc": 0.8879809397562569,
+      "eval_nl_ud_pr_auc": 0.9600907936010359,
+      "eval_no_opus100_pr_auc": 0.9112322556292428,
+      "eval_no_ud_pr_auc": 0.9957325442769224,
+      "eval_pa_opus100_pr_auc": 0.6718393995401101,
+      "eval_pl_ersatz_pr_auc": 0.9663393116837409,
+      "eval_pl_opus100_pr_auc": 0.8813190626906107,
+      "eval_pl_ud_pr_auc": 0.9638905148463672,
+      "eval_ps_ersatz_pr_auc": 0.9225891450216028,
+      "eval_ps_opus100_pr_auc": 0.7321592131205268,
+      "eval_pt_opus100_pr_auc": 0.926682197894439,
+      "eval_pt_ud_pr_auc": 0.9819100576799036,
+      "eval_ro_ersatz_pr_auc": 0.9925912788746457,
+      "eval_ro_opus100_pr_auc": 0.884239511950968,
+      "eval_ro_ud_pr_auc": 0.9140163559510867,
+      "eval_ru_ersatz_pr_auc": 0.9868761757383807,
+      "eval_ru_opus100_pr_auc": 0.9118314229238739,
+      "eval_ru_ud_pr_auc": 0.8601426893306076,
+      "eval_runtime": 404.4073,
+      "eval_samples_per_second": 186.614,
+      "eval_si_opus100_pr_auc": 0.8054438903803757,
+      "eval_sk_opus100_pr_auc": 0.922218550544908,
+      "eval_sk_ud_pr_auc": 0.9722206451372211,
+      "eval_sl_opus100_pr_auc": 0.8478114184110409,
+      "eval_sl_ud_pr_auc": 0.9648934099737013,
+      "eval_sq_opus100_pr_auc": 0.8978139484008529,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025718869906088,
+      "eval_sr_ud_pr_auc": 0.9917706154424212,
+      "eval_steps_per_second": 5.833,
+      "eval_sv_opus100_pr_auc": 0.8862864308450915,
+      "eval_sv_ud_pr_auc": 0.9358438544013686,
+      "eval_ta_ersatz_pr_auc": 0.9813858199401333,
+      "eval_ta_opus100_pr_auc": 0.6553329790059935,
+      "eval_ta_ud_pr_auc": 0.9950207385424016,
+      "eval_te_opus100_pr_auc": 0.8312061836740026,
+      "eval_tg_opus100_pr_auc": 0.8712870824136177,
+      "eval_th_opus100_pr_auc": 0.6721129098130314,
+      "eval_th_ud_pr_auc": 0.7461164002110052,
+      "eval_tr_ersatz_pr_auc": 0.9578109983933186,
+      "eval_tr_opus100_pr_auc": 0.8884011742963838,
+      "eval_tr_ud_pr_auc": 0.9455551009137058,
+      "eval_uk_opus100_pr_auc": 0.8636777232101931,
+      "eval_uk_ud_pr_auc": 0.9268035049378878,
+      "eval_ur_opus100_pr_auc": 0.5126089033796685,
+      "eval_ur_ud_pr_auc": 0.993581395598622,
+      "eval_uz_opus100_pr_auc": 0.8472536295620234,
+      "eval_vi_opus100_pr_auc": 0.8978561795743272,
+      "eval_vi_ud_pr_auc": 0.9519971512920186,
+      "eval_xh_opus100_pr_auc": 0.8576457641967662,
+      "eval_yi_opus100_pr_auc": 0.7451372697729435,
+      "eval_yo_opus100_pr_auc": 0.7945079350566178,
+      "eval_yo_ud_pr_auc": 0.8877860176390293,
+      "eval_zh_ersatz_pr_auc": 0.9026399588777491,
+      "eval_zh_opus100_pr_auc": 0.722749117756992,
+      "eval_zh_ud_pr_auc": 0.9831817275759205,
+      "eval_zu_opus100_pr_auc": 0.8279833451908741,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0327,
+      "step": 375050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0327,
+      "step": 375100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.033,
+      "step": 375150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0321,
+      "step": 375200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0319,
+      "step": 375250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0324,
+      "step": 375300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0324,
+      "step": 375350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0332,
+      "step": 375400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0328,
+      "step": 375450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0327,
+      "step": 375500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0327,
+      "step": 375550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0327,
+      "step": 375600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0328,
+      "step": 375650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0327,
+      "step": 375700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0323,
+      "step": 375750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0324,
+      "step": 375800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0324,
+      "step": 375850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0323,
+      "step": 375900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0331,
+      "step": 375950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0322,
+      "step": 376000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.0321,
+      "step": 376050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0321,
+      "step": 376100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0327,
+      "step": 376150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0322,
+      "step": 376200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0321,
+      "step": 376250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0329,
+      "step": 376300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0331,
+      "step": 376350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0328,
+      "step": 376400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.0324,
+      "step": 376450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.033,
+      "step": 376500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0326,
+      "step": 376550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0329,
+      "step": 376600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0326,
+      "step": 376650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0322,
+      "step": 376700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0325,
+      "step": 376750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.0325,
+      "step": 376800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0322,
+      "step": 376850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0323,
+      "step": 376900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0317,
+      "step": 376950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0328,
+      "step": 377000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0323,
+      "step": 377050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0326,
+      "step": 377100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0324,
+      "step": 377150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0318,
+      "step": 377200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0331,
+      "step": 377250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0319,
+      "step": 377300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0317,
+      "step": 377350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.0322,
+      "step": 377400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0332,
+      "step": 377450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0321,
+      "step": 377500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0321,
+      "step": 377550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.032,
+      "step": 377600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0326,
+      "step": 377650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0327,
+      "step": 377700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0328,
+      "step": 377750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0322,
+      "step": 377800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0332,
+      "step": 377850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0326,
+      "step": 377900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0328,
+      "step": 377950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0336,
+      "step": 378000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0324,
+      "step": 378050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.032,
+      "step": 378100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0326,
+      "step": 378150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0324,
+      "step": 378200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0322,
+      "step": 378250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0328,
+      "step": 378300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0329,
+      "step": 378350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0325,
+      "step": 378400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.032,
+      "step": 378450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.033,
+      "step": 378500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0331,
+      "step": 378550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0326,
+      "step": 378600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0329,
+      "step": 378650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0329,
+      "step": 378700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.0326,
+      "step": 378750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0325,
+      "step": 378800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0324,
+      "step": 378850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0326,
+      "step": 378900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0321,
+      "step": 378950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0328,
+      "step": 379000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.032,
+      "step": 379050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0329,
+      "step": 379100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0323,
+      "step": 379150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0333,
+      "step": 379200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0329,
+      "step": 379250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0327,
+      "step": 379300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0329,
+      "step": 379350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0322,
+      "step": 379400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0326,
+      "step": 379450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0321,
+      "step": 379500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0331,
+      "step": 379550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0324,
+      "step": 379600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0326,
+      "step": 379650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0327,
+      "step": 379700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0333,
+      "step": 379750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0323,
+      "step": 379800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0327,
+      "step": 379850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.032,
+      "step": 379900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0318,
+      "step": 379950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0327,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7566422800308158,
+      "eval_af_ud_pr_auc": 0.9854149369218166,
+      "eval_am_opus100_pr_auc": 0.5425814950866764,
+      "eval_ar_ersatz_pr_auc": 0.9283082789911776,
+      "eval_ar_opus100_pr_auc": 0.6851612291852158,
+      "eval_ar_ud_pr_auc": 0.8642146401755052,
+      "eval_average_ersatz_pr_auc": 0.9546696313475116,
+      "eval_average_opus100_pr_auc": 0.8174521174392044,
+      "eval_average_ud_pr_auc": 0.9528524748087606,
+      "eval_az_opus100_pr_auc": 0.7571798832734993,
+      "eval_be_opus100_pr_auc": 0.6644758949303262,
+      "eval_be_ud_pr_auc": 0.8819716846978934,
+      "eval_bg_opus100_pr_auc": 0.9104667996084965,
+      "eval_bg_ud_pr_auc": 0.9901017818973498,
+      "eval_bn_opus100_pr_auc": 0.801009362113151,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8653175064653322,
+      "eval_ca_ud_pr_auc": 0.9908771082775486,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9777204610311881,
+      "eval_cs_opus100_pr_auc": 0.9024138161638738,
+      "eval_cs_ud_pr_auc": 0.9476771349276639,
+      "eval_cy_opus100_pr_auc": 0.7350312247207225,
+      "eval_cy_ud_pr_auc": 0.9944343443721015,
+      "eval_da_opus100_pr_auc": 0.905506185974387,
+      "eval_da_ud_pr_auc": 0.9747649079746158,
+      "eval_de_ersatz_pr_auc": 0.9591928080967543,
+      "eval_de_opus100_pr_auc": 0.8739212335541295,
+      "eval_de_ud_pr_auc": 0.9834404051236952,
+      "eval_el_opus100_pr_auc": 0.909696764827907,
+      "eval_el_ud_pr_auc": 0.9887910850269777,
+      "eval_en_ersatz_pr_auc": 0.9850508296401057,
+      "eval_en_opus100_pr_auc": 0.920339001159101,
+      "eval_en_ud_pr_auc": 0.9609547655472985,
+      "eval_eo_opus100_pr_auc": 0.9189464243046734,
+      "eval_es_ersatz_pr_auc": 0.9927953379161759,
+      "eval_es_opus100_pr_auc": 0.9212104722406312,
+      "eval_es_ud_pr_auc": 0.9893613707309318,
+      "eval_et_ersatz_pr_auc": 0.9766853812222538,
+      "eval_et_opus100_pr_auc": 0.89465531617081,
+      "eval_et_ud_pr_auc": 0.930981617215374,
+      "eval_eu_opus100_pr_auc": 0.8740202803951589,
+      "eval_eu_ud_pr_auc": 0.9849639609547346,
+      "eval_fa_opus100_pr_auc": 0.5691023627563155,
+      "eval_fa_ud_pr_auc": 0.9961187945336727,
+      "eval_fi_ersatz_pr_auc": 0.98014020989387,
+      "eval_fi_opus100_pr_auc": 0.9000948758700853,
+      "eval_fi_ud_pr_auc": 0.9631616193239533,
+      "eval_fr_ersatz_pr_auc": 0.9817422497738802,
+      "eval_fr_opus100_pr_auc": 0.9049247433071621,
+      "eval_fr_ud_pr_auc": 0.9750924061000746,
+      "eval_fy_opus100_pr_auc": 0.6885860845103212,
+      "eval_ga_opus100_pr_auc": 0.8653175465228231,
+      "eval_ga_ud_pr_auc": 0.8148403722755034,
+      "eval_gd_opus100_pr_auc": 0.5706798240133347,
+      "eval_gd_ud_pr_auc": 0.7609704909181627,
+      "eval_gl_opus100_pr_auc": 0.8809945943274877,
+      "eval_gl_ud_pr_auc": 0.991473307390615,
+      "eval_gu_ersatz_pr_auc": 0.9245225416115087,
+      "eval_gu_opus100_pr_auc": 0.7032796675828015,
+      "eval_ha_opus100_pr_auc": 0.9031187859358252,
+      "eval_he_opus100_pr_auc": 0.8575744903317067,
+      "eval_he_ud_pr_auc": 0.9603102669376269,
+      "eval_hi_ersatz_pr_auc": 0.9619625637541652,
+      "eval_hi_opus100_pr_auc": 0.6510615634512207,
+      "eval_hi_ud_pr_auc": 0.9495766811389141,
+      "eval_hu_opus100_pr_auc": 0.9138143338692182,
+      "eval_hu_ud_pr_auc": 0.9778984800601122,
+      "eval_hy_opus100_pr_auc": 0.9079083377669359,
+      "eval_hy_ud_pr_auc": 0.9760645731428076,
+      "eval_id_opus100_pr_auc": 0.8695291651080654,
+      "eval_id_ud_pr_auc": 0.9891346185257059,
+      "eval_ig_opus100_pr_auc": 0.858501956004267,
+      "eval_is_opus100_pr_auc": 0.9194148759162816,
+      "eval_is_ud_pr_auc": 0.9049122094620999,
+      "eval_it_opus100_pr_auc": 0.8993194083095502,
+      "eval_it_ud_pr_auc": 0.9925040511086776,
+      "eval_ja_ersatz_pr_auc": 0.7780402664357021,
+      "eval_ja_opus100_pr_auc": 0.7836800053109654,
+      "eval_ja_ud_pr_auc": 0.9807405469981884,
+      "eval_jv_ud_pr_auc": 0.9678165947298166,
+      "eval_ka_opus100_pr_auc": 0.8463605539999163,
+      "eval_kk_ersatz_pr_auc": 0.9838464257697448,
+      "eval_kk_opus100_pr_auc": 0.7867614936331936,
+      "eval_kk_ud_pr_auc": 0.9734298034935367,
+      "eval_km_ersatz_pr_auc": 0.9039351736328466,
+      "eval_km_opus100_pr_auc": 0.7437198526697085,
+      "eval_kn_opus100_pr_auc": 0.582610884282631,
+      "eval_ko_opus100_pr_auc": 0.6514225487838471,
+      "eval_ko_ud_pr_auc": 0.998356573783443,
+      "eval_ku_opus100_pr_auc": 0.8485007613654726,
+      "eval_ky_opus100_pr_auc": 0.8344863889409433,
+      "eval_la_ud_pr_auc": 0.934689564756662,
+      "eval_loss": 0.036229658871889114,
+      "eval_lt_ersatz_pr_auc": 0.986070287171248,
+      "eval_lt_opus100_pr_auc": 0.856250719087005,
+      "eval_lt_ud_pr_auc": 0.9863699413789454,
+      "eval_lv_ersatz_pr_auc": 0.986427060196809,
+      "eval_lv_opus100_pr_auc": 0.8705570531002015,
+      "eval_lv_ud_pr_auc": 0.9582996136744548,
+      "eval_mg_opus100_pr_auc": 0.9184823247198067,
+      "eval_mk_opus100_pr_auc": 0.8973245608802971,
+      "eval_ml_opus100_pr_auc": 0.7576219501425813,
+      "eval_mn_opus100_pr_auc": 0.9541178555103476,
+      "eval_mr_opus100_pr_auc": 0.8985679717557113,
+      "eval_mr_ud_pr_auc": 0.9883638097055998,
+      "eval_ms_opus100_pr_auc": 0.8596606009858958,
+      "eval_mt_opus100_pr_auc": 0.811408413145007,
+      "eval_mt_ud_pr_auc": 0.8637188012927672,
+      "eval_my_opus100_pr_auc": 0.7489315003143496,
+      "eval_ne_opus100_pr_auc": 0.6629159106158531,
+      "eval_nl_opus100_pr_auc": 0.8878844589810418,
+      "eval_nl_ud_pr_auc": 0.9567776099046873,
+      "eval_no_opus100_pr_auc": 0.9110741063702216,
+      "eval_no_ud_pr_auc": 0.9957032227989191,
+      "eval_pa_opus100_pr_auc": 0.6695787488420079,
+      "eval_pl_ersatz_pr_auc": 0.9633364971757488,
+      "eval_pl_opus100_pr_auc": 0.8808123368903172,
+      "eval_pl_ud_pr_auc": 0.9612711415896911,
+      "eval_ps_ersatz_pr_auc": 0.918559276595906,
+      "eval_ps_opus100_pr_auc": 0.7254788112469414,
+      "eval_pt_opus100_pr_auc": 0.9263520115142071,
+      "eval_pt_ud_pr_auc": 0.9816843745464153,
+      "eval_ro_ersatz_pr_auc": 0.9913471312916031,
+      "eval_ro_opus100_pr_auc": 0.8787006738728048,
+      "eval_ro_ud_pr_auc": 0.9088274974368624,
+      "eval_ru_ersatz_pr_auc": 0.9864747728255303,
+      "eval_ru_opus100_pr_auc": 0.9095514154541604,
+      "eval_ru_ud_pr_auc": 0.8561827249013113,
+      "eval_runtime": 411.3873,
+      "eval_samples_per_second": 183.448,
+      "eval_si_opus100_pr_auc": 0.8013628493543119,
+      "eval_sk_opus100_pr_auc": 0.9223580645974303,
+      "eval_sk_ud_pr_auc": 0.9714230289026877,
+      "eval_sl_opus100_pr_auc": 0.8482139106551885,
+      "eval_sl_ud_pr_auc": 0.9624095435000248,
+      "eval_sq_opus100_pr_auc": 0.898605180350545,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9016232595247283,
+      "eval_sr_ud_pr_auc": 0.9914496381083889,
+      "eval_steps_per_second": 5.734,
+      "eval_sv_opus100_pr_auc": 0.8857618285257712,
+      "eval_sv_ud_pr_auc": 0.9311200811339182,
+      "eval_ta_ersatz_pr_auc": 0.9800859195887366,
+      "eval_ta_opus100_pr_auc": 0.6558756221038569,
+      "eval_ta_ud_pr_auc": 0.9936276598818057,
+      "eval_te_opus100_pr_auc": 0.8295409256142174,
+      "eval_tg_opus100_pr_auc": 0.8784877197276427,
+      "eval_th_opus100_pr_auc": 0.6681542746404165,
+      "eval_th_ud_pr_auc": 0.7464402380832076,
+      "eval_tr_ersatz_pr_auc": 0.9562634527628857,
+      "eval_tr_opus100_pr_auc": 0.8866510984783211,
+      "eval_tr_ud_pr_auc": 0.9430892191162615,
+      "eval_uk_opus100_pr_auc": 0.8622514846594289,
+      "eval_uk_ud_pr_auc": 0.925264885057681,
+      "eval_ur_opus100_pr_auc": 0.5111035443738873,
+      "eval_ur_ud_pr_auc": 0.991612863448276,
+      "eval_uz_opus100_pr_auc": 0.8477720341240749,
+      "eval_vi_opus100_pr_auc": 0.8972578850529198,
+      "eval_vi_ud_pr_auc": 0.9498340176135739,
+      "eval_xh_opus100_pr_auc": 0.8609776078863901,
+      "eval_yi_opus100_pr_auc": 0.7335072264804997,
+      "eval_yo_opus100_pr_auc": 0.7929488329836153,
+      "eval_yo_ud_pr_auc": 0.8886350799084554,
+      "eval_zh_ersatz_pr_auc": 0.900224964267414,
+      "eval_zh_opus100_pr_auc": 0.7145703909767245,
+      "eval_zh_ud_pr_auc": 0.9857643297732459,
+      "eval_zu_opus100_pr_auc": 0.8294381917010493,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0326,
+      "step": 380050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0326,
+      "step": 380100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0343,
+      "step": 380150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0334,
+      "step": 380200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0328,
+      "step": 380250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0325,
+      "step": 380300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0332,
+      "step": 380350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0327,
+      "step": 380400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0329,
+      "step": 380450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.032,
+      "step": 380500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.0321,
+      "step": 380550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0331,
+      "step": 380600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0326,
+      "step": 380650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0328,
+      "step": 380700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0326,
+      "step": 380750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0323,
+      "step": 380800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0332,
+      "step": 380850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0321,
+      "step": 380900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0326,
+      "step": 380950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0327,
+      "step": 381000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0325,
+      "step": 381050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.032,
+      "step": 381100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0326,
+      "step": 381150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.0329,
+      "step": 381200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0332,
+      "step": 381250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0325,
+      "step": 381300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0323,
+      "step": 381350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0332,
+      "step": 381400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.0322,
+      "step": 381450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0326,
+      "step": 381500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0325,
+      "step": 381550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0327,
+      "step": 381600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0328,
+      "step": 381650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0328,
+      "step": 381700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0338,
+      "step": 381750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0318,
+      "step": 381800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0326,
+      "step": 381850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0323,
+      "step": 381900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0324,
+      "step": 381950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0319,
+      "step": 382000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0321,
+      "step": 382050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0334,
+      "step": 382100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0323,
+      "step": 382150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0328,
+      "step": 382200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0327,
+      "step": 382250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0324,
+      "step": 382300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0324,
+      "step": 382350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.033,
+      "step": 382400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.0326,
+      "step": 382450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0329,
+      "step": 382500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0322,
+      "step": 382550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0319,
+      "step": 382600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0328,
+      "step": 382650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0323,
+      "step": 382700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0323,
+      "step": 382750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0325,
+      "step": 382800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0326,
+      "step": 382850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0324,
+      "step": 382900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0323,
+      "step": 382950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0328,
+      "step": 383000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0323,
+      "step": 383050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0331,
+      "step": 383100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0328,
+      "step": 383150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0329,
+      "step": 383200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0326,
+      "step": 383250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0324,
+      "step": 383300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0333,
+      "step": 383350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0317,
+      "step": 383400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0323,
+      "step": 383450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0317,
+      "step": 383500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0329,
+      "step": 383550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.032,
+      "step": 383600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0326,
+      "step": 383650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0329,
+      "step": 383700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0323,
+      "step": 383750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0332,
+      "step": 383800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0318,
+      "step": 383850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0327,
+      "step": 383900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0317,
+      "step": 383950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0317,
+      "step": 384000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0326,
+      "step": 384050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0321,
+      "step": 384100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0321,
+      "step": 384150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0326,
+      "step": 384200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0325,
+      "step": 384250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0325,
+      "step": 384300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0318,
+      "step": 384350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0324,
+      "step": 384400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0324,
+      "step": 384450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0322,
+      "step": 384500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0323,
+      "step": 384550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.032,
+      "step": 384600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0328,
+      "step": 384650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0323,
+      "step": 384700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0324,
+      "step": 384750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0328,
+      "step": 384800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.032,
+      "step": 384850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0325,
+      "step": 384900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0322,
+      "step": 384950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.032,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7542896632223723,
+      "eval_af_ud_pr_auc": 0.985415292521949,
+      "eval_am_opus100_pr_auc": 0.5405877645520631,
+      "eval_ar_ersatz_pr_auc": 0.9306173381460316,
+      "eval_ar_opus100_pr_auc": 0.6892264975621835,
+      "eval_ar_ud_pr_auc": 0.8639769016745744,
+      "eval_average_ersatz_pr_auc": 0.9558385890492535,
+      "eval_average_opus100_pr_auc": 0.816748641033575,
+      "eval_average_ud_pr_auc": 0.9536799975667277,
+      "eval_az_opus100_pr_auc": 0.7516414413497112,
+      "eval_be_opus100_pr_auc": 0.66127464615512,
+      "eval_be_ud_pr_auc": 0.8810192877744976,
+      "eval_bg_opus100_pr_auc": 0.9098124370399833,
+      "eval_bg_ud_pr_auc": 0.9900414531631919,
+      "eval_bn_opus100_pr_auc": 0.8006063504506077,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8629813720390597,
+      "eval_ca_ud_pr_auc": 0.9916530838951481,
+      "eval_ceb_ud_pr_auc": 0.9996209385699336,
+      "eval_cs_ersatz_pr_auc": 0.9785670784191609,
+      "eval_cs_opus100_pr_auc": 0.9011718810679413,
+      "eval_cs_ud_pr_auc": 0.9470741550909427,
+      "eval_cy_opus100_pr_auc": 0.7293530335517934,
+      "eval_cy_ud_pr_auc": 0.9949393151089799,
+      "eval_da_opus100_pr_auc": 0.9064918721940871,
+      "eval_da_ud_pr_auc": 0.9757340060415162,
+      "eval_de_ersatz_pr_auc": 0.9682068118965683,
+      "eval_de_opus100_pr_auc": 0.8722883403721631,
+      "eval_de_ud_pr_auc": 0.9843470979637989,
+      "eval_el_opus100_pr_auc": 0.9079734198762365,
+      "eval_el_ud_pr_auc": 0.9871514965923741,
+      "eval_en_ersatz_pr_auc": 0.985743174789001,
+      "eval_en_opus100_pr_auc": 0.9196776360607443,
+      "eval_en_ud_pr_auc": 0.9561645592578314,
+      "eval_eo_opus100_pr_auc": 0.9174162617644127,
+      "eval_es_ersatz_pr_auc": 0.9930335049432014,
+      "eval_es_opus100_pr_auc": 0.9202226138980448,
+      "eval_es_ud_pr_auc": 0.9890868868370809,
+      "eval_et_ersatz_pr_auc": 0.9770288727251996,
+      "eval_et_opus100_pr_auc": 0.8939225998417656,
+      "eval_et_ud_pr_auc": 0.9331128298322499,
+      "eval_eu_opus100_pr_auc": 0.8721115473849079,
+      "eval_eu_ud_pr_auc": 0.9857596653080585,
+      "eval_fa_opus100_pr_auc": 0.5728788603599089,
+      "eval_fa_ud_pr_auc": 0.9960838041130622,
+      "eval_fi_ersatz_pr_auc": 0.9822129362105075,
+      "eval_fi_opus100_pr_auc": 0.9012326196043278,
+      "eval_fi_ud_pr_auc": 0.96346797563604,
+      "eval_fr_ersatz_pr_auc": 0.9844244136436932,
+      "eval_fr_opus100_pr_auc": 0.9063600878163409,
+      "eval_fr_ud_pr_auc": 0.9760196744414668,
+      "eval_fy_opus100_pr_auc": 0.6759463883522754,
+      "eval_ga_opus100_pr_auc": 0.8630206087580142,
+      "eval_ga_ud_pr_auc": 0.818240742974088,
+      "eval_gd_opus100_pr_auc": 0.576038046243276,
+      "eval_gd_ud_pr_auc": 0.7600999268832443,
+      "eval_gl_opus100_pr_auc": 0.8768996651011495,
+      "eval_gl_ud_pr_auc": 0.9915212453069162,
+      "eval_gu_ersatz_pr_auc": 0.9272089868603072,
+      "eval_gu_opus100_pr_auc": 0.7016933896366071,
+      "eval_ha_opus100_pr_auc": 0.9025486555364268,
+      "eval_he_opus100_pr_auc": 0.8598313328240359,
+      "eval_he_ud_pr_auc": 0.9648189171890836,
+      "eval_hi_ersatz_pr_auc": 0.9634221732123843,
+      "eval_hi_opus100_pr_auc": 0.650210918613753,
+      "eval_hi_ud_pr_auc": 0.9526408276134595,
+      "eval_hu_opus100_pr_auc": 0.9134512241811051,
+      "eval_hu_ud_pr_auc": 0.9785119003049729,
+      "eval_hy_opus100_pr_auc": 0.9066372255389843,
+      "eval_hy_ud_pr_auc": 0.971686368757177,
+      "eval_id_opus100_pr_auc": 0.8672440517881977,
+      "eval_id_ud_pr_auc": 0.9906213264919327,
+      "eval_ig_opus100_pr_auc": 0.8567397250244477,
+      "eval_is_opus100_pr_auc": 0.9204865694938388,
+      "eval_is_ud_pr_auc": 0.9091579009627798,
+      "eval_it_opus100_pr_auc": 0.8988288531528462,
+      "eval_it_ud_pr_auc": 0.9926869223004051,
+      "eval_ja_ersatz_pr_auc": 0.7714416874472775,
+      "eval_ja_opus100_pr_auc": 0.7803539321909974,
+      "eval_ja_ud_pr_auc": 0.9800342186864893,
+      "eval_jv_ud_pr_auc": 0.9678312929990716,
+      "eval_ka_opus100_pr_auc": 0.8476181529406818,
+      "eval_kk_ersatz_pr_auc": 0.9845903692948809,
+      "eval_kk_opus100_pr_auc": 0.7764424971431398,
+      "eval_kk_ud_pr_auc": 0.973003741678752,
+      "eval_km_ersatz_pr_auc": 0.9039870071844615,
+      "eval_km_opus100_pr_auc": 0.7408735237872773,
+      "eval_kn_opus100_pr_auc": 0.575366114201661,
+      "eval_ko_opus100_pr_auc": 0.6540893845425291,
+      "eval_ko_ud_pr_auc": 0.9984057368577889,
+      "eval_ku_opus100_pr_auc": 0.845459384064106,
+      "eval_ky_opus100_pr_auc": 0.8330693233283427,
+      "eval_la_ud_pr_auc": 0.9395785380260322,
+      "eval_loss": 0.036252815276384354,
+      "eval_lt_ersatz_pr_auc": 0.9848870431526923,
+      "eval_lt_opus100_pr_auc": 0.8573763008633849,
+      "eval_lt_ud_pr_auc": 0.9863323876720275,
+      "eval_lv_ersatz_pr_auc": 0.9863717506301664,
+      "eval_lv_opus100_pr_auc": 0.8717701664820813,
+      "eval_lv_ud_pr_auc": 0.9598641952734954,
+      "eval_mg_opus100_pr_auc": 0.9187436346739283,
+      "eval_mk_opus100_pr_auc": 0.8971716979289996,
+      "eval_ml_opus100_pr_auc": 0.7573627474231139,
+      "eval_mn_opus100_pr_auc": 0.954202415548854,
+      "eval_mr_opus100_pr_auc": 0.8947827204859023,
+      "eval_mr_ud_pr_auc": 0.9871077492620358,
+      "eval_ms_opus100_pr_auc": 0.8592294199873179,
+      "eval_mt_opus100_pr_auc": 0.8102807355701236,
+      "eval_mt_ud_pr_auc": 0.8689722755313,
+      "eval_my_opus100_pr_auc": 0.7478964301965807,
+      "eval_ne_opus100_pr_auc": 0.6619165760368787,
+      "eval_nl_opus100_pr_auc": 0.8875736068736755,
+      "eval_nl_ud_pr_auc": 0.9637631695853541,
+      "eval_no_opus100_pr_auc": 0.9110852794229738,
+      "eval_no_ud_pr_auc": 0.9959317454960911,
+      "eval_pa_opus100_pr_auc": 0.669567063586939,
+      "eval_pl_ersatz_pr_auc": 0.9639356839479577,
+      "eval_pl_opus100_pr_auc": 0.8817575190419183,
+      "eval_pl_ud_pr_auc": 0.962291412771002,
+      "eval_ps_ersatz_pr_auc": 0.924716542331787,
+      "eval_ps_opus100_pr_auc": 0.7290213573342875,
+      "eval_pt_opus100_pr_auc": 0.925122567544892,
+      "eval_pt_ud_pr_auc": 0.9818538382028252,
+      "eval_ro_ersatz_pr_auc": 0.9919155938282361,
+      "eval_ro_opus100_pr_auc": 0.8731696585875858,
+      "eval_ro_ud_pr_auc": 0.9173794469058301,
+      "eval_ru_ersatz_pr_auc": 0.985873138731616,
+      "eval_ru_opus100_pr_auc": 0.9137358494247618,
+      "eval_ru_ud_pr_auc": 0.855360518235895,
+      "eval_runtime": 403.5063,
+      "eval_samples_per_second": 187.031,
+      "eval_si_opus100_pr_auc": 0.801340808284149,
+      "eval_sk_opus100_pr_auc": 0.9208383271605473,
+      "eval_sk_ud_pr_auc": 0.971810571405893,
+      "eval_sl_opus100_pr_auc": 0.848273150514298,
+      "eval_sl_ud_pr_auc": 0.965095523809825,
+      "eval_sq_opus100_pr_auc": 0.8946844878857987,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9025353777061859,
+      "eval_sr_ud_pr_auc": 0.9908170155153039,
+      "eval_steps_per_second": 5.846,
+      "eval_sv_opus100_pr_auc": 0.8868010227994516,
+      "eval_sv_ud_pr_auc": 0.9339881521161,
+      "eval_ta_ersatz_pr_auc": 0.981814346758644,
+      "eval_ta_opus100_pr_auc": 0.6548291350873119,
+      "eval_ta_ud_pr_auc": 0.9950657547633013,
+      "eval_te_opus100_pr_auc": 0.827923788812616,
+      "eval_tg_opus100_pr_auc": 0.8730618543433892,
+      "eval_th_opus100_pr_auc": 0.6708695523389013,
+      "eval_th_ud_pr_auc": 0.7469655893355429,
+      "eval_tr_ersatz_pr_auc": 0.9560593494665235,
+      "eval_tr_opus100_pr_auc": 0.8884878014538169,
+      "eval_tr_ud_pr_auc": 0.9436610809126431,
+      "eval_uk_opus100_pr_auc": 0.8619701787102736,
+      "eval_uk_ud_pr_auc": 0.924696857700155,
+      "eval_ur_opus100_pr_auc": 0.5138515539162917,
+      "eval_ur_ud_pr_auc": 0.9924510637533281,
+      "eval_uz_opus100_pr_auc": 0.8445294636055476,
+      "eval_vi_opus100_pr_auc": 0.8945729942252503,
+      "eval_vi_ud_pr_auc": 0.9493722144363034,
+      "eval_xh_opus100_pr_auc": 0.8640757747586884,
+      "eval_yi_opus100_pr_auc": 0.7463257827955095,
+      "eval_yo_opus100_pr_auc": 0.792331373808508,
+      "eval_yo_ud_pr_auc": 0.8933324995549045,
+      "eval_zh_ersatz_pr_auc": 0.9023911554632775,
+      "eval_zh_opus100_pr_auc": 0.7182071218332999,
+      "eval_zh_ud_pr_auc": 0.9841387682094339,
+      "eval_zu_opus100_pr_auc": 0.8317433550916528,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0322,
+      "step": 385050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0328,
+      "step": 385100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0325,
+      "step": 385150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0327,
+      "step": 385200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.033,
+      "step": 385250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0324,
+      "step": 385300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0323,
+      "step": 385350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0323,
+      "step": 385400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.033,
+      "step": 385450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0323,
+      "step": 385500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0331,
+      "step": 385550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.033,
+      "step": 385600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0325,
+      "step": 385650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0328,
+      "step": 385700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0328,
+      "step": 385750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0328,
+      "step": 385800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0327,
+      "step": 385850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0324,
+      "step": 385900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0322,
+      "step": 385950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0318,
+      "step": 386000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0317,
+      "step": 386050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0329,
+      "step": 386100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0325,
+      "step": 386150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.0324,
+      "step": 386200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0333,
+      "step": 386250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0325,
+      "step": 386300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0329,
+      "step": 386350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0323,
+      "step": 386400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0325,
+      "step": 386450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0326,
+      "step": 386500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0326,
+      "step": 386550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0322,
+      "step": 386600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0325,
+      "step": 386650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0323,
+      "step": 386700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0321,
+      "step": 386750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0328,
+      "step": 386800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0324,
+      "step": 386850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0331,
+      "step": 386900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0333,
+      "step": 386950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.032,
+      "step": 387000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0325,
+      "step": 387050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0316,
+      "step": 387100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0335,
+      "step": 387150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0327,
+      "step": 387200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0316,
+      "step": 387250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0328,
+      "step": 387300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0331,
+      "step": 387350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0321,
+      "step": 387400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0325,
+      "step": 387450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0324,
+      "step": 387500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0318,
+      "step": 387550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0325,
+      "step": 387600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0322,
+      "step": 387650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0323,
+      "step": 387700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0331,
+      "step": 387750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0319,
+      "step": 387800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0333,
+      "step": 387850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0328,
+      "step": 387900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0321,
+      "step": 387950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0322,
+      "step": 388000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0329,
+      "step": 388050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0329,
+      "step": 388100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.032,
+      "step": 388150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0321,
+      "step": 388200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0323,
+      "step": 388250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.0323,
+      "step": 388300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0329,
+      "step": 388350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0328,
+      "step": 388400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0323,
+      "step": 388450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0324,
+      "step": 388500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0329,
+      "step": 388550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0324,
+      "step": 388600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.032,
+      "step": 388650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0326,
+      "step": 388700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0325,
+      "step": 388750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0323,
+      "step": 388800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0332,
+      "step": 388850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.0325,
+      "step": 388900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0316,
+      "step": 388950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0333,
+      "step": 389000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0325,
+      "step": 389050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0328,
+      "step": 389100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0329,
+      "step": 389150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0319,
+      "step": 389200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0329,
+      "step": 389250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0323,
+      "step": 389300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0327,
+      "step": 389350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0329,
+      "step": 389400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0324,
+      "step": 389450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.033,
+      "step": 389500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0318,
+      "step": 389550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0332,
+      "step": 389600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0323,
+      "step": 389650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.0324,
+      "step": 389700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0318,
+      "step": 389750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0316,
+      "step": 389800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0325,
+      "step": 389850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0318,
+      "step": 389900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0326,
+      "step": 389950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0329,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.754541481050009,
+      "eval_af_ud_pr_auc": 0.9854203689903815,
+      "eval_am_opus100_pr_auc": 0.5462188510715327,
+      "eval_ar_ersatz_pr_auc": 0.9282554221820413,
+      "eval_ar_opus100_pr_auc": 0.6880379028358555,
+      "eval_ar_ud_pr_auc": 0.8647366987833274,
+      "eval_average_ersatz_pr_auc": 0.9565895717858585,
+      "eval_average_opus100_pr_auc": 0.8174039820722998,
+      "eval_average_ud_pr_auc": 0.9539718546874658,
+      "eval_az_opus100_pr_auc": 0.763999519499169,
+      "eval_be_opus100_pr_auc": 0.6596750235494863,
+      "eval_be_ud_pr_auc": 0.883405839380361,
+      "eval_bg_opus100_pr_auc": 0.9104871751822174,
+      "eval_bg_ud_pr_auc": 0.9904144475501206,
+      "eval_bn_opus100_pr_auc": 0.8032854026334421,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.86382873899557,
+      "eval_ca_ud_pr_auc": 0.9920177574997148,
+      "eval_ceb_ud_pr_auc": 0.999681043819094,
+      "eval_cs_ersatz_pr_auc": 0.9792632933753217,
+      "eval_cs_opus100_pr_auc": 0.9025579297966161,
+      "eval_cs_ud_pr_auc": 0.9485972281108092,
+      "eval_cy_opus100_pr_auc": 0.7300559179187462,
+      "eval_cy_ud_pr_auc": 0.9945438735354997,
+      "eval_da_opus100_pr_auc": 0.9068610678096237,
+      "eval_da_ud_pr_auc": 0.9754709031360415,
+      "eval_de_ersatz_pr_auc": 0.9638947559542009,
+      "eval_de_opus100_pr_auc": 0.8719715499764684,
+      "eval_de_ud_pr_auc": 0.9841669001685076,
+      "eval_el_opus100_pr_auc": 0.9093084194793729,
+      "eval_el_ud_pr_auc": 0.9883477750052742,
+      "eval_en_ersatz_pr_auc": 0.9859007213562707,
+      "eval_en_opus100_pr_auc": 0.9213971683259077,
+      "eval_en_ud_pr_auc": 0.9595128399502837,
+      "eval_eo_opus100_pr_auc": 0.9167869088966006,
+      "eval_es_ersatz_pr_auc": 0.9926975971912502,
+      "eval_es_opus100_pr_auc": 0.922038377264918,
+      "eval_es_ud_pr_auc": 0.9901207065740061,
+      "eval_et_ersatz_pr_auc": 0.9785656462555358,
+      "eval_et_opus100_pr_auc": 0.8947915794254355,
+      "eval_et_ud_pr_auc": 0.9301727163279726,
+      "eval_eu_opus100_pr_auc": 0.8744586083622269,
+      "eval_eu_ud_pr_auc": 0.9867436995253962,
+      "eval_fa_opus100_pr_auc": 0.5680766573581144,
+      "eval_fa_ud_pr_auc": 0.9964201278327116,
+      "eval_fi_ersatz_pr_auc": 0.9819796540089362,
+      "eval_fi_opus100_pr_auc": 0.9015761162940465,
+      "eval_fi_ud_pr_auc": 0.9636620948493823,
+      "eval_fr_ersatz_pr_auc": 0.9831325341434788,
+      "eval_fr_opus100_pr_auc": 0.9083402934728847,
+      "eval_fr_ud_pr_auc": 0.9761092108184204,
+      "eval_fy_opus100_pr_auc": 0.6770498196420413,
+      "eval_ga_opus100_pr_auc": 0.8648533191128267,
+      "eval_ga_ud_pr_auc": 0.8161714568676444,
+      "eval_gd_opus100_pr_auc": 0.5667316897632152,
+      "eval_gd_ud_pr_auc": 0.7591572132260891,
+      "eval_gl_opus100_pr_auc": 0.8793490825503236,
+      "eval_gl_ud_pr_auc": 0.9922893767715291,
+      "eval_gu_ersatz_pr_auc": 0.9312334648216176,
+      "eval_gu_opus100_pr_auc": 0.7026969220865482,
+      "eval_ha_opus100_pr_auc": 0.9037459920145511,
+      "eval_he_opus100_pr_auc": 0.8594796566844044,
+      "eval_he_ud_pr_auc": 0.9626596284678052,
+      "eval_hi_ersatz_pr_auc": 0.9642286104864204,
+      "eval_hi_opus100_pr_auc": 0.651376242215186,
+      "eval_hi_ud_pr_auc": 0.9619278426474422,
+      "eval_hu_opus100_pr_auc": 0.9152312372640931,
+      "eval_hu_ud_pr_auc": 0.9784318815806704,
+      "eval_hy_opus100_pr_auc": 0.906853274030687,
+      "eval_hy_ud_pr_auc": 0.9719607773607518,
+      "eval_id_opus100_pr_auc": 0.8681864475258352,
+      "eval_id_ud_pr_auc": 0.9896819013443495,
+      "eval_ig_opus100_pr_auc": 0.8605423809823834,
+      "eval_is_opus100_pr_auc": 0.9208807529692149,
+      "eval_is_ud_pr_auc": 0.9026481025752542,
+      "eval_it_opus100_pr_auc": 0.8997933874569991,
+      "eval_it_ud_pr_auc": 0.9928804624319705,
+      "eval_ja_ersatz_pr_auc": 0.7747214932964319,
+      "eval_ja_opus100_pr_auc": 0.7814187438630353,
+      "eval_ja_ud_pr_auc": 0.9806205888820979,
+      "eval_jv_ud_pr_auc": 0.9667266220869467,
+      "eval_ka_opus100_pr_auc": 0.8498761869141848,
+      "eval_kk_ersatz_pr_auc": 0.9848372555942407,
+      "eval_kk_opus100_pr_auc": 0.7785590489024742,
+      "eval_kk_ud_pr_auc": 0.9721021883719213,
+      "eval_km_ersatz_pr_auc": 0.9049871693857818,
+      "eval_km_opus100_pr_auc": 0.7385019395344472,
+      "eval_kn_opus100_pr_auc": 0.5754169561457414,
+      "eval_ko_opus100_pr_auc": 0.6497191102813782,
+      "eval_ko_ud_pr_auc": 0.9986652317239779,
+      "eval_ku_opus100_pr_auc": 0.8481276888465036,
+      "eval_ky_opus100_pr_auc": 0.8334304783553167,
+      "eval_la_ud_pr_auc": 0.9381044239133646,
+      "eval_loss": 0.03620098903775215,
+      "eval_lt_ersatz_pr_auc": 0.9858667262423519,
+      "eval_lt_opus100_pr_auc": 0.8570794762553637,
+      "eval_lt_ud_pr_auc": 0.9865811379996572,
+      "eval_lv_ersatz_pr_auc": 0.9870553046864836,
+      "eval_lv_opus100_pr_auc": 0.8736229533254382,
+      "eval_lv_ud_pr_auc": 0.9599721245415399,
+      "eval_mg_opus100_pr_auc": 0.9200088715209478,
+      "eval_mk_opus100_pr_auc": 0.896838112051672,
+      "eval_ml_opus100_pr_auc": 0.7599090292619285,
+      "eval_mn_opus100_pr_auc": 0.953893193124017,
+      "eval_mr_opus100_pr_auc": 0.8941164249751752,
+      "eval_mr_ud_pr_auc": 0.9857045250068296,
+      "eval_ms_opus100_pr_auc": 0.8610856758736216,
+      "eval_mt_opus100_pr_auc": 0.8108537034985607,
+      "eval_mt_ud_pr_auc": 0.8663614371155921,
+      "eval_my_opus100_pr_auc": 0.7494546633244642,
+      "eval_ne_opus100_pr_auc": 0.658359226842188,
+      "eval_nl_opus100_pr_auc": 0.8887583398272494,
+      "eval_nl_ud_pr_auc": 0.962534284592742,
+      "eval_no_opus100_pr_auc": 0.9119232779379836,
+      "eval_no_ud_pr_auc": 0.9956932974783035,
+      "eval_pa_opus100_pr_auc": 0.665041793915766,
+      "eval_pl_ersatz_pr_auc": 0.9665139308602361,
+      "eval_pl_opus100_pr_auc": 0.881804019685477,
+      "eval_pl_ud_pr_auc": 0.9624169043828636,
+      "eval_ps_ersatz_pr_auc": 0.9216955620390045,
+      "eval_ps_opus100_pr_auc": 0.7312594436601619,
+      "eval_pt_opus100_pr_auc": 0.9268333578791659,
+      "eval_pt_ud_pr_auc": 0.9829137592194892,
+      "eval_ro_ersatz_pr_auc": 0.9917732553317149,
+      "eval_ro_opus100_pr_auc": 0.8789336684916935,
+      "eval_ro_ud_pr_auc": 0.9192578754290209,
+      "eval_ru_ersatz_pr_auc": 0.9866737677562342,
+      "eval_ru_opus100_pr_auc": 0.9123328139292332,
+      "eval_ru_ud_pr_auc": 0.8570040935446421,
+      "eval_runtime": 401.2617,
+      "eval_samples_per_second": 188.077,
+      "eval_si_opus100_pr_auc": 0.8032973884148471,
+      "eval_sk_opus100_pr_auc": 0.9221541343345773,
+      "eval_sk_ud_pr_auc": 0.9713877766908894,
+      "eval_sl_opus100_pr_auc": 0.8490443674890049,
+      "eval_sl_ud_pr_auc": 0.9653086771922048,
+      "eval_sq_opus100_pr_auc": 0.9006535578901353,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9028677633498169,
+      "eval_sr_ud_pr_auc": 0.9923837484839576,
+      "eval_steps_per_second": 5.879,
+      "eval_sv_opus100_pr_auc": 0.8878014440394324,
+      "eval_sv_ud_pr_auc": 0.9316034177315627,
+      "eval_ta_ersatz_pr_auc": 0.9821943440672714,
+      "eval_ta_opus100_pr_auc": 0.6525275695160901,
+      "eval_ta_ud_pr_auc": 0.9955811783724109,
+      "eval_te_opus100_pr_auc": 0.8276941731427334,
+      "eval_tg_opus100_pr_auc": 0.8736575463087651,
+      "eval_th_opus100_pr_auc": 0.6717076040810148,
+      "eval_th_ud_pr_auc": 0.7562951862273719,
+      "eval_tr_ersatz_pr_auc": 0.9554968750286382,
+      "eval_tr_opus100_pr_auc": 0.8891615048923148,
+      "eval_tr_ud_pr_auc": 0.9437203197272189,
+      "eval_uk_opus100_pr_auc": 0.8617899154259966,
+      "eval_uk_ud_pr_auc": 0.9277001089321527,
+      "eval_ur_opus100_pr_auc": 0.5134444702591953,
+      "eval_ur_ud_pr_auc": 0.993317684358573,
+      "eval_uz_opus100_pr_auc": 0.8443707262699117,
+      "eval_vi_opus100_pr_auc": 0.8968714144928964,
+      "eval_vi_ud_pr_auc": 0.9506416955317941,
+      "eval_xh_opus100_pr_auc": 0.8591219988041141,
+      "eval_yi_opus100_pr_auc": 0.7378894075019204,
+      "eval_yo_opus100_pr_auc": 0.7928511978518873,
+      "eval_yo_ud_pr_auc": 0.8897780464668398,
+      "eval_zh_ersatz_pr_auc": 0.914003195225421,
+      "eval_zh_opus100_pr_auc": 0.7298296232747478,
+      "eval_zh_ud_pr_auc": 0.9866665080507782,
+      "eval_zu_opus100_pr_auc": 0.8281676308694447,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0324,
+      "step": 390050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0321,
+      "step": 390100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0324,
+      "step": 390150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0326,
+      "step": 390200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.0327,
+      "step": 390250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0323,
+      "step": 390300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0336,
+      "step": 390350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0328,
+      "step": 390400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0329,
+      "step": 390450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0328,
+      "step": 390500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.032,
+      "step": 390550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0327,
+      "step": 390600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0323,
+      "step": 390650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0324,
+      "step": 390700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.033,
+      "step": 390750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0327,
+      "step": 390800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0329,
+      "step": 390850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0325,
+      "step": 390900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0323,
+      "step": 390950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0318,
+      "step": 391000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0326,
+      "step": 391050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0329,
+      "step": 391100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0325,
+      "step": 391150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0329,
+      "step": 391200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0327,
+      "step": 391250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0324,
+      "step": 391300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.032,
+      "step": 391350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.033,
+      "step": 391400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0324,
+      "step": 391450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.033,
+      "step": 391500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0325,
+      "step": 391550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0329,
+      "step": 391600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0332,
+      "step": 391650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0326,
+      "step": 391700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0319,
+      "step": 391750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0331,
+      "step": 391800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.033,
+      "step": 391850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0325,
+      "step": 391900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0323,
+      "step": 391950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0328,
+      "step": 392000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.0322,
+      "step": 392050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0318,
+      "step": 392100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0327,
+      "step": 392150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0324,
+      "step": 392200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0323,
+      "step": 392250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.0323,
+      "step": 392300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0327,
+      "step": 392350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0321,
+      "step": 392400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0322,
+      "step": 392450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.033,
+      "step": 392500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0322,
+      "step": 392550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0324,
+      "step": 392600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0327,
+      "step": 392650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0329,
+      "step": 392700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.032,
+      "step": 392750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0328,
+      "step": 392800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0321,
+      "step": 392850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0324,
+      "step": 392900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0331,
+      "step": 392950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0324,
+      "step": 393000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0327,
+      "step": 393050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0329,
+      "step": 393100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0325,
+      "step": 393150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0332,
+      "step": 393200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0331,
+      "step": 393250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0328,
+      "step": 393300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0324,
+      "step": 393350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0329,
+      "step": 393400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0325,
+      "step": 393450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0327,
+      "step": 393500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0325,
+      "step": 393550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0325,
+      "step": 393600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0325,
+      "step": 393650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0321,
+      "step": 393700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0315,
+      "step": 393750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0327,
+      "step": 393800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0323,
+      "step": 393850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0327,
+      "step": 393900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0325,
+      "step": 393950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0321,
+      "step": 394000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0323,
+      "step": 394050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.0326,
+      "step": 394100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0324,
+      "step": 394150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0334,
+      "step": 394200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0334,
+      "step": 394250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.033,
+      "step": 394300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0322,
+      "step": 394350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0322,
+      "step": 394400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0321,
+      "step": 394450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0327,
+      "step": 394500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0325,
+      "step": 394550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0331,
+      "step": 394600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.033,
+      "step": 394650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0322,
+      "step": 394700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0321,
+      "step": 394750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0334,
+      "step": 394800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0327,
+      "step": 394850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0321,
+      "step": 394900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0315,
+      "step": 394950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0321,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7540481568700715,
+      "eval_af_ud_pr_auc": 0.9855114683095958,
+      "eval_am_opus100_pr_auc": 0.5424185243126187,
+      "eval_ar_ersatz_pr_auc": 0.930442931912064,
+      "eval_ar_opus100_pr_auc": 0.6879379420280046,
+      "eval_ar_ud_pr_auc": 0.8637377717006763,
+      "eval_average_ersatz_pr_auc": 0.9576418737060542,
+      "eval_average_opus100_pr_auc": 0.8169539831815698,
+      "eval_average_ud_pr_auc": 0.9549568363603949,
+      "eval_az_opus100_pr_auc": 0.7570370956341022,
+      "eval_be_opus100_pr_auc": 0.6564938058701059,
+      "eval_be_ud_pr_auc": 0.8835369861601468,
+      "eval_bg_opus100_pr_auc": 0.9088605684271981,
+      "eval_bg_ud_pr_auc": 0.9904142670941486,
+      "eval_bn_opus100_pr_auc": 0.8043641232723642,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8656403781825494,
+      "eval_ca_ud_pr_auc": 0.9927990661210762,
+      "eval_ceb_ud_pr_auc": 0.9990806142751272,
+      "eval_cs_ersatz_pr_auc": 0.9795708420870829,
+      "eval_cs_opus100_pr_auc": 0.9021242877526029,
+      "eval_cs_ud_pr_auc": 0.9489313649771924,
+      "eval_cy_opus100_pr_auc": 0.7295107053235338,
+      "eval_cy_ud_pr_auc": 0.9950124080386283,
+      "eval_da_opus100_pr_auc": 0.9065330801644572,
+      "eval_da_ud_pr_auc": 0.9775700560706977,
+      "eval_de_ersatz_pr_auc": 0.9670962667271059,
+      "eval_de_opus100_pr_auc": 0.8724502038975935,
+      "eval_de_ud_pr_auc": 0.9839548846576279,
+      "eval_el_opus100_pr_auc": 0.9099034648924839,
+      "eval_el_ud_pr_auc": 0.9879101275899311,
+      "eval_en_ersatz_pr_auc": 0.9864876380290071,
+      "eval_en_opus100_pr_auc": 0.9197882636698705,
+      "eval_en_ud_pr_auc": 0.9606913854813428,
+      "eval_eo_opus100_pr_auc": 0.9171625892005641,
+      "eval_es_ersatz_pr_auc": 0.9931389660142965,
+      "eval_es_opus100_pr_auc": 0.9216162743438187,
+      "eval_es_ud_pr_auc": 0.9901290571535537,
+      "eval_et_ersatz_pr_auc": 0.9784932653013791,
+      "eval_et_opus100_pr_auc": 0.8939864200521798,
+      "eval_et_ud_pr_auc": 0.9306199465267986,
+      "eval_eu_opus100_pr_auc": 0.8733658401426,
+      "eval_eu_ud_pr_auc": 0.9872786325722833,
+      "eval_fa_opus100_pr_auc": 0.5695512220604169,
+      "eval_fa_ud_pr_auc": 0.9965082329528898,
+      "eval_fi_ersatz_pr_auc": 0.9824537783142852,
+      "eval_fi_opus100_pr_auc": 0.9001730587308102,
+      "eval_fi_ud_pr_auc": 0.9636344869521932,
+      "eval_fr_ersatz_pr_auc": 0.9841215718320171,
+      "eval_fr_opus100_pr_auc": 0.9068249899424939,
+      "eval_fr_ud_pr_auc": 0.9764197054718154,
+      "eval_fy_opus100_pr_auc": 0.6753462169079651,
+      "eval_ga_opus100_pr_auc": 0.8643715459366321,
+      "eval_ga_ud_pr_auc": 0.8186051853576721,
+      "eval_gd_opus100_pr_auc": 0.5710883009674965,
+      "eval_gd_ud_pr_auc": 0.7604107089500594,
+      "eval_gl_opus100_pr_auc": 0.8798365456036376,
+      "eval_gl_ud_pr_auc": 0.9918724271853657,
+      "eval_gu_ersatz_pr_auc": 0.93088502442747,
+      "eval_gu_opus100_pr_auc": 0.7045716275266178,
+      "eval_ha_opus100_pr_auc": 0.9032526301293743,
+      "eval_he_opus100_pr_auc": 0.8617238324385447,
+      "eval_he_ud_pr_auc": 0.9668614864922048,
+      "eval_hi_ersatz_pr_auc": 0.964205658539791,
+      "eval_hi_opus100_pr_auc": 0.6514200077789628,
+      "eval_hi_ud_pr_auc": 0.9610249907788612,
+      "eval_hu_opus100_pr_auc": 0.9146959066995851,
+      "eval_hu_ud_pr_auc": 0.9789437860676453,
+      "eval_hy_opus100_pr_auc": 0.9066347775001347,
+      "eval_hy_ud_pr_auc": 0.9755622442843382,
+      "eval_id_opus100_pr_auc": 0.8667375273154032,
+      "eval_id_ud_pr_auc": 0.9905496525773319,
+      "eval_ig_opus100_pr_auc": 0.8585672133190988,
+      "eval_is_opus100_pr_auc": 0.9200987279907039,
+      "eval_is_ud_pr_auc": 0.9070646388530669,
+      "eval_it_opus100_pr_auc": 0.9005508666950676,
+      "eval_it_ud_pr_auc": 0.9925988842641156,
+      "eval_ja_ersatz_pr_auc": 0.7837834640884894,
+      "eval_ja_opus100_pr_auc": 0.7749377929223488,
+      "eval_ja_ud_pr_auc": 0.9817563377718764,
+      "eval_jv_ud_pr_auc": 0.9680464252573238,
+      "eval_ka_opus100_pr_auc": 0.8499150622007613,
+      "eval_kk_ersatz_pr_auc": 0.9854025415151155,
+      "eval_kk_opus100_pr_auc": 0.7756435342523238,
+      "eval_kk_ud_pr_auc": 0.9738134681673213,
+      "eval_km_ersatz_pr_auc": 0.9066967777187164,
+      "eval_km_opus100_pr_auc": 0.7442116051786674,
+      "eval_kn_opus100_pr_auc": 0.5752839937526977,
+      "eval_ko_opus100_pr_auc": 0.648582161134803,
+      "eval_ko_ud_pr_auc": 0.9987520141966907,
+      "eval_ku_opus100_pr_auc": 0.8463653514679508,
+      "eval_ky_opus100_pr_auc": 0.8328349247783576,
+      "eval_la_ud_pr_auc": 0.9368796190066767,
+      "eval_loss": 0.03616582602262497,
+      "eval_lt_ersatz_pr_auc": 0.9863792574557811,
+      "eval_lt_opus100_pr_auc": 0.8583194497952308,
+      "eval_lt_ud_pr_auc": 0.9867729136101324,
+      "eval_lv_ersatz_pr_auc": 0.9872493249241309,
+      "eval_lv_opus100_pr_auc": 0.872396247084748,
+      "eval_lv_ud_pr_auc": 0.9611964584980833,
+      "eval_mg_opus100_pr_auc": 0.9201678166956756,
+      "eval_mk_opus100_pr_auc": 0.897157951021512,
+      "eval_ml_opus100_pr_auc": 0.757735234839838,
+      "eval_mn_opus100_pr_auc": 0.952036050446641,
+      "eval_mr_opus100_pr_auc": 0.8957267474949459,
+      "eval_mr_ud_pr_auc": 0.9865115625017519,
+      "eval_ms_opus100_pr_auc": 0.8603673474279967,
+      "eval_mt_opus100_pr_auc": 0.8123122518593304,
+      "eval_mt_ud_pr_auc": 0.8632799578865897,
+      "eval_my_opus100_pr_auc": 0.7492972522737094,
+      "eval_ne_opus100_pr_auc": 0.6616793560704307,
+      "eval_nl_opus100_pr_auc": 0.8881733830581352,
+      "eval_nl_ud_pr_auc": 0.9627108143563236,
+      "eval_no_opus100_pr_auc": 0.9119198579467659,
+      "eval_no_ud_pr_auc": 0.9961120830716709,
+      "eval_pa_opus100_pr_auc": 0.6678388412289857,
+      "eval_pl_ersatz_pr_auc": 0.9675033213715881,
+      "eval_pl_opus100_pr_auc": 0.8802768130097568,
+      "eval_pl_ud_pr_auc": 0.963492567663962,
+      "eval_ps_ersatz_pr_auc": 0.9258307208959405,
+      "eval_ps_opus100_pr_auc": 0.7288667419790378,
+      "eval_pt_opus100_pr_auc": 0.9262544363009692,
+      "eval_pt_ud_pr_auc": 0.9831984042975516,
+      "eval_ro_ersatz_pr_auc": 0.9923872220904313,
+      "eval_ro_opus100_pr_auc": 0.8790573716143839,
+      "eval_ro_ud_pr_auc": 0.9317483463023885,
+      "eval_ru_ersatz_pr_auc": 0.9865862768117009,
+      "eval_ru_opus100_pr_auc": 0.9123790792374735,
+      "eval_ru_ud_pr_auc": 0.8606349051977056,
+      "eval_runtime": 406.5259,
+      "eval_samples_per_second": 185.641,
+      "eval_si_opus100_pr_auc": 0.8020511803241819,
+      "eval_sk_opus100_pr_auc": 0.9222310577944798,
+      "eval_sk_ud_pr_auc": 0.9737928867553682,
+      "eval_sl_opus100_pr_auc": 0.8487426809187404,
+      "eval_sl_ud_pr_auc": 0.9668837882649114,
+      "eval_sq_opus100_pr_auc": 0.8998521931594836,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9029349235450006,
+      "eval_sr_ud_pr_auc": 0.9923917865443845,
+      "eval_steps_per_second": 5.803,
+      "eval_sv_opus100_pr_auc": 0.8869219592965584,
+      "eval_sv_ud_pr_auc": 0.9328942645031493,
+      "eval_ta_ersatz_pr_auc": 0.9824205202330293,
+      "eval_ta_opus100_pr_auc": 0.6548089025203153,
+      "eval_ta_ud_pr_auc": 0.9953278740386939,
+      "eval_te_opus100_pr_auc": 0.8288050756531149,
+      "eval_tg_opus100_pr_auc": 0.8734405677086552,
+      "eval_th_opus100_pr_auc": 0.6699363306413019,
+      "eval_th_ud_pr_auc": 0.7530504661262188,
+      "eval_tr_ersatz_pr_auc": 0.9578016856855999,
+      "eval_tr_opus100_pr_auc": 0.888301074572913,
+      "eval_tr_ud_pr_auc": 0.9460896291187675,
+      "eval_uk_opus100_pr_auc": 0.8625304684799548,
+      "eval_uk_ud_pr_auc": 0.9302912477176218,
+      "eval_ur_opus100_pr_auc": 0.5163743034345777,
+      "eval_ur_ud_pr_auc": 0.9935239337271325,
+      "eval_uz_opus100_pr_auc": 0.8431740184071777,
+      "eval_vi_opus100_pr_auc": 0.8971603344492736,
+      "eval_vi_ud_pr_auc": 0.9532655127366018,
+      "eval_xh_opus100_pr_auc": 0.8617461854596767,
+      "eval_yi_opus100_pr_auc": 0.7331238752556578,
+      "eval_yo_opus100_pr_auc": 0.7920179328336281,
+      "eval_yo_ud_pr_auc": 0.895258538826791,
+      "eval_zh_ersatz_pr_auc": 0.9091841655581717,
+      "eval_zh_opus100_pr_auc": 0.7195178871046082,
+      "eval_zh_ud_pr_auc": 0.9876293994804279,
+      "eval_zu_opus100_pr_auc": 0.8281322926762731,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0326,
+      "step": 395050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.033,
+      "step": 395100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0325,
+      "step": 395150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0322,
+      "step": 395200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0325,
+      "step": 395250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0335,
+      "step": 395300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0335,
+      "step": 395350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.033,
+      "step": 395400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0325,
+      "step": 395450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0328,
+      "step": 395500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0325,
+      "step": 395550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.032,
+      "step": 395600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0326,
+      "step": 395650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.033,
+      "step": 395700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0326,
+      "step": 395750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0323,
+      "step": 395800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0329,
+      "step": 395850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0325,
+      "step": 395900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0323,
+      "step": 395950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0332,
+      "step": 396000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0328,
+      "step": 396050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0328,
+      "step": 396100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0333,
+      "step": 396150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.0314,
+      "step": 396200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0329,
+      "step": 396250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.033,
+      "step": 396300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0332,
+      "step": 396350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0323,
+      "step": 396400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.032,
+      "step": 396450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.0329,
+      "step": 396500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0329,
+      "step": 396550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.033,
+      "step": 396600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.033,
+      "step": 396650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0321,
+      "step": 396700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0327,
+      "step": 396750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0328,
+      "step": 396800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0327,
+      "step": 396850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0324,
+      "step": 396900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0326,
+      "step": 396950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0323,
+      "step": 397000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.033,
+      "step": 397050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0325,
+      "step": 397100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0325,
+      "step": 397150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0322,
+      "step": 397200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0328,
+      "step": 397250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0326,
+      "step": 397300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0321,
+      "step": 397350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0326,
+      "step": 397400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0314,
+      "step": 397450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0336,
+      "step": 397500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.033,
+      "step": 397550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.032,
+      "step": 397600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0331,
+      "step": 397650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.032,
+      "step": 397700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0321,
+      "step": 397750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0327,
+      "step": 397800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0322,
+      "step": 397850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0325,
+      "step": 397900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0321,
+      "step": 397950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0322,
+      "step": 398000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0329,
+      "step": 398050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0328,
+      "step": 398100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0326,
+      "step": 398150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0321,
+      "step": 398200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0324,
+      "step": 398250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.0326,
+      "step": 398300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0315,
+      "step": 398350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0327,
+      "step": 398400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0322,
+      "step": 398450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0326,
+      "step": 398500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0323,
+      "step": 398550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0324,
+      "step": 398600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0326,
+      "step": 398650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0333,
+      "step": 398700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.032,
+      "step": 398750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0326,
+      "step": 398800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0332,
+      "step": 398850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0326,
+      "step": 398900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0321,
+      "step": 398950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.032,
+      "step": 399000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0322,
+      "step": 399050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0323,
+      "step": 399100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0321,
+      "step": 399150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0327,
+      "step": 399200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0329,
+      "step": 399250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0326,
+      "step": 399300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0328,
+      "step": 399350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0331,
+      "step": 399400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0322,
+      "step": 399450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0329,
+      "step": 399500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0323,
+      "step": 399550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0327,
+      "step": 399600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.032,
+      "step": 399650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0331,
+      "step": 399700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0325,
+      "step": 399750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0323,
+      "step": 399800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0324,
+      "step": 399850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0323,
+      "step": 399900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0327,
+      "step": 399950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0324,
+      "step": 400000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7561678459305875,
+      "eval_af_ud_pr_auc": 0.9854948858956092,
+      "eval_am_opus100_pr_auc": 0.5496960128519035,
+      "eval_ar_ersatz_pr_auc": 0.9291652337320842,
+      "eval_ar_opus100_pr_auc": 0.6883113508388099,
+      "eval_ar_ud_pr_auc": 0.8643032846927574,
+      "eval_average_ersatz_pr_auc": 0.9565171266769791,
+      "eval_average_opus100_pr_auc": 0.8171355464686374,
+      "eval_average_ud_pr_auc": 0.9542999311659534,
+      "eval_az_opus100_pr_auc": 0.7598284066694597,
+      "eval_be_opus100_pr_auc": 0.6556797832923649,
+      "eval_be_ud_pr_auc": 0.8804643865482055,
+      "eval_bg_opus100_pr_auc": 0.9088151452752448,
+      "eval_bg_ud_pr_auc": 0.9899717056136489,
+      "eval_bn_opus100_pr_auc": 0.8019767694275831,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8647344406452097,
+      "eval_ca_ud_pr_auc": 0.9916484949613917,
+      "eval_ceb_ud_pr_auc": 0.9991139652146597,
+      "eval_cs_ersatz_pr_auc": 0.9786664762482334,
+      "eval_cs_opus100_pr_auc": 0.9008319837739212,
+      "eval_cs_ud_pr_auc": 0.9481793919473667,
+      "eval_cy_opus100_pr_auc": 0.7322972501905065,
+      "eval_cy_ud_pr_auc": 0.9947222148892904,
+      "eval_da_opus100_pr_auc": 0.905587416962591,
+      "eval_da_ud_pr_auc": 0.976854140473933,
+      "eval_de_ersatz_pr_auc": 0.966469699746473,
+      "eval_de_opus100_pr_auc": 0.8721979721001294,
+      "eval_de_ud_pr_auc": 0.9842982500186163,
+      "eval_el_opus100_pr_auc": 0.908927520126529,
+      "eval_el_ud_pr_auc": 0.9882055633761447,
+      "eval_en_ersatz_pr_auc": 0.9865414493690381,
+      "eval_en_opus100_pr_auc": 0.9198435804202751,
+      "eval_en_ud_pr_auc": 0.9596928263304386,
+      "eval_eo_opus100_pr_auc": 0.9172166575204925,
+      "eval_es_ersatz_pr_auc": 0.9929405203895064,
+      "eval_es_opus100_pr_auc": 0.9206060309530711,
+      "eval_es_ud_pr_auc": 0.9894096544462248,
+      "eval_et_ersatz_pr_auc": 0.9780211098452076,
+      "eval_et_opus100_pr_auc": 0.8914354783717505,
+      "eval_et_ud_pr_auc": 0.9327118188349626,
+      "eval_eu_opus100_pr_auc": 0.872935847836154,
+      "eval_eu_ud_pr_auc": 0.9856893842456715,
+      "eval_fa_opus100_pr_auc": 0.5708810855265344,
+      "eval_fa_ud_pr_auc": 0.996234668920738,
+      "eval_fi_ersatz_pr_auc": 0.9819614959454909,
+      "eval_fi_opus100_pr_auc": 0.8983658058612769,
+      "eval_fi_ud_pr_auc": 0.962987684573576,
+      "eval_fr_ersatz_pr_auc": 0.9843092180139724,
+      "eval_fr_opus100_pr_auc": 0.9055939586883338,
+      "eval_fr_ud_pr_auc": 0.9763494388527203,
+      "eval_fy_opus100_pr_auc": 0.6788745056391644,
+      "eval_ga_opus100_pr_auc": 0.8647233897783999,
+      "eval_ga_ud_pr_auc": 0.8114947283392355,
+      "eval_gd_opus100_pr_auc": 0.5718631584430278,
+      "eval_gd_ud_pr_auc": 0.759372441657521,
+      "eval_gl_opus100_pr_auc": 0.8792815782802763,
+      "eval_gl_ud_pr_auc": 0.9919642539688571,
+      "eval_gu_ersatz_pr_auc": 0.9298512633184803,
+      "eval_gu_opus100_pr_auc": 0.70403119846819,
+      "eval_ha_opus100_pr_auc": 0.9038081799322063,
+      "eval_he_opus100_pr_auc": 0.86115028172881,
+      "eval_he_ud_pr_auc": 0.9643497130652643,
+      "eval_hi_ersatz_pr_auc": 0.9640759648123621,
+      "eval_hi_opus100_pr_auc": 0.6516584265538713,
+      "eval_hi_ud_pr_auc": 0.9576111191208707,
+      "eval_hu_opus100_pr_auc": 0.9131872272248484,
+      "eval_hu_ud_pr_auc": 0.9786854367490847,
+      "eval_hy_opus100_pr_auc": 0.9076667095772946,
+      "eval_hy_ud_pr_auc": 0.9744068536865399,
+      "eval_id_opus100_pr_auc": 0.867152954773008,
+      "eval_id_ud_pr_auc": 0.9903630439217729,
+      "eval_ig_opus100_pr_auc": 0.8593176606874912,
+      "eval_is_opus100_pr_auc": 0.9196577928425094,
+      "eval_is_ud_pr_auc": 0.9050504464156375,
+      "eval_it_opus100_pr_auc": 0.8986159576705295,
+      "eval_it_ud_pr_auc": 0.9928594709786535,
+      "eval_ja_ersatz_pr_auc": 0.7762120028322373,
+      "eval_ja_opus100_pr_auc": 0.7801457614125866,
+      "eval_ja_ud_pr_auc": 0.9812868167184072,
+      "eval_jv_ud_pr_auc": 0.9681213658428094,
+      "eval_ka_opus100_pr_auc": 0.8497500848302029,
+      "eval_kk_ersatz_pr_auc": 0.9846349155699372,
+      "eval_kk_opus100_pr_auc": 0.7754517985633843,
+      "eval_kk_ud_pr_auc": 0.9733693973487636,
+      "eval_km_ersatz_pr_auc": 0.9060953594982611,
+      "eval_km_opus100_pr_auc": 0.7445134697769431,
+      "eval_kn_opus100_pr_auc": 0.5785837371701964,
+      "eval_ko_opus100_pr_auc": 0.6495871627149523,
+      "eval_ko_ud_pr_auc": 0.9988581811241747,
+      "eval_ku_opus100_pr_auc": 0.8487501344281226,
+      "eval_ky_opus100_pr_auc": 0.8318620332746537,
+      "eval_la_ud_pr_auc": 0.9360627699866731,
+      "eval_loss": 0.0361093208193779,
+      "eval_lt_ersatz_pr_auc": 0.9860983450232568,
+      "eval_lt_opus100_pr_auc": 0.8568554556389605,
+      "eval_lt_ud_pr_auc": 0.9867581595737556,
+      "eval_lv_ersatz_pr_auc": 0.9866930413485471,
+      "eval_lv_opus100_pr_auc": 0.8724619681002255,
+      "eval_lv_ud_pr_auc": 0.9593327960140908,
+      "eval_mg_opus100_pr_auc": 0.9195098584381151,
+      "eval_mk_opus100_pr_auc": 0.8958774621727029,
+      "eval_ml_opus100_pr_auc": 0.7581187463245473,
+      "eval_mn_opus100_pr_auc": 0.9522454411447356,
+      "eval_mr_opus100_pr_auc": 0.8963849521340235,
+      "eval_mr_ud_pr_auc": 0.987833508971968,
+      "eval_ms_opus100_pr_auc": 0.8593566446516875,
+      "eval_mt_opus100_pr_auc": 0.8130545602657857,
+      "eval_mt_ud_pr_auc": 0.8692207176485495,
+      "eval_my_opus100_pr_auc": 0.7508266558410899,
+      "eval_ne_opus100_pr_auc": 0.6605795162542466,
+      "eval_nl_opus100_pr_auc": 0.8875821264587523,
+      "eval_nl_ud_pr_auc": 0.9633753130826284,
+      "eval_no_opus100_pr_auc": 0.9111980993562036,
+      "eval_no_ud_pr_auc": 0.99596604328629,
+      "eval_pa_opus100_pr_auc": 0.6679703661239105,
+      "eval_pl_ersatz_pr_auc": 0.9658008617669113,
+      "eval_pl_opus100_pr_auc": 0.880230733707512,
+      "eval_pl_ud_pr_auc": 0.9621616240791345,
+      "eval_ps_ersatz_pr_auc": 0.9219262255600014,
+      "eval_ps_opus100_pr_auc": 0.7296763748503644,
+      "eval_pt_opus100_pr_auc": 0.925238625199943,
+      "eval_pt_ud_pr_auc": 0.9826462428328236,
+      "eval_ro_ersatz_pr_auc": 0.9921976610171287,
+      "eval_ro_opus100_pr_auc": 0.8756382534880551,
+      "eval_ro_ud_pr_auc": 0.9316715054898357,
+      "eval_ru_ersatz_pr_auc": 0.9859574716254601,
+      "eval_ru_opus100_pr_auc": 0.9116882503311089,
+      "eval_ru_ud_pr_auc": 0.8579624832299168,
+      "eval_runtime": 408.4086,
+      "eval_samples_per_second": 184.786,
+      "eval_si_opus100_pr_auc": 0.8028770610496414,
+      "eval_sk_opus100_pr_auc": 0.9207101028613425,
+      "eval_sk_ud_pr_auc": 0.9725588394790629,
+      "eval_sl_opus100_pr_auc": 0.8479321899196125,
+      "eval_sl_ud_pr_auc": 0.965862398780307,
+      "eval_sq_opus100_pr_auc": 0.8969877340326253,
+      "eval_sq_ud_pr_auc": 0.9999999999999999,
+      "eval_sr_opus100_pr_auc": 0.9021514813355248,
+      "eval_sr_ud_pr_auc": 0.992112405843051,
+      "eval_steps_per_second": 5.776,
+      "eval_sv_opus100_pr_auc": 0.8851982494850975,
+      "eval_sv_ud_pr_auc": 0.9328816984411711,
+      "eval_ta_ersatz_pr_auc": 0.9822325459095304,
+      "eval_ta_opus100_pr_auc": 0.6542827046298465,
+      "eval_ta_ud_pr_auc": 0.9952957853015243,
+      "eval_te_opus100_pr_auc": 0.8283427554239808,
+      "eval_tg_opus100_pr_auc": 0.8754586987595725,
+      "eval_th_opus100_pr_auc": 0.6716104516201638,
+      "eval_th_ud_pr_auc": 0.7533673300911221,
+      "eval_tr_ersatz_pr_auc": 0.9565090094367591,
+      "eval_tr_opus100_pr_auc": 0.8868899539357654,
+      "eval_tr_ud_pr_auc": 0.9439104389410141,
+      "eval_uk_opus100_pr_auc": 0.8620885000386074,
+      "eval_uk_ud_pr_auc": 0.9280976420085203,
+      "eval_ur_opus100_pr_auc": 0.5159404463007029,
+      "eval_ur_ud_pr_auc": 0.993216957924678,
+      "eval_uz_opus100_pr_auc": 0.8460482575076587,
+      "eval_vi_opus100_pr_auc": 0.8965034061259329,
+      "eval_vi_ud_pr_auc": 0.9521414889365694,
+      "eval_xh_opus100_pr_auc": 0.862453115148332,
+      "eval_yi_opus100_pr_auc": 0.7367983357237909,
+      "eval_yo_opus100_pr_auc": 0.7929208444841296,
+      "eval_yo_ud_pr_auc": 0.8933684120616613,
+      "eval_zh_ersatz_pr_auc": 0.9070169158846597,
+      "eval_zh_opus100_pr_auc": 0.7247794698363332,
+      "eval_zh_ud_pr_auc": 0.9851664856814468,
+      "eval_zu_opus100_pr_auc": 0.8290834146942423,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 1,
+  "total_flos": 2.0051624460288e+18,
+  "trial_name": null,
+  "trial_params": null
+}