diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,16030 @@
+{
+  "best_metric": 0.8035092246161786,
+  "best_model_checkpoint": "videomae-base-finetuned-ucf101-newone/checkpoint-23742",
+  "epoch": 19.049279210925643,
+  "global_step": 26360,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8968133535660094e-07,
+      "loss": 4.607,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.793626707132019e-07,
+      "loss": 4.6321,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.690440060698028e-07,
+      "loss": 4.6528,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.587253414264037e-07,
+      "loss": 4.6371,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.484066767830046e-07,
+      "loss": 4.6886,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1380880121396055e-06,
+      "loss": 4.6727,
+      "step": 60
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3277693474962064e-06,
+      "loss": 4.6135,
+      "step": 70
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5174506828528075e-06,
+      "loss": 4.6389,
+      "step": 80
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7071320182094082e-06,
+      "loss": 4.6206,
+      "step": 90
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8968133535660093e-06,
+      "loss": 4.6663,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0864946889226104e-06,
+      "loss": 4.6393,
+      "step": 110
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.276176024279211e-06,
+      "loss": 4.5888,
+      "step": 120
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.465857359635812e-06,
+      "loss": 4.6612,
+      "step": 130
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.655538694992413e-06,
+      "loss": 4.6547,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.845220030349014e-06,
+      "loss": 4.7248,
+      "step": 150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.034901365705615e-06,
+      "loss": 4.6031,
+      "step": 160
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2245827010622157e-06,
+      "loss": 4.6511,
+      "step": 170
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4142640364188163e-06,
+      "loss": 4.5547,
+      "step": 180
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6039453717754174e-06,
+      "loss": 4.6374,
+      "step": 190
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7936267071320185e-06,
+      "loss": 4.6197,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.983308042488619e-06,
+      "loss": 4.6185,
+      "step": 210
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.172989377845221e-06,
+      "loss": 4.6046,
+      "step": 220
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.362670713201821e-06,
+      "loss": 4.6074,
+      "step": 230
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.552352048558422e-06,
+      "loss": 4.5464,
+      "step": 240
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.742033383915024e-06,
+      "loss": 4.6256,
+      "step": 250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.931714719271624e-06,
+      "loss": 4.6597,
+      "step": 260
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.121396054628225e-06,
+      "loss": 4.5796,
+      "step": 270
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.311077389984826e-06,
+      "loss": 4.5694,
+      "step": 280
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.500758725341427e-06,
+      "loss": 4.659,
+      "step": 290
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.690440060698028e-06,
+      "loss": 4.6983,
+      "step": 300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.8801213960546285e-06,
+      "loss": 4.5705,
+      "step": 310
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.06980273141123e-06,
+      "loss": 4.5639,
+      "step": 320
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.259484066767831e-06,
+      "loss": 4.6241,
+      "step": 330
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.449165402124431e-06,
+      "loss": 4.628,
+      "step": 340
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.638846737481032e-06,
+      "loss": 4.5883,
+      "step": 350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.828528072837633e-06,
+      "loss": 4.6048,
+      "step": 360
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.018209408194234e-06,
+      "loss": 4.6584,
+      "step": 370
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.207890743550835e-06,
+      "loss": 4.6752,
+      "step": 380
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.3975720789074356e-06,
+      "loss": 4.5767,
+      "step": 390
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.587253414264037e-06,
+      "loss": 4.642,
+      "step": 400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.776934749620638e-06,
+      "loss": 4.5667,
+      "step": 410
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.966616084977238e-06,
+      "loss": 4.5188,
+      "step": 420
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.15629742033384e-06,
+      "loss": 4.5286,
+      "step": 430
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.345978755690441e-06,
+      "loss": 4.5154,
+      "step": 440
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.535660091047042e-06,
+      "loss": 4.5849,
+      "step": 450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.725341426403643e-06,
+      "loss": 4.5663,
+      "step": 460
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.915022761760243e-06,
+      "loss": 4.5194,
+      "step": 470
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.104704097116844e-06,
+      "loss": 4.496,
+      "step": 480
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.294385432473445e-06,
+      "loss": 4.4427,
+      "step": 490
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.484066767830047e-06,
+      "loss": 4.5888,
+      "step": 500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.673748103186648e-06,
+      "loss": 4.5173,
+      "step": 510
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.863429438543249e-06,
+      "loss": 4.5703,
+      "step": 520
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.005311077389985e-05,
+      "loss": 4.466,
+      "step": 530
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.024279210925645e-05,
+      "loss": 4.5249,
+      "step": 540
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.043247344461305e-05,
+      "loss": 4.4186,
+      "step": 550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0622154779969651e-05,
+      "loss": 4.5121,
+      "step": 560
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.0811836115326254e-05,
+      "loss": 4.5683,
+      "step": 570
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1001517450682854e-05,
+      "loss": 4.4585,
+      "step": 580
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1191198786039455e-05,
+      "loss": 4.476,
+      "step": 590
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1380880121396056e-05,
+      "loss": 4.3856,
+      "step": 600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1570561456752656e-05,
+      "loss": 4.4231,
+      "step": 610
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.1760242792109257e-05,
+      "loss": 4.375,
+      "step": 620
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.194992412746586e-05,
+      "loss": 4.3542,
+      "step": 630
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.213960546282246e-05,
+      "loss": 4.4062,
+      "step": 640
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.232928679817906e-05,
+      "loss": 4.2902,
+      "step": 650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.2518968133535661e-05,
+      "loss": 4.3666,
+      "step": 660
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.2708649468892262e-05,
+      "loss": 4.2456,
+      "step": 670
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.2898330804248863e-05,
+      "loss": 4.2609,
+      "step": 680
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3088012139605463e-05,
+      "loss": 4.3389,
+      "step": 690
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3277693474962064e-05,
+      "loss": 4.1807,
+      "step": 700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3467374810318665e-05,
+      "loss": 4.2172,
+      "step": 710
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3657056145675265e-05,
+      "loss": 4.1309,
+      "step": 720
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.3846737481031868e-05,
+      "loss": 4.1794,
+      "step": 730
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4036418816388468e-05,
+      "loss": 4.0394,
+      "step": 740
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4226100151745069e-05,
+      "loss": 4.1463,
+      "step": 750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.441578148710167e-05,
+      "loss": 4.1361,
+      "step": 760
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.460546282245827e-05,
+      "loss": 4.0293,
+      "step": 770
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4795144157814871e-05,
+      "loss": 4.0575,
+      "step": 780
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.4984825493171473e-05,
+      "loss": 3.9758,
+      "step": 790
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5174506828528074e-05,
+      "loss": 3.9138,
+      "step": 800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5364188163884675e-05,
+      "loss": 3.9409,
+      "step": 810
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5553869499241275e-05,
+      "loss": 3.9833,
+      "step": 820
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5743550834597876e-05,
+      "loss": 3.8194,
+      "step": 830
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.5933232169954477e-05,
+      "loss": 3.9143,
+      "step": 840
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6122913505311078e-05,
+      "loss": 3.7833,
+      "step": 850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.631259484066768e-05,
+      "loss": 3.7316,
+      "step": 860
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6502276176024282e-05,
+      "loss": 4.0113,
+      "step": 870
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6691957511380883e-05,
+      "loss": 3.8137,
+      "step": 880
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.6881638846737484e-05,
+      "loss": 4.0983,
+      "step": 890
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7071320182094084e-05,
+      "loss": 3.7786,
+      "step": 900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7261001517450685e-05,
+      "loss": 3.8001,
+      "step": 910
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.7450682852807286e-05,
+      "loss": 3.6232,
+      "step": 920
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7640364188163886e-05,
+      "loss": 3.5918,
+      "step": 930
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7830045523520487e-05,
+      "loss": 3.5412,
+      "step": 940
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8019726858877088e-05,
+      "loss": 3.6586,
+      "step": 950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8209408194233688e-05,
+      "loss": 3.6789,
+      "step": 960
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.839908952959029e-05,
+      "loss": 3.6056,
+      "step": 970
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.858877086494689e-05,
+      "loss": 3.6297,
+      "step": 980
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8778452200303494e-05,
+      "loss": 3.6031,
+      "step": 990
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8968133535660094e-05,
+      "loss": 3.4693,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9157814871016695e-05,
+      "loss": 3.3267,
+      "step": 1010
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9347496206373296e-05,
+      "loss": 3.5468,
+      "step": 1020
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9537177541729896e-05,
+      "loss": 3.3226,
+      "step": 1030
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9726858877086497e-05,
+      "loss": 3.4241,
+      "step": 1040
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9916540212443098e-05,
+      "loss": 3.4421,
+      "step": 1050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.01062215477997e-05,
+      "loss": 3.2474,
+      "step": 1060
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.02959028831563e-05,
+      "loss": 3.1911,
+      "step": 1070
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.04855842185129e-05,
+      "loss": 3.2751,
+      "step": 1080
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.06752655538695e-05,
+      "loss": 3.1756,
+      "step": 1090
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.08649468892261e-05,
+      "loss": 3.2812,
+      "step": 1100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1054628224582702e-05,
+      "loss": 3.1802,
+      "step": 1110
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1244309559939302e-05,
+      "loss": 3.1993,
+      "step": 1120
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1433990895295907e-05,
+      "loss": 3.1135,
+      "step": 1130
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1623672230652507e-05,
+      "loss": 3.0828,
+      "step": 1140
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1813353566009108e-05,
+      "loss": 3.0259,
+      "step": 1150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.200303490136571e-05,
+      "loss": 3.0233,
+      "step": 1160
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.219271623672231e-05,
+      "loss": 3.0618,
+      "step": 1170
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.238239757207891e-05,
+      "loss": 2.9612,
+      "step": 1180
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.257207890743551e-05,
+      "loss": 2.9724,
+      "step": 1190
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.276176024279211e-05,
+      "loss": 2.7964,
+      "step": 1200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.2951441578148712e-05,
+      "loss": 2.9328,
+      "step": 1210
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.3141122913505313e-05,
+      "loss": 3.0828,
+      "step": 1220
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.3330804248861913e-05,
+      "loss": 2.8538,
+      "step": 1230
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.3520485584218514e-05,
+      "loss": 2.836,
+      "step": 1240
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.3710166919575115e-05,
+      "loss": 2.8984,
+      "step": 1250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.389984825493172e-05,
+      "loss": 3.1944,
+      "step": 1260
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.408952959028832e-05,
+      "loss": 2.8113,
+      "step": 1270
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.427921092564492e-05,
+      "loss": 2.9952,
+      "step": 1280
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.446889226100152e-05,
+      "loss": 2.6015,
+      "step": 1290
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.465857359635812e-05,
+      "loss": 2.7598,
+      "step": 1300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.4848254931714722e-05,
+      "loss": 2.7691,
+      "step": 1310
+    },
+    {
+      "epoch": 0.05,
+      "eval_accuracy": 0.3723390530254161,
+      "eval_loss": 2.8224644660949707,
+      "eval_runtime": 614.2909,
+      "eval_samples_per_second": 12.618,
+      "eval_steps_per_second": 2.103,
+      "step": 1319
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5037936267071323e-05,
+      "loss": 2.6302,
+      "step": 1320
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5227617602427923e-05,
+      "loss": 2.5674,
+      "step": 1330
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5417298937784524e-05,
+      "loss": 2.6626,
+      "step": 1340
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5606980273141125e-05,
+      "loss": 2.6131,
+      "step": 1350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5796661608497725e-05,
+      "loss": 2.4377,
+      "step": 1360
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.5986342943854326e-05,
+      "loss": 2.6046,
+      "step": 1370
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.6176024279210927e-05,
+      "loss": 2.4089,
+      "step": 1380
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.6365705614567527e-05,
+      "loss": 2.407,
+      "step": 1390
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.6555386949924128e-05,
+      "loss": 2.3953,
+      "step": 1400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.674506828528073e-05,
+      "loss": 2.5839,
+      "step": 1410
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.693474962063733e-05,
+      "loss": 2.3647,
+      "step": 1420
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.712443095599393e-05,
+      "loss": 2.3187,
+      "step": 1430
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.731411229135053e-05,
+      "loss": 2.2226,
+      "step": 1440
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.7503793626707135e-05,
+      "loss": 1.9446,
+      "step": 1450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.7693474962063735e-05,
+      "loss": 2.1345,
+      "step": 1460
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.7883156297420336e-05,
+      "loss": 2.3025,
+      "step": 1470
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.8072837632776937e-05,
+      "loss": 2.2535,
+      "step": 1480
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.8262518968133538e-05,
+      "loss": 2.2146,
+      "step": 1490
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.8452200303490138e-05,
+      "loss": 2.3776,
+      "step": 1500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.864188163884674e-05,
+      "loss": 2.3834,
+      "step": 1510
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.883156297420334e-05,
+      "loss": 2.1672,
+      "step": 1520
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.902124430955994e-05,
+      "loss": 2.2496,
+      "step": 1530
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.921092564491654e-05,
+      "loss": 2.1976,
+      "step": 1540
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.940060698027314e-05,
+      "loss": 2.2141,
+      "step": 1550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.9590288315629742e-05,
+      "loss": 1.846,
+      "step": 1560
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.9779969650986346e-05,
+      "loss": 1.9342,
+      "step": 1570
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 2.9969650986342947e-05,
+      "loss": 2.2097,
+      "step": 1580
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.0159332321699548e-05,
+      "loss": 1.9857,
+      "step": 1590
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.0349013657056148e-05,
+      "loss": 2.2405,
+      "step": 1600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.0538694992412746e-05,
+      "loss": 2.018,
+      "step": 1610
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.072837632776935e-05,
+      "loss": 2.0661,
+      "step": 1620
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.091805766312595e-05,
+      "loss": 1.8737,
+      "step": 1630
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.110773899848255e-05,
+      "loss": 2.2663,
+      "step": 1640
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.129742033383915e-05,
+      "loss": 2.1111,
+      "step": 1650
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.148710166919575e-05,
+      "loss": 2.1449,
+      "step": 1660
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.167678300455235e-05,
+      "loss": 2.0595,
+      "step": 1670
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.1866464339908954e-05,
+      "loss": 1.8436,
+      "step": 1680
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.205614567526555e-05,
+      "loss": 1.865,
+      "step": 1690
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.2245827010622155e-05,
+      "loss": 1.8625,
+      "step": 1700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.243550834597875e-05,
+      "loss": 1.6873,
+      "step": 1710
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.262518968133536e-05,
+      "loss": 1.8459,
+      "step": 1720
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.281487101669196e-05,
+      "loss": 1.9889,
+      "step": 1730
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3004552352048564e-05,
+      "loss": 1.5985,
+      "step": 1740
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.319423368740516e-05,
+      "loss": 1.7511,
+      "step": 1750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3383915022761766e-05,
+      "loss": 1.7906,
+      "step": 1760
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.357359635811836e-05,
+      "loss": 1.8873,
+      "step": 1770
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.376327769347497e-05,
+      "loss": 1.6878,
+      "step": 1780
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3952959028831564e-05,
+      "loss": 1.9693,
+      "step": 1790
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.414264036418817e-05,
+      "loss": 1.6615,
+      "step": 1800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.4332321699544766e-05,
+      "loss": 1.9915,
+      "step": 1810
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.452200303490137e-05,
+      "loss": 1.6995,
+      "step": 1820
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.471168437025797e-05,
+      "loss": 1.8022,
+      "step": 1830
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.490136570561457e-05,
+      "loss": 1.6636,
+      "step": 1840
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.509104704097117e-05,
+      "loss": 1.7474,
+      "step": 1850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.528072837632777e-05,
+      "loss": 1.8256,
+      "step": 1860
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.547040971168437e-05,
+      "loss": 1.81,
+      "step": 1870
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.5660091047040974e-05,
+      "loss": 1.9152,
+      "step": 1880
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.584977238239757e-05,
+      "loss": 1.8167,
+      "step": 1890
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.6039453717754175e-05,
+      "loss": 1.6653,
+      "step": 1900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.622913505311077e-05,
+      "loss": 1.7355,
+      "step": 1910
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.6418816388467377e-05,
+      "loss": 1.751,
+      "step": 1920
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.6608497723823974e-05,
+      "loss": 1.7103,
+      "step": 1930
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.679817905918058e-05,
+      "loss": 1.7756,
+      "step": 1940
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.6987860394537175e-05,
+      "loss": 1.7528,
+      "step": 1950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.717754172989378e-05,
+      "loss": 1.5338,
+      "step": 1960
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.7367223065250377e-05,
+      "loss": 1.55,
+      "step": 1970
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.755690440060699e-05,
+      "loss": 1.5246,
+      "step": 1980
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.7746585735963585e-05,
+      "loss": 1.5441,
+      "step": 1990
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.793626707132019e-05,
+      "loss": 1.6966,
+      "step": 2000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.8125948406676786e-05,
+      "loss": 1.4465,
+      "step": 2010
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.831562974203339e-05,
+      "loss": 1.6943,
+      "step": 2020
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.850531107738999e-05,
+      "loss": 1.6156,
+      "step": 2030
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.869499241274659e-05,
+      "loss": 1.4584,
+      "step": 2040
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.888467374810319e-05,
+      "loss": 1.1909,
+      "step": 2050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.907435508345979e-05,
+      "loss": 1.668,
+      "step": 2060
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.926403641881639e-05,
+      "loss": 1.6842,
+      "step": 2070
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9453717754172994e-05,
+      "loss": 1.7381,
+      "step": 2080
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.964339908952959e-05,
+      "loss": 1.3157,
+      "step": 2090
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.9833080424886195e-05,
+      "loss": 1.5531,
+      "step": 2100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.002276176024279e-05,
+      "loss": 1.4094,
+      "step": 2110
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.02124430955994e-05,
+      "loss": 1.2909,
+      "step": 2120
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.0402124430955994e-05,
+      "loss": 1.4208,
+      "step": 2130
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.05918057663126e-05,
+      "loss": 1.3868,
+      "step": 2140
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.0781487101669195e-05,
+      "loss": 1.1255,
+      "step": 2150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.09711684370258e-05,
+      "loss": 1.3676,
+      "step": 2160
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.11608497723824e-05,
+      "loss": 1.1807,
+      "step": 2170
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.1350531107739e-05,
+      "loss": 1.3585,
+      "step": 2180
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.15402124430956e-05,
+      "loss": 1.4394,
+      "step": 2190
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.17298937784522e-05,
+      "loss": 1.2976,
+      "step": 2200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.19195751138088e-05,
+      "loss": 1.5248,
+      "step": 2210
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.2109256449165404e-05,
+      "loss": 1.1953,
+      "step": 2220
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.2298937784522e-05,
+      "loss": 1.4484,
+      "step": 2230
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.2488619119878605e-05,
+      "loss": 1.3868,
+      "step": 2240
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.267830045523521e-05,
+      "loss": 1.5419,
+      "step": 2250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.286798179059181e-05,
+      "loss": 1.3191,
+      "step": 2260
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.305766312594841e-05,
+      "loss": 1.1909,
+      "step": 2270
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.3247344461305014e-05,
+      "loss": 1.0572,
+      "step": 2280
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.343702579666161e-05,
+      "loss": 1.3524,
+      "step": 2290
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.3626707132018216e-05,
+      "loss": 1.259,
+      "step": 2300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.381638846737481e-05,
+      "loss": 1.0507,
+      "step": 2310
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.400606980273142e-05,
+      "loss": 1.0568,
+      "step": 2320
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.4195751138088014e-05,
+      "loss": 1.1594,
+      "step": 2330
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.438543247344462e-05,
+      "loss": 1.0243,
+      "step": 2340
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.4575113808801216e-05,
+      "loss": 1.3847,
+      "step": 2350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.476479514415782e-05,
+      "loss": 1.1462,
+      "step": 2360
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.495447647951442e-05,
+      "loss": 1.2425,
+      "step": 2370
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.514415781487102e-05,
+      "loss": 0.9946,
+      "step": 2380
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.533383915022762e-05,
+      "loss": 1.2297,
+      "step": 2390
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.552352048558422e-05,
+      "loss": 1.4148,
+      "step": 2400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.571320182094082e-05,
+      "loss": 1.2376,
+      "step": 2410
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.5902883156297424e-05,
+      "loss": 0.9526,
+      "step": 2420
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.609256449165402e-05,
+      "loss": 1.0764,
+      "step": 2430
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.6282245827010625e-05,
+      "loss": 0.7718,
+      "step": 2440
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.647192716236722e-05,
+      "loss": 1.3313,
+      "step": 2450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.6661608497723826e-05,
+      "loss": 1.018,
+      "step": 2460
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.6851289833080424e-05,
+      "loss": 1.0567,
+      "step": 2470
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.704097116843703e-05,
+      "loss": 1.2562,
+      "step": 2480
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.7230652503793625e-05,
+      "loss": 1.333,
+      "step": 2490
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.742033383915023e-05,
+      "loss": 0.9299,
+      "step": 2500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.761001517450683e-05,
+      "loss": 1.0742,
+      "step": 2510
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.779969650986344e-05,
+      "loss": 0.8981,
+      "step": 2520
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.7989377845220035e-05,
+      "loss": 1.3381,
+      "step": 2530
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.817905918057664e-05,
+      "loss": 1.3767,
+      "step": 2540
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.8368740515933236e-05,
+      "loss": 1.211,
+      "step": 2550
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.855842185128984e-05,
+      "loss": 1.2311,
+      "step": 2560
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.874810318664644e-05,
+      "loss": 1.1037,
+      "step": 2570
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.893778452200304e-05,
+      "loss": 1.2958,
+      "step": 2580
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.912746585735964e-05,
+      "loss": 0.9791,
+      "step": 2590
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.931714719271624e-05,
+      "loss": 0.9631,
+      "step": 2600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.950682852807284e-05,
+      "loss": 1.157,
+      "step": 2610
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.9696509863429444e-05,
+      "loss": 0.9209,
+      "step": 2620
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.988619119878604e-05,
+      "loss": 1.2029,
+      "step": 2630
+    },
+    {
+      "epoch": 1.05,
+      "eval_accuracy": 0.6155334795510257,
+      "eval_loss": 1.529559850692749,
+      "eval_runtime": 600.025,
+      "eval_samples_per_second": 12.918,
+      "eval_steps_per_second": 2.153,
+      "step": 2638
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.99915697184286e-05,
+      "loss": 0.8945,
+      "step": 2640
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.997049401450009e-05,
+      "loss": 0.8144,
+      "step": 2650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.994941831057158e-05,
+      "loss": 0.9437,
+      "step": 2660
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.992834260664306e-05,
+      "loss": 0.7294,
+      "step": 2670
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.990726690271456e-05,
+      "loss": 1.2208,
+      "step": 2680
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.988619119878604e-05,
+      "loss": 0.8924,
+      "step": 2690
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.986511549485753e-05,
+      "loss": 0.8446,
+      "step": 2700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.984403979092902e-05,
+      "loss": 0.8439,
+      "step": 2710
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.9822964087000504e-05,
+      "loss": 0.7769,
+      "step": 2720
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.9801888383072e-05,
+      "loss": 1.0994,
+      "step": 2730
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.9780812679143484e-05,
+      "loss": 1.1889,
+      "step": 2740
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.9759736975214974e-05,
+      "loss": 0.833,
+      "step": 2750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.9738661271286464e-05,
+      "loss": 1.0709,
+      "step": 2760
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.971758556735795e-05,
+      "loss": 0.7635,
+      "step": 2770
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9696509863429444e-05,
+      "loss": 0.7532,
+      "step": 2780
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.967543415950093e-05,
+      "loss": 0.9951,
+      "step": 2790
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.965435845557242e-05,
+      "loss": 0.8811,
+      "step": 2800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.963328275164391e-05,
+      "loss": 0.8412,
+      "step": 2810
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.96122070477154e-05,
+      "loss": 1.122,
+      "step": 2820
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.959113134378689e-05,
+      "loss": 0.9793,
+      "step": 2830
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.957005563985838e-05,
+      "loss": 0.8735,
+      "step": 2840
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.954897993592986e-05,
+      "loss": 0.9934,
+      "step": 2850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.952790423200135e-05,
+      "loss": 0.9887,
+      "step": 2860
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.950682852807284e-05,
+      "loss": 0.7727,
+      "step": 2870
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.948575282414433e-05,
+      "loss": 0.8353,
+      "step": 2880
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.946467712021582e-05,
+      "loss": 0.8789,
+      "step": 2890
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.94436014162873e-05,
+      "loss": 0.9352,
+      "step": 2900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.94225257123588e-05,
+      "loss": 0.9092,
+      "step": 2910
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.940145000843028e-05,
+      "loss": 0.9885,
+      "step": 2920
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.938037430450177e-05,
+      "loss": 1.0428,
+      "step": 2930
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.935929860057326e-05,
+      "loss": 0.7997,
+      "step": 2940
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9338222896644746e-05,
+      "loss": 0.7975,
+      "step": 2950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.931714719271624e-05,
+      "loss": 1.2249,
+      "step": 2960
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9296071488787726e-05,
+      "loss": 0.8115,
+      "step": 2970
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9274995784859216e-05,
+      "loss": 0.8086,
+      "step": 2980
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9253920080930706e-05,
+      "loss": 0.8496,
+      "step": 2990
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9232844377002196e-05,
+      "loss": 0.8936,
+      "step": 3000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9211768673073686e-05,
+      "loss": 0.6652,
+      "step": 3010
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.9190692969145176e-05,
+      "loss": 0.7735,
+      "step": 3020
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 4.916961726521666e-05,
+      "loss": 0.6605,
+      "step": 3030
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.914854156128815e-05,
+      "loss": 0.5288,
+      "step": 3040
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.912746585735964e-05,
+      "loss": 0.7118,
+      "step": 3050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.910639015343113e-05,
+      "loss": 0.6925,
+      "step": 3060
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.908531444950262e-05,
+      "loss": 0.8388,
+      "step": 3070
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.90642387455741e-05,
+      "loss": 0.8014,
+      "step": 3080
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.90431630416456e-05,
+      "loss": 0.675,
+      "step": 3090
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.902208733771708e-05,
+      "loss": 0.7437,
+      "step": 3100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.900101163378857e-05,
+      "loss": 0.6269,
+      "step": 3110
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.897993592986006e-05,
+      "loss": 0.7547,
+      "step": 3120
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8958860225931545e-05,
+      "loss": 0.769,
+      "step": 3130
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.893778452200304e-05,
+      "loss": 0.6497,
+      "step": 3140
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8916708818074525e-05,
+      "loss": 0.6917,
+      "step": 3150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8895633114146014e-05,
+      "loss": 0.7603,
+      "step": 3160
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8874557410217504e-05,
+      "loss": 0.5138,
+      "step": 3170
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8853481706288994e-05,
+      "loss": 0.8062,
+      "step": 3180
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.8832406002360484e-05,
+      "loss": 1.0148,
+      "step": 3190
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.881133029843197e-05,
+      "loss": 0.77,
+      "step": 3200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.879025459450346e-05,
+      "loss": 0.9218,
+      "step": 3210
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.876917889057495e-05,
+      "loss": 0.5389,
+      "step": 3220
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.874810318664644e-05,
+      "loss": 0.6977,
+      "step": 3230
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.872702748271793e-05,
+      "loss": 0.5218,
+      "step": 3240
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.870595177878942e-05,
+      "loss": 0.6837,
+      "step": 3250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.86848760748609e-05,
+      "loss": 0.676,
+      "step": 3260
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.86638003709324e-05,
+      "loss": 0.4456,
+      "step": 3270
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.864272466700388e-05,
+      "loss": 0.861,
+      "step": 3280
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 4.862164896307537e-05,
+      "loss": 0.6688,
+      "step": 3290
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.860057325914686e-05,
+      "loss": 0.6082,
+      "step": 3300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.857949755521834e-05,
+      "loss": 0.5962,
+      "step": 3310
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.855842185128984e-05,
+      "loss": 0.4579,
+      "step": 3320
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.853734614736132e-05,
+      "loss": 0.6682,
+      "step": 3330
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.851627044343281e-05,
+      "loss": 0.6074,
+      "step": 3340
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.84951947395043e-05,
+      "loss": 0.7534,
+      "step": 3350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8474119035575786e-05,
+      "loss": 0.6703,
+      "step": 3360
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.845304333164728e-05,
+      "loss": 0.7521,
+      "step": 3370
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8431967627718766e-05,
+      "loss": 0.5594,
+      "step": 3380
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8410891923790256e-05,
+      "loss": 0.6991,
+      "step": 3390
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8389816219861746e-05,
+      "loss": 0.7109,
+      "step": 3400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8368740515933236e-05,
+      "loss": 0.357,
+      "step": 3410
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8347664812004726e-05,
+      "loss": 0.6967,
+      "step": 3420
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8326589108076216e-05,
+      "loss": 0.67,
+      "step": 3430
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.83055134041477e-05,
+      "loss": 0.4951,
+      "step": 3440
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.828443770021919e-05,
+      "loss": 0.6282,
+      "step": 3450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.826336199629068e-05,
+      "loss": 0.7869,
+      "step": 3460
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.824228629236217e-05,
+      "loss": 0.4811,
+      "step": 3470
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.822121058843366e-05,
+      "loss": 0.7678,
+      "step": 3480
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.820013488450514e-05,
+      "loss": 0.7246,
+      "step": 3490
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.817905918057664e-05,
+      "loss": 0.4494,
+      "step": 3500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.815798347664812e-05,
+      "loss": 0.4555,
+      "step": 3510
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.813690777271961e-05,
+      "loss": 0.7484,
+      "step": 3520
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.81158320687911e-05,
+      "loss": 0.72,
+      "step": 3530
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8094756364862585e-05,
+      "loss": 0.6443,
+      "step": 3540
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.807368066093408e-05,
+      "loss": 0.8899,
+      "step": 3550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 4.8052604957005565e-05,
+      "loss": 0.5806,
+      "step": 3560
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.8031529253077055e-05,
+      "loss": 0.4642,
+      "step": 3570
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.8010453549148545e-05,
+      "loss": 0.467,
+      "step": 3580
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7989377845220035e-05,
+      "loss": 0.6369,
+      "step": 3590
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7968302141291525e-05,
+      "loss": 0.5246,
+      "step": 3600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.794722643736301e-05,
+      "loss": 0.6002,
+      "step": 3610
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.79261507334345e-05,
+      "loss": 0.5689,
+      "step": 3620
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.790507502950599e-05,
+      "loss": 0.6291,
+      "step": 3630
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.788399932557748e-05,
+      "loss": 0.572,
+      "step": 3640
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.786292362164896e-05,
+      "loss": 0.4498,
+      "step": 3650
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.784184791772046e-05,
+      "loss": 0.3739,
+      "step": 3660
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.782077221379194e-05,
+      "loss": 0.793,
+      "step": 3670
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.779969650986344e-05,
+      "loss": 0.5815,
+      "step": 3680
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.777862080593492e-05,
+      "loss": 0.4536,
+      "step": 3690
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7757545102006404e-05,
+      "loss": 0.8622,
+      "step": 3700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.77364693980779e-05,
+      "loss": 0.5959,
+      "step": 3710
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7715393694149384e-05,
+      "loss": 0.7036,
+      "step": 3720
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.769431799022088e-05,
+      "loss": 0.404,
+      "step": 3730
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7673242286292363e-05,
+      "loss": 0.3844,
+      "step": 3740
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.765216658236385e-05,
+      "loss": 0.6977,
+      "step": 3750
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.763109087843534e-05,
+      "loss": 0.666,
+      "step": 3760
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.761001517450683e-05,
+      "loss": 0.3494,
+      "step": 3770
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.758893947057832e-05,
+      "loss": 0.5597,
+      "step": 3780
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7567863766649806e-05,
+      "loss": 0.6307,
+      "step": 3790
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7546788062721296e-05,
+      "loss": 0.5367,
+      "step": 3800
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7525712358792786e-05,
+      "loss": 0.5488,
+      "step": 3810
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 4.7504636654864276e-05,
+      "loss": 0.5136,
+      "step": 3820
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.748356095093576e-05,
+      "loss": 0.524,
+      "step": 3830
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.7462485247007256e-05,
+      "loss": 0.5213,
+      "step": 3840
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.744140954307874e-05,
+      "loss": 0.6154,
+      "step": 3850
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.742033383915023e-05,
+      "loss": 0.6145,
+      "step": 3860
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.739925813522172e-05,
+      "loss": 0.5454,
+      "step": 3870
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.73781824312932e-05,
+      "loss": 0.6215,
+      "step": 3880
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.73571067273647e-05,
+      "loss": 0.4752,
+      "step": 3890
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.733603102343618e-05,
+      "loss": 0.5089,
+      "step": 3900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.731495531950768e-05,
+      "loss": 0.3631,
+      "step": 3910
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.729387961557916e-05,
+      "loss": 0.4482,
+      "step": 3920
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.727280391165065e-05,
+      "loss": 0.4062,
+      "step": 3930
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.725172820772214e-05,
+      "loss": 0.581,
+      "step": 3940
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.7230652503793625e-05,
+      "loss": 0.676,
+      "step": 3950
+    },
+    {
+      "epoch": 2.05,
+      "eval_accuracy": 0.5866339827119081,
+      "eval_loss": 1.6156681776046753,
+      "eval_runtime": 646.5336,
+      "eval_samples_per_second": 11.989,
+      "eval_steps_per_second": 1.998,
+      "step": 3957
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7209576799865115e-05,
+      "loss": 0.6418,
+      "step": 3960
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7188501095936605e-05,
+      "loss": 0.3614,
+      "step": 3970
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7167425392008095e-05,
+      "loss": 0.2603,
+      "step": 3980
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7146349688079585e-05,
+      "loss": 0.2727,
+      "step": 3990
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7125273984151075e-05,
+      "loss": 0.5662,
+      "step": 4000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.710419828022256e-05,
+      "loss": 0.4175,
+      "step": 4010
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7083122576294055e-05,
+      "loss": 0.3437,
+      "step": 4020
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.706204687236554e-05,
+      "loss": 0.4068,
+      "step": 4030
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.704097116843703e-05,
+      "loss": 0.3509,
+      "step": 4040
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.701989546450852e-05,
+      "loss": 0.4293,
+      "step": 4050
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.699881976058e-05,
+      "loss": 0.5772,
+      "step": 4060
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.69777440566515e-05,
+      "loss": 0.5707,
+      "step": 4070
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.695666835272298e-05,
+      "loss": 0.4496,
+      "step": 4080
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.693559264879447e-05,
+      "loss": 0.4237,
+      "step": 4090
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.691451694486596e-05,
+      "loss": 0.3144,
+      "step": 4100
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6893441240937444e-05,
+      "loss": 0.3843,
+      "step": 4110
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.687236553700894e-05,
+      "loss": 0.2888,
+      "step": 4120
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6851289833080424e-05,
+      "loss": 0.297,
+      "step": 4130
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6830214129151914e-05,
+      "loss": 0.5346,
+      "step": 4140
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6809138425223404e-05,
+      "loss": 0.5057,
+      "step": 4150
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6788062721294894e-05,
+      "loss": 0.4377,
+      "step": 4160
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6766987017366384e-05,
+      "loss": 0.816,
+      "step": 4170
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6745911313437873e-05,
+      "loss": 0.4945,
+      "step": 4180
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.672483560950936e-05,
+      "loss": 0.3932,
+      "step": 4190
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6703759905580847e-05,
+      "loss": 0.2313,
+      "step": 4200
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6682684201652337e-05,
+      "loss": 0.2922,
+      "step": 4210
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6661608497723826e-05,
+      "loss": 0.2544,
+      "step": 4220
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6640532793795316e-05,
+      "loss": 0.4625,
+      "step": 4230
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.66194570898668e-05,
+      "loss": 0.1986,
+      "step": 4240
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.6598381385938296e-05,
+      "loss": 0.7338,
+      "step": 4250
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.657730568200978e-05,
+      "loss": 0.377,
+      "step": 4260
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.655622997808127e-05,
+      "loss": 0.1785,
+      "step": 4270
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.653515427415276e-05,
+      "loss": 0.2459,
+      "step": 4280
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.651407857022424e-05,
+      "loss": 0.4283,
+      "step": 4290
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.649300286629574e-05,
+      "loss": 0.4453,
+      "step": 4300
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.647192716236722e-05,
+      "loss": 0.292,
+      "step": 4310
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.645085145843871e-05,
+      "loss": 0.581,
+      "step": 4320
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.64297757545102e-05,
+      "loss": 0.5727,
+      "step": 4330
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.640870005058169e-05,
+      "loss": 0.2216,
+      "step": 4340
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 4.638762434665318e-05,
+      "loss": 0.1869,
+      "step": 4350
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6366548642724665e-05,
+      "loss": 0.5511,
+      "step": 4360
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6345472938796155e-05,
+      "loss": 0.5957,
+      "step": 4370
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6324397234867645e-05,
+      "loss": 0.3203,
+      "step": 4380
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6303321530939135e-05,
+      "loss": 0.361,
+      "step": 4390
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6282245827010625e-05,
+      "loss": 0.4562,
+      "step": 4400
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6261170123082115e-05,
+      "loss": 0.277,
+      "step": 4410
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.62400944191536e-05,
+      "loss": 0.3882,
+      "step": 4420
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6219018715225095e-05,
+      "loss": 0.483,
+      "step": 4430
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.619794301129658e-05,
+      "loss": 0.4542,
+      "step": 4440
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.617686730736807e-05,
+      "loss": 0.3737,
+      "step": 4450
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.615579160343956e-05,
+      "loss": 0.1152,
+      "step": 4460
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.613471589951104e-05,
+      "loss": 0.207,
+      "step": 4470
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.611364019558254e-05,
+      "loss": 0.5553,
+      "step": 4480
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.609256449165402e-05,
+      "loss": 0.2193,
+      "step": 4490
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.607148878772551e-05,
+      "loss": 0.518,
+      "step": 4500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.6050413083797e-05,
+      "loss": 0.4581,
+      "step": 4510
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.602933737986849e-05,
+      "loss": 0.2633,
+      "step": 4520
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.600826167593998e-05,
+      "loss": 0.2761,
+      "step": 4530
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5987185972011464e-05,
+      "loss": 0.2893,
+      "step": 4540
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5966110268082954e-05,
+      "loss": 0.3202,
+      "step": 4550
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5945034564154444e-05,
+      "loss": 0.4685,
+      "step": 4560
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5923958860225934e-05,
+      "loss": 0.4898,
+      "step": 4570
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5902883156297424e-05,
+      "loss": 0.589,
+      "step": 4580
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5881807452368914e-05,
+      "loss": 0.2862,
+      "step": 4590
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.58607317484404e-05,
+      "loss": 0.2961,
+      "step": 4600
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 4.5839656044511894e-05,
+      "loss": 0.5167,
+      "step": 4610
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.581858034058338e-05,
+      "loss": 0.2775,
+      "step": 4620
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.579750463665487e-05,
+      "loss": 0.5435,
+      "step": 4630
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.577642893272636e-05,
+      "loss": 0.3508,
+      "step": 4640
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.575535322879784e-05,
+      "loss": 0.4437,
+      "step": 4650
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5734277524869337e-05,
+      "loss": 0.5257,
+      "step": 4660
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.571320182094082e-05,
+      "loss": 0.3163,
+      "step": 4670
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.569212611701231e-05,
+      "loss": 0.3354,
+      "step": 4680
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.56710504130838e-05,
+      "loss": 0.2716,
+      "step": 4690
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.564997470915528e-05,
+      "loss": 0.3567,
+      "step": 4700
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.562889900522678e-05,
+      "loss": 0.3222,
+      "step": 4710
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.560782330129826e-05,
+      "loss": 0.4045,
+      "step": 4720
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.558674759736975e-05,
+      "loss": 0.4866,
+      "step": 4730
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.556567189344124e-05,
+      "loss": 0.317,
+      "step": 4740
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.554459618951273e-05,
+      "loss": 0.1727,
+      "step": 4750
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.552352048558422e-05,
+      "loss": 0.3413,
+      "step": 4760
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.550244478165571e-05,
+      "loss": 0.2314,
+      "step": 4770
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5481369077727196e-05,
+      "loss": 0.2794,
+      "step": 4780
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5460293373798686e-05,
+      "loss": 0.5064,
+      "step": 4790
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5439217669870175e-05,
+      "loss": 0.2633,
+      "step": 4800
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5418141965941665e-05,
+      "loss": 0.2901,
+      "step": 4810
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5397066262013155e-05,
+      "loss": 0.5034,
+      "step": 4820
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.537599055808464e-05,
+      "loss": 0.209,
+      "step": 4830
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.5354914854156135e-05,
+      "loss": 0.2404,
+      "step": 4840
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.533383915022762e-05,
+      "loss": 0.5545,
+      "step": 4850
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.531276344629911e-05,
+      "loss": 0.3652,
+      "step": 4860
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 4.52916877423706e-05,
+      "loss": 0.3644,
+      "step": 4870
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.527061203844208e-05,
+      "loss": 0.3144,
+      "step": 4880
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.524953633451358e-05,
+      "loss": 0.6066,
+      "step": 4890
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.522846063058506e-05,
+      "loss": 0.3251,
+      "step": 4900
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.520738492665655e-05,
+      "loss": 0.1698,
+      "step": 4910
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.518630922272804e-05,
+      "loss": 0.2872,
+      "step": 4920
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.516523351879953e-05,
+      "loss": 0.3595,
+      "step": 4930
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.514415781487102e-05,
+      "loss": 0.2819,
+      "step": 4940
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5123082110942504e-05,
+      "loss": 0.4009,
+      "step": 4950
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5102006407013994e-05,
+      "loss": 0.427,
+      "step": 4960
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5080930703085484e-05,
+      "loss": 0.3406,
+      "step": 4970
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5059854999156974e-05,
+      "loss": 0.2869,
+      "step": 4980
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5038779295228464e-05,
+      "loss": 0.1353,
+      "step": 4990
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.5017703591299954e-05,
+      "loss": 0.3642,
+      "step": 5000
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.499662788737144e-05,
+      "loss": 0.1667,
+      "step": 5010
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.4975552183442934e-05,
+      "loss": 0.3534,
+      "step": 5020
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.495447647951442e-05,
+      "loss": 0.4473,
+      "step": 5030
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.493340077558591e-05,
+      "loss": 0.2571,
+      "step": 5040
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.49123250716574e-05,
+      "loss": 0.5701,
+      "step": 5050
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.489124936772888e-05,
+      "loss": 0.209,
+      "step": 5060
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.487017366380038e-05,
+      "loss": 0.4786,
+      "step": 5070
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.484909795987186e-05,
+      "loss": 0.1807,
+      "step": 5080
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.482802225594335e-05,
+      "loss": 0.2774,
+      "step": 5090
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.480694655201484e-05,
+      "loss": 0.3292,
+      "step": 5100
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.478587084808633e-05,
+      "loss": 0.2858,
+      "step": 5110
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.476479514415782e-05,
+      "loss": 0.4138,
+      "step": 5120
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.47437194402293e-05,
+      "loss": 0.1634,
+      "step": 5130
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 4.472264373630079e-05,
+      "loss": 0.303,
+      "step": 5140
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.470156803237228e-05,
+      "loss": 0.2129,
+      "step": 5150
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.468049232844377e-05,
+      "loss": 0.3426,
+      "step": 5160
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.465941662451526e-05,
+      "loss": 0.4543,
+      "step": 5170
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.463834092058675e-05,
+      "loss": 0.3419,
+      "step": 5180
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4617265216658236e-05,
+      "loss": 0.4096,
+      "step": 5190
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4596189512729726e-05,
+      "loss": 0.2696,
+      "step": 5200
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4575113808801216e-05,
+      "loss": 0.1778,
+      "step": 5210
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4554038104872706e-05,
+      "loss": 0.4102,
+      "step": 5220
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4532962400944196e-05,
+      "loss": 0.5422,
+      "step": 5230
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.451188669701568e-05,
+      "loss": 0.3684,
+      "step": 5240
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.4490810993087175e-05,
+      "loss": 0.6357,
+      "step": 5250
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.446973528915866e-05,
+      "loss": 0.3092,
+      "step": 5260
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 4.444865958523015e-05,
+      "loss": 0.4869,
+      "step": 5270
+    },
+    {
+      "epoch": 3.05,
+      "eval_accuracy": 0.7428718874983873,
+      "eval_loss": 1.0127977132797241,
+      "eval_runtime": 647.4659,
+      "eval_samples_per_second": 11.971,
+      "eval_steps_per_second": 1.995,
+      "step": 5276
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.442758388130164e-05,
+      "loss": 0.177,
+      "step": 5280
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.440650817737312e-05,
+      "loss": 0.2913,
+      "step": 5290
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.438543247344462e-05,
+      "loss": 0.1199,
+      "step": 5300
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.43643567695161e-05,
+      "loss": 0.3458,
+      "step": 5310
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.434328106558759e-05,
+      "loss": 0.3838,
+      "step": 5320
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.432220536165908e-05,
+      "loss": 0.3661,
+      "step": 5330
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.430112965773057e-05,
+      "loss": 0.202,
+      "step": 5340
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.428005395380206e-05,
+      "loss": 0.2447,
+      "step": 5350
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.425897824987355e-05,
+      "loss": 0.2621,
+      "step": 5360
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.4237902545945034e-05,
+      "loss": 0.616,
+      "step": 5370
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.4216826842016524e-05,
+      "loss": 0.2259,
+      "step": 5380
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.4195751138088014e-05,
+      "loss": 0.3565,
+      "step": 5390
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.4174675434159504e-05,
+      "loss": 0.1403,
+      "step": 5400
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.4153599730230994e-05,
+      "loss": 0.1834,
+      "step": 5410
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.413252402630248e-05,
+      "loss": 0.2413,
+      "step": 5420
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.4111448322373974e-05,
+      "loss": 0.2226,
+      "step": 5430
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.409037261844546e-05,
+      "loss": 0.2338,
+      "step": 5440
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.406929691451695e-05,
+      "loss": 0.1076,
+      "step": 5450
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.404822121058844e-05,
+      "loss": 0.1769,
+      "step": 5460
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.402714550665992e-05,
+      "loss": 0.3295,
+      "step": 5470
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.400606980273142e-05,
+      "loss": 0.2033,
+      "step": 5480
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.39849940988029e-05,
+      "loss": 0.1455,
+      "step": 5490
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.396391839487439e-05,
+      "loss": 0.1663,
+      "step": 5500
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.394284269094588e-05,
+      "loss": 0.3529,
+      "step": 5510
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.392176698701737e-05,
+      "loss": 0.2741,
+      "step": 5520
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.390069128308886e-05,
+      "loss": 0.4579,
+      "step": 5530
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.387961557916034e-05,
+      "loss": 0.2324,
+      "step": 5540
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.385853987523183e-05,
+      "loss": 0.1154,
+      "step": 5550
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.383746417130332e-05,
+      "loss": 0.2296,
+      "step": 5560
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.381638846737481e-05,
+      "loss": 0.0611,
+      "step": 5570
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.37953127634463e-05,
+      "loss": 0.1586,
+      "step": 5580
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.377423705951779e-05,
+      "loss": 0.3691,
+      "step": 5590
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.3753161355589276e-05,
+      "loss": 0.1593,
+      "step": 5600
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.373208565166077e-05,
+      "loss": 0.2794,
+      "step": 5610
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.3711009947732256e-05,
+      "loss": 0.1267,
+      "step": 5620
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.3689934243803746e-05,
+      "loss": 0.2784,
+      "step": 5630
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.3668858539875236e-05,
+      "loss": 0.1026,
+      "step": 5640
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.364778283594672e-05,
+      "loss": 0.2721,
+      "step": 5650
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.3626707132018216e-05,
+      "loss": 0.2624,
+      "step": 5660
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.36056314280897e-05,
+      "loss": 0.3984,
+      "step": 5670
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.358455572416119e-05,
+      "loss": 0.1997,
+      "step": 5680
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.356348002023268e-05,
+      "loss": 0.2375,
+      "step": 5690
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.354240431630416e-05,
+      "loss": 0.2193,
+      "step": 5700
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.352132861237566e-05,
+      "loss": 0.23,
+      "step": 5710
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.350025290844714e-05,
+      "loss": 0.1779,
+      "step": 5720
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.347917720451863e-05,
+      "loss": 0.2449,
+      "step": 5730
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.345810150059012e-05,
+      "loss": 0.2579,
+      "step": 5740
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.343702579666161e-05,
+      "loss": 0.0516,
+      "step": 5750
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.34159500927331e-05,
+      "loss": 0.2237,
+      "step": 5760
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.339487438880459e-05,
+      "loss": 0.159,
+      "step": 5770
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3373798684876075e-05,
+      "loss": 0.1894,
+      "step": 5780
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3352722980947565e-05,
+      "loss": 0.381,
+      "step": 5790
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3331647277019055e-05,
+      "loss": 0.2324,
+      "step": 5800
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3310571573090545e-05,
+      "loss": 0.2134,
+      "step": 5810
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3289495869162034e-05,
+      "loss": 0.0918,
+      "step": 5820
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.326842016523352e-05,
+      "loss": 0.0286,
+      "step": 5830
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.3247344461305014e-05,
+      "loss": 0.1793,
+      "step": 5840
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.32262687573765e-05,
+      "loss": 0.4101,
+      "step": 5850
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.320519305344799e-05,
+      "loss": 0.2538,
+      "step": 5860
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.318411734951948e-05,
+      "loss": 0.0729,
+      "step": 5870
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.316304164559096e-05,
+      "loss": 0.2183,
+      "step": 5880
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.314196594166246e-05,
+      "loss": 0.164,
+      "step": 5890
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.312089023773394e-05,
+      "loss": 0.1658,
+      "step": 5900
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.309981453380543e-05,
+      "loss": 0.1667,
+      "step": 5910
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.307873882987692e-05,
+      "loss": 0.1992,
+      "step": 5920
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.305766312594841e-05,
+      "loss": 0.1865,
+      "step": 5930
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.30365874220199e-05,
+      "loss": 0.1686,
+      "step": 5940
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.3015511718091383e-05,
+      "loss": 0.1537,
+      "step": 5950
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.299443601416287e-05,
+      "loss": 0.3576,
+      "step": 5960
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.297336031023436e-05,
+      "loss": 0.2725,
+      "step": 5970
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.295228460630585e-05,
+      "loss": 0.0928,
+      "step": 5980
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.293120890237734e-05,
+      "loss": 0.3768,
+      "step": 5990
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.291013319844883e-05,
+      "loss": 0.1115,
+      "step": 6000
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2889057494520316e-05,
+      "loss": 0.1907,
+      "step": 6010
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.286798179059181e-05,
+      "loss": 0.2348,
+      "step": 6020
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2846906086663296e-05,
+      "loss": 0.0956,
+      "step": 6030
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2825830382734786e-05,
+      "loss": 0.2364,
+      "step": 6040
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2804754678806276e-05,
+      "loss": 0.1108,
+      "step": 6050
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.278367897487776e-05,
+      "loss": 0.1966,
+      "step": 6060
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2762603270949256e-05,
+      "loss": 0.0861,
+      "step": 6070
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.274152756702074e-05,
+      "loss": 0.2979,
+      "step": 6080
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.272045186309223e-05,
+      "loss": 0.3533,
+      "step": 6090
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.269937615916372e-05,
+      "loss": 0.1652,
+      "step": 6100
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.267830045523521e-05,
+      "loss": 0.4561,
+      "step": 6110
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.26572247513067e-05,
+      "loss": 0.5252,
+      "step": 6120
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.263614904737818e-05,
+      "loss": 0.2804,
+      "step": 6130
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.261507334344967e-05,
+      "loss": 0.3027,
+      "step": 6140
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.259399763952116e-05,
+      "loss": 0.136,
+      "step": 6150
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.257292193559265e-05,
+      "loss": 0.1249,
+      "step": 6160
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.255184623166414e-05,
+      "loss": 0.1661,
+      "step": 6170
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.253077052773563e-05,
+      "loss": 0.1447,
+      "step": 6180
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.2509694823807115e-05,
+      "loss": 0.1439,
+      "step": 6190
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2488619119878605e-05,
+      "loss": 0.4538,
+      "step": 6200
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2467543415950095e-05,
+      "loss": 0.3134,
+      "step": 6210
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2446467712021585e-05,
+      "loss": 0.1245,
+      "step": 6220
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2425392008093075e-05,
+      "loss": 0.3171,
+      "step": 6230
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.240431630416456e-05,
+      "loss": 0.1668,
+      "step": 6240
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2383240600236055e-05,
+      "loss": 0.1103,
+      "step": 6250
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.236216489630754e-05,
+      "loss": 0.2651,
+      "step": 6260
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.234108919237903e-05,
+      "loss": 0.422,
+      "step": 6270
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.232001348845052e-05,
+      "loss": 0.1069,
+      "step": 6280
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2298937784522e-05,
+      "loss": 0.027,
+      "step": 6290
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.22778620805935e-05,
+      "loss": 0.036,
+      "step": 6300
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.225678637666498e-05,
+      "loss": 0.4745,
+      "step": 6310
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.223571067273647e-05,
+      "loss": 0.2455,
+      "step": 6320
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.221463496880796e-05,
+      "loss": 0.2221,
+      "step": 6330
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.219355926487945e-05,
+      "loss": 0.1865,
+      "step": 6340
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.217248356095094e-05,
+      "loss": 0.4888,
+      "step": 6350
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.215140785702243e-05,
+      "loss": 0.0571,
+      "step": 6360
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2130332153093914e-05,
+      "loss": 0.0955,
+      "step": 6370
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2109256449165404e-05,
+      "loss": 0.0715,
+      "step": 6380
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2088180745236894e-05,
+      "loss": 0.2241,
+      "step": 6390
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.206710504130838e-05,
+      "loss": 0.3646,
+      "step": 6400
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2046029337379873e-05,
+      "loss": 0.3002,
+      "step": 6410
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.2024953633451357e-05,
+      "loss": 0.2378,
+      "step": 6420
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.200387792952285e-05,
+      "loss": 0.3448,
+      "step": 6430
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.1982802225594336e-05,
+      "loss": 0.4826,
+      "step": 6440
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.1961726521665826e-05,
+      "loss": 0.0956,
+      "step": 6450
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.1940650817737316e-05,
+      "loss": 0.5153,
+      "step": 6460
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.19195751138088e-05,
+      "loss": 0.2696,
+      "step": 6470
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.1898499409880296e-05,
+      "loss": 0.4102,
+      "step": 6480
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.187742370595178e-05,
+      "loss": 0.2704,
+      "step": 6490
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.185634800202327e-05,
+      "loss": 0.3626,
+      "step": 6500
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.183527229809476e-05,
+      "loss": 0.289,
+      "step": 6510
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.181419659416625e-05,
+      "loss": 0.0829,
+      "step": 6520
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.179312089023774e-05,
+      "loss": 0.0207,
+      "step": 6530
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.177204518630922e-05,
+      "loss": 0.1628,
+      "step": 6540
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.175096948238071e-05,
+      "loss": 0.3298,
+      "step": 6550
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.17298937784522e-05,
+      "loss": 0.2431,
+      "step": 6560
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.170881807452369e-05,
+      "loss": 0.3157,
+      "step": 6570
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.1687742370595175e-05,
+      "loss": 0.1704,
+      "step": 6580
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.1384,
+      "step": 6590
+    },
+    {
+      "epoch": 4.05,
+      "eval_accuracy": 0.7600309637466134,
+      "eval_loss": 1.0486570596694946,
+      "eval_runtime": 648.1678,
+      "eval_samples_per_second": 11.958,
+      "eval_steps_per_second": 1.993,
+      "step": 6595
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.1645590962738155e-05,
+      "loss": 0.1206,
+      "step": 6600
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.162451525880965e-05,
+      "loss": 0.1343,
+      "step": 6610
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.1603439554881135e-05,
+      "loss": 0.1016,
+      "step": 6620
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.158236385095262e-05,
+      "loss": 0.1174,
+      "step": 6630
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.1561288147024115e-05,
+      "loss": 0.1494,
+      "step": 6640
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.15402124430956e-05,
+      "loss": 0.2598,
+      "step": 6650
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.1519136739167095e-05,
+      "loss": 0.1995,
+      "step": 6660
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.149806103523858e-05,
+      "loss": 0.2618,
+      "step": 6670
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.147698533131007e-05,
+      "loss": 0.0376,
+      "step": 6680
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.145590962738156e-05,
+      "loss": 0.0857,
+      "step": 6690
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.143483392345305e-05,
+      "loss": 0.1378,
+      "step": 6700
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.141375821952453e-05,
+      "loss": 0.1517,
+      "step": 6710
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.139268251559602e-05,
+      "loss": 0.0785,
+      "step": 6720
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.137160681166751e-05,
+      "loss": 0.0116,
+      "step": 6730
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1350531107739e-05,
+      "loss": 0.1043,
+      "step": 6740
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.132945540381049e-05,
+      "loss": 0.1452,
+      "step": 6750
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1308379699881974e-05,
+      "loss": 0.405,
+      "step": 6760
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.128730399595347e-05,
+      "loss": 0.1676,
+      "step": 6770
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1266228292024954e-05,
+      "loss": 0.0867,
+      "step": 6780
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1245152588096444e-05,
+      "loss": 0.0821,
+      "step": 6790
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1224076884167934e-05,
+      "loss": 0.1357,
+      "step": 6800
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.120300118023942e-05,
+      "loss": 0.1671,
+      "step": 6810
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1181925476310914e-05,
+      "loss": 0.124,
+      "step": 6820
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.11608497723824e-05,
+      "loss": 0.3891,
+      "step": 6830
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1139774068453894e-05,
+      "loss": 0.2542,
+      "step": 6840
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.111869836452538e-05,
+      "loss": 0.0824,
+      "step": 6850
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.109762266059687e-05,
+      "loss": 0.2453,
+      "step": 6860
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.1076546956668357e-05,
+      "loss": 0.1293,
+      "step": 6870
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.105547125273984e-05,
+      "loss": 0.0177,
+      "step": 6880
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.103439554881133e-05,
+      "loss": 0.2207,
+      "step": 6890
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.101331984488282e-05,
+      "loss": 0.0735,
+      "step": 6900
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.099224414095431e-05,
+      "loss": 0.1172,
+      "step": 6910
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.09711684370258e-05,
+      "loss": 0.0927,
+      "step": 6920
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.095009273309729e-05,
+      "loss": 0.102,
+      "step": 6930
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.092901702916877e-05,
+      "loss": 0.0243,
+      "step": 6940
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.090794132524027e-05,
+      "loss": 0.1573,
+      "step": 6950
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.088686562131175e-05,
+      "loss": 0.1497,
+      "step": 6960
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.086578991738324e-05,
+      "loss": 0.0873,
+      "step": 6970
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.084471421345473e-05,
+      "loss": 0.2285,
+      "step": 6980
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 4.0823638509526216e-05,
+      "loss": 0.1726,
+      "step": 6990
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.080256280559771e-05,
+      "loss": 0.3354,
+      "step": 7000
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0781487101669195e-05,
+      "loss": 0.1363,
+      "step": 7010
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0760411397740685e-05,
+      "loss": 0.0677,
+      "step": 7020
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0739335693812175e-05,
+      "loss": 0.2911,
+      "step": 7030
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.071825998988366e-05,
+      "loss": 0.2698,
+      "step": 7040
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0697184285955155e-05,
+      "loss": 0.4374,
+      "step": 7050
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.067610858202664e-05,
+      "loss": 0.1656,
+      "step": 7060
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.065503287809813e-05,
+      "loss": 0.023,
+      "step": 7070
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.063395717416962e-05,
+      "loss": 0.1468,
+      "step": 7080
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.061288147024111e-05,
+      "loss": 0.1328,
+      "step": 7090
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.05918057663126e-05,
+      "loss": 0.1943,
+      "step": 7100
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.057073006238409e-05,
+      "loss": 0.2757,
+      "step": 7110
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.054965435845557e-05,
+      "loss": 0.1093,
+      "step": 7120
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.052857865452706e-05,
+      "loss": 0.0385,
+      "step": 7130
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.050750295059855e-05,
+      "loss": 0.1704,
+      "step": 7140
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.048642724667004e-05,
+      "loss": 0.0183,
+      "step": 7150
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.046535154274153e-05,
+      "loss": 0.0468,
+      "step": 7160
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0444275838813014e-05,
+      "loss": 0.0449,
+      "step": 7170
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.042320013488451e-05,
+      "loss": 0.0331,
+      "step": 7180
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0402124430955994e-05,
+      "loss": 0.1036,
+      "step": 7190
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0381048727027484e-05,
+      "loss": 0.0465,
+      "step": 7200
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0359973023098974e-05,
+      "loss": 0.0518,
+      "step": 7210
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.033889731917046e-05,
+      "loss": 0.1551,
+      "step": 7220
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.0317821615241954e-05,
+      "loss": 0.0987,
+      "step": 7230
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.029674591131344e-05,
+      "loss": 0.13,
+      "step": 7240
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 4.027567020738493e-05,
+      "loss": 0.0196,
+      "step": 7250
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.025459450345642e-05,
+      "loss": 0.2157,
+      "step": 7260
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.023351879952791e-05,
+      "loss": 0.1829,
+      "step": 7270
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.02124430955994e-05,
+      "loss": 0.1047,
+      "step": 7280
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.019136739167088e-05,
+      "loss": 0.4507,
+      "step": 7290
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.017029168774237e-05,
+      "loss": 0.1305,
+      "step": 7300
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.014921598381386e-05,
+      "loss": 0.3593,
+      "step": 7310
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.012814027988535e-05,
+      "loss": 0.1084,
+      "step": 7320
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.010706457595684e-05,
+      "loss": 0.2447,
+      "step": 7330
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.008598887202833e-05,
+      "loss": 0.4076,
+      "step": 7340
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.006491316809981e-05,
+      "loss": 0.2695,
+      "step": 7350
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.004383746417131e-05,
+      "loss": 0.3687,
+      "step": 7360
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.002276176024279e-05,
+      "loss": 0.2649,
+      "step": 7370
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.000168605631428e-05,
+      "loss": 0.0549,
+      "step": 7380
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.998061035238577e-05,
+      "loss": 0.05,
+      "step": 7390
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9959534648457256e-05,
+      "loss": 0.1206,
+      "step": 7400
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.993845894452875e-05,
+      "loss": 0.0802,
+      "step": 7410
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9917383240600236e-05,
+      "loss": 0.1467,
+      "step": 7420
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9896307536671726e-05,
+      "loss": 0.0298,
+      "step": 7430
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9875231832743216e-05,
+      "loss": 0.1525,
+      "step": 7440
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9854156128814706e-05,
+      "loss": 0.0703,
+      "step": 7450
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9833080424886195e-05,
+      "loss": 0.2298,
+      "step": 7460
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.981200472095768e-05,
+      "loss": 0.1714,
+      "step": 7470
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.979092901702917e-05,
+      "loss": 0.0944,
+      "step": 7480
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.976985331310066e-05,
+      "loss": 0.4073,
+      "step": 7490
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.974877760917215e-05,
+      "loss": 0.0544,
+      "step": 7500
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.972770190524364e-05,
+      "loss": 0.0471,
+      "step": 7510
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.970662620131513e-05,
+      "loss": 0.4026,
+      "step": 7520
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.968555049738661e-05,
+      "loss": 0.1518,
+      "step": 7530
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.96644747934581e-05,
+      "loss": 0.1155,
+      "step": 7540
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.964339908952959e-05,
+      "loss": 0.1529,
+      "step": 7550
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.962232338560108e-05,
+      "loss": 0.226,
+      "step": 7560
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.960124768167257e-05,
+      "loss": 0.0134,
+      "step": 7570
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.9580171977744054e-05,
+      "loss": 0.1451,
+      "step": 7580
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.955909627381555e-05,
+      "loss": 0.2237,
+      "step": 7590
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.9538020569887034e-05,
+      "loss": 0.107,
+      "step": 7600
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.9516944865958524e-05,
+      "loss": 0.229,
+      "step": 7610
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.9495869162030014e-05,
+      "loss": 0.1259,
+      "step": 7620
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.94747934581015e-05,
+      "loss": 0.2581,
+      "step": 7630
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.9453717754172994e-05,
+      "loss": 0.1509,
+      "step": 7640
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.943264205024448e-05,
+      "loss": 0.1457,
+      "step": 7650
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.941156634631597e-05,
+      "loss": 0.3344,
+      "step": 7660
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.939049064238746e-05,
+      "loss": 0.2321,
+      "step": 7670
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.936941493845895e-05,
+      "loss": 0.2558,
+      "step": 7680
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.934833923453044e-05,
+      "loss": 0.0993,
+      "step": 7690
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.932726353060193e-05,
+      "loss": 0.0569,
+      "step": 7700
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.930618782667341e-05,
+      "loss": 0.26,
+      "step": 7710
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.92851121227449e-05,
+      "loss": 0.0707,
+      "step": 7720
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.926403641881639e-05,
+      "loss": 0.2199,
+      "step": 7730
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.924296071488788e-05,
+      "loss": 0.0262,
+      "step": 7740
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.922188501095937e-05,
+      "loss": 0.2839,
+      "step": 7750
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.920080930703085e-05,
+      "loss": 0.04,
+      "step": 7760
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.917973360310235e-05,
+      "loss": 0.072,
+      "step": 7770
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.915865789917383e-05,
+      "loss": 0.0576,
+      "step": 7780
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.913758219524532e-05,
+      "loss": 0.0751,
+      "step": 7790
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.911650649131681e-05,
+      "loss": 0.0498,
+      "step": 7800
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.9095430787388296e-05,
+      "loss": 0.3567,
+      "step": 7810
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.907435508345979e-05,
+      "loss": 0.2262,
+      "step": 7820
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.9053279379531276e-05,
+      "loss": 0.0855,
+      "step": 7830
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.9032203675602766e-05,
+      "loss": 0.058,
+      "step": 7840
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.9011127971674256e-05,
+      "loss": 0.1563,
+      "step": 7850
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.8990052267745746e-05,
+      "loss": 0.0208,
+      "step": 7860
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.8968976563817236e-05,
+      "loss": 0.3057,
+      "step": 7870
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.894790085988872e-05,
+      "loss": 0.0103,
+      "step": 7880
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.892682515596021e-05,
+      "loss": 0.214,
+      "step": 7890
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.89057494520317e-05,
+      "loss": 0.1357,
+      "step": 7900
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.888467374810319e-05,
+      "loss": 0.0755,
+      "step": 7910
+    },
+    {
+      "epoch": 5.05,
+      "eval_accuracy": 0.7406786221132757,
+      "eval_loss": 1.2294286489486694,
+      "eval_runtime": 605.1821,
+      "eval_samples_per_second": 12.808,
+      "eval_steps_per_second": 2.135,
+      "step": 7914
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.886359804417468e-05,
+      "loss": 0.0391,
+      "step": 7920
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.884252234024617e-05,
+      "loss": 0.3838,
+      "step": 7930
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.882144663631765e-05,
+      "loss": 0.0614,
+      "step": 7940
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.880037093238915e-05,
+      "loss": 0.2049,
+      "step": 7950
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.877929522846063e-05,
+      "loss": 0.1118,
+      "step": 7960
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.875821952453212e-05,
+      "loss": 0.1334,
+      "step": 7970
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.873714382060361e-05,
+      "loss": 0.0738,
+      "step": 7980
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.8716068116675095e-05,
+      "loss": 0.2063,
+      "step": 7990
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.869499241274659e-05,
+      "loss": 0.2541,
+      "step": 8000
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.8673916708818075e-05,
+      "loss": 0.0132,
+      "step": 8010
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.8652841004889565e-05,
+      "loss": 0.0873,
+      "step": 8020
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.8631765300961055e-05,
+      "loss": 0.0316,
+      "step": 8030
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.861068959703254e-05,
+      "loss": 0.0478,
+      "step": 8040
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8589613893104034e-05,
+      "loss": 0.0247,
+      "step": 8050
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.856853818917552e-05,
+      "loss": 0.0568,
+      "step": 8060
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.854746248524701e-05,
+      "loss": 0.1418,
+      "step": 8070
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.85263867813185e-05,
+      "loss": 0.192,
+      "step": 8080
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.850531107738999e-05,
+      "loss": 0.0429,
+      "step": 8090
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.848423537346148e-05,
+      "loss": 0.0325,
+      "step": 8100
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.846315966953297e-05,
+      "loss": 0.1144,
+      "step": 8110
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.844208396560445e-05,
+      "loss": 0.2556,
+      "step": 8120
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.842100826167594e-05,
+      "loss": 0.0197,
+      "step": 8130
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.839993255774743e-05,
+      "loss": 0.0796,
+      "step": 8140
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.837885685381892e-05,
+      "loss": 0.1686,
+      "step": 8150
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.835778114989041e-05,
+      "loss": 0.1527,
+      "step": 8160
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8336705445961893e-05,
+      "loss": 0.0912,
+      "step": 8170
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.831562974203339e-05,
+      "loss": 0.633,
+      "step": 8180
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.829455403810487e-05,
+      "loss": 0.2356,
+      "step": 8190
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.827347833417636e-05,
+      "loss": 0.1507,
+      "step": 8200
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.825240263024785e-05,
+      "loss": 0.0837,
+      "step": 8210
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8231326926319336e-05,
+      "loss": 0.0667,
+      "step": 8220
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.821025122239083e-05,
+      "loss": 0.1389,
+      "step": 8230
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8189175518462316e-05,
+      "loss": 0.0843,
+      "step": 8240
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8168099814533806e-05,
+      "loss": 0.2491,
+      "step": 8250
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8147024110605296e-05,
+      "loss": 0.096,
+      "step": 8260
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8125948406676786e-05,
+      "loss": 0.0402,
+      "step": 8270
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8104872702748276e-05,
+      "loss": 0.0765,
+      "step": 8280
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.8083796998819766e-05,
+      "loss": 0.0348,
+      "step": 8290
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.806272129489125e-05,
+      "loss": 0.1161,
+      "step": 8300
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.804164559096274e-05,
+      "loss": 0.0531,
+      "step": 8310
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.802056988703423e-05,
+      "loss": 0.2312,
+      "step": 8320
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.799949418310572e-05,
+      "loss": 0.0091,
+      "step": 8330
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.797841847917721e-05,
+      "loss": 0.0599,
+      "step": 8340
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.795734277524869e-05,
+      "loss": 0.0274,
+      "step": 8350
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.793626707132019e-05,
+      "loss": 0.104,
+      "step": 8360
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.791519136739167e-05,
+      "loss": 0.0296,
+      "step": 8370
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.789411566346316e-05,
+      "loss": 0.0604,
+      "step": 8380
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.787303995953465e-05,
+      "loss": 0.056,
+      "step": 8390
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7851964255606135e-05,
+      "loss": 0.0834,
+      "step": 8400
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.783088855167763e-05,
+      "loss": 0.0626,
+      "step": 8410
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7809812847749115e-05,
+      "loss": 0.0773,
+      "step": 8420
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7788737143820605e-05,
+      "loss": 0.2198,
+      "step": 8430
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7767661439892095e-05,
+      "loss": 0.1182,
+      "step": 8440
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7746585735963585e-05,
+      "loss": 0.0838,
+      "step": 8450
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.7725510032035075e-05,
+      "loss": 0.1011,
+      "step": 8460
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.770443432810656e-05,
+      "loss": 0.1759,
+      "step": 8470
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.768335862417805e-05,
+      "loss": 0.045,
+      "step": 8480
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.766228292024954e-05,
+      "loss": 0.1133,
+      "step": 8490
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.764120721632103e-05,
+      "loss": 0.2381,
+      "step": 8500
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.762013151239252e-05,
+      "loss": 0.0422,
+      "step": 8510
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.759905580846401e-05,
+      "loss": 0.0238,
+      "step": 8520
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.757798010453549e-05,
+      "loss": 0.0263,
+      "step": 8530
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.755690440060699e-05,
+      "loss": 0.0517,
+      "step": 8540
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.753582869667847e-05,
+      "loss": 0.0456,
+      "step": 8550
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.751475299274996e-05,
+      "loss": 0.0399,
+      "step": 8560
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.749367728882145e-05,
+      "loss": 0.0243,
+      "step": 8570
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7472601584892934e-05,
+      "loss": 0.5305,
+      "step": 8580
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.745152588096443e-05,
+      "loss": 0.1215,
+      "step": 8590
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7430450177035914e-05,
+      "loss": 0.234,
+      "step": 8600
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7409374473107403e-05,
+      "loss": 0.0324,
+      "step": 8610
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7388298769178893e-05,
+      "loss": 0.3401,
+      "step": 8620
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7367223065250377e-05,
+      "loss": 0.2055,
+      "step": 8630
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.734614736132187e-05,
+      "loss": 0.1096,
+      "step": 8640
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7325071657393356e-05,
+      "loss": 0.0706,
+      "step": 8650
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7303995953464846e-05,
+      "loss": 0.0821,
+      "step": 8660
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7282920249536336e-05,
+      "loss": 0.0995,
+      "step": 8670
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7261844545607826e-05,
+      "loss": 0.2141,
+      "step": 8680
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7240768841679316e-05,
+      "loss": 0.0101,
+      "step": 8690
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.7219693137750806e-05,
+      "loss": 0.1691,
+      "step": 8700
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.719861743382229e-05,
+      "loss": 0.0615,
+      "step": 8710
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.717754172989378e-05,
+      "loss": 0.0998,
+      "step": 8720
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.715646602596527e-05,
+      "loss": 0.031,
+      "step": 8730
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.713539032203676e-05,
+      "loss": 0.0524,
+      "step": 8740
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.711431461810825e-05,
+      "loss": 0.1181,
+      "step": 8750
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.709323891417973e-05,
+      "loss": 0.0511,
+      "step": 8760
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.707216321025123e-05,
+      "loss": 0.0511,
+      "step": 8770
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.705108750632271e-05,
+      "loss": 0.2252,
+      "step": 8780
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.70300118023942e-05,
+      "loss": 0.0039,
+      "step": 8790
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.700893609846569e-05,
+      "loss": 0.0809,
+      "step": 8800
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.6987860394537175e-05,
+      "loss": 0.1406,
+      "step": 8810
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.696678469060867e-05,
+      "loss": 0.0729,
+      "step": 8820
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.6945708986680155e-05,
+      "loss": 0.3257,
+      "step": 8830
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6924633282751645e-05,
+      "loss": 0.0427,
+      "step": 8840
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6903557578823135e-05,
+      "loss": 0.1501,
+      "step": 8850
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6882481874894625e-05,
+      "loss": 0.0567,
+      "step": 8860
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6861406170966115e-05,
+      "loss": 0.3691,
+      "step": 8870
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.68403304670376e-05,
+      "loss": 0.0151,
+      "step": 8880
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.681925476310909e-05,
+      "loss": 0.2122,
+      "step": 8890
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.679817905918058e-05,
+      "loss": 0.0374,
+      "step": 8900
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.677710335525207e-05,
+      "loss": 0.0757,
+      "step": 8910
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.675602765132356e-05,
+      "loss": 0.1226,
+      "step": 8920
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.673495194739505e-05,
+      "loss": 0.0696,
+      "step": 8930
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.671387624346653e-05,
+      "loss": 0.2266,
+      "step": 8940
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.669280053953803e-05,
+      "loss": 0.1409,
+      "step": 8950
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.667172483560951e-05,
+      "loss": 0.4303,
+      "step": 8960
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6650649131681e-05,
+      "loss": 0.2547,
+      "step": 8970
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.662957342775249e-05,
+      "loss": 0.0188,
+      "step": 8980
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6608497723823974e-05,
+      "loss": 0.0699,
+      "step": 8990
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.658742201989547e-05,
+      "loss": 0.095,
+      "step": 9000
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6566346315966954e-05,
+      "loss": 0.2059,
+      "step": 9010
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6545270612038444e-05,
+      "loss": 0.1879,
+      "step": 9020
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6524194908109934e-05,
+      "loss": 0.1064,
+      "step": 9030
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6503119204181424e-05,
+      "loss": 0.2032,
+      "step": 9040
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6482043500252914e-05,
+      "loss": 0.1994,
+      "step": 9050
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.64609677963244e-05,
+      "loss": 0.2089,
+      "step": 9060
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.643989209239589e-05,
+      "loss": 0.1689,
+      "step": 9070
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6418816388467377e-05,
+      "loss": 0.1505,
+      "step": 9080
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6397740684538867e-05,
+      "loss": 0.1723,
+      "step": 9090
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.6376664980610356e-05,
+      "loss": 0.0914,
+      "step": 9100
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.6355589276681846e-05,
+      "loss": 0.3168,
+      "step": 9110
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.633451357275333e-05,
+      "loss": 0.0566,
+      "step": 9120
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.631343786882482e-05,
+      "loss": 0.2216,
+      "step": 9130
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.629236216489631e-05,
+      "loss": 0.3308,
+      "step": 9140
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.627128646096779e-05,
+      "loss": 0.2227,
+      "step": 9150
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.625021075703929e-05,
+      "loss": 0.2014,
+      "step": 9160
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.622913505311077e-05,
+      "loss": 0.5471,
+      "step": 9170
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.620805934918227e-05,
+      "loss": 0.0944,
+      "step": 9180
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.618698364525375e-05,
+      "loss": 0.3864,
+      "step": 9190
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.616590794132524e-05,
+      "loss": 0.1918,
+      "step": 9200
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.614483223739673e-05,
+      "loss": 0.0428,
+      "step": 9210
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.6123756533468215e-05,
+      "loss": 0.1874,
+      "step": 9220
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.610268082953971e-05,
+      "loss": 0.1487,
+      "step": 9230
+    },
+    {
+      "epoch": 6.05,
+      "eval_accuracy": 0.7637724164623919,
+      "eval_loss": 1.1746597290039062,
+      "eval_runtime": 610.8052,
+      "eval_samples_per_second": 12.69,
+      "eval_steps_per_second": 2.115,
+      "step": 9233
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.6081605125611195e-05,
+      "loss": 0.1492,
+      "step": 9240
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.6060529421682685e-05,
+      "loss": 0.2345,
+      "step": 9250
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.6039453717754175e-05,
+      "loss": 0.07,
+      "step": 9260
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.6018378013825665e-05,
+      "loss": 0.4247,
+      "step": 9270
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.5997302309897155e-05,
+      "loss": 0.0095,
+      "step": 9280
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.5976226605968645e-05,
+      "loss": 0.0365,
+      "step": 9290
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.595515090204013e-05,
+      "loss": 0.1083,
+      "step": 9300
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.593407519811162e-05,
+      "loss": 0.0088,
+      "step": 9310
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.591299949418311e-05,
+      "loss": 0.1463,
+      "step": 9320
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.589192379025459e-05,
+      "loss": 0.0167,
+      "step": 9330
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.587084808632609e-05,
+      "loss": 0.3574,
+      "step": 9340
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.584977238239757e-05,
+      "loss": 0.0143,
+      "step": 9350
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 3.582869667846907e-05,
+      "loss": 0.0429,
+      "step": 9360
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.580762097454055e-05,
+      "loss": 0.1318,
+      "step": 9370
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5786545270612034e-05,
+      "loss": 0.0883,
+      "step": 9380
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.576546956668353e-05,
+      "loss": 0.0721,
+      "step": 9390
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5744393862755014e-05,
+      "loss": 0.0052,
+      "step": 9400
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.572331815882651e-05,
+      "loss": 0.0861,
+      "step": 9410
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5702242454897994e-05,
+      "loss": 0.1609,
+      "step": 9420
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5681166750969484e-05,
+      "loss": 0.1039,
+      "step": 9430
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5660091047040974e-05,
+      "loss": 0.0848,
+      "step": 9440
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5639015343112464e-05,
+      "loss": 0.0201,
+      "step": 9450
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.561793963918395e-05,
+      "loss": 0.0989,
+      "step": 9460
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.559686393525544e-05,
+      "loss": 0.1838,
+      "step": 9470
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.557578823132693e-05,
+      "loss": 0.1351,
+      "step": 9480
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.555471252739842e-05,
+      "loss": 0.0719,
+      "step": 9490
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.553363682346991e-05,
+      "loss": 0.0897,
+      "step": 9500
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.551256111954139e-05,
+      "loss": 0.028,
+      "step": 9510
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.549148541561289e-05,
+      "loss": 0.1243,
+      "step": 9520
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.547040971168437e-05,
+      "loss": 0.0094,
+      "step": 9530
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.5449334007755867e-05,
+      "loss": 0.0991,
+      "step": 9540
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.542825830382735e-05,
+      "loss": 0.1256,
+      "step": 9550
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.540718259989883e-05,
+      "loss": 0.0453,
+      "step": 9560
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.538610689597033e-05,
+      "loss": 0.1416,
+      "step": 9570
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.536503119204181e-05,
+      "loss": 0.104,
+      "step": 9580
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.534395548811331e-05,
+      "loss": 0.0387,
+      "step": 9590
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.532287978418479e-05,
+      "loss": 0.0654,
+      "step": 9600
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.530180408025628e-05,
+      "loss": 0.0042,
+      "step": 9610
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 3.528072837632777e-05,
+      "loss": 0.0146,
+      "step": 9620
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5259652672399256e-05,
+      "loss": 0.0683,
+      "step": 9630
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5238576968470746e-05,
+      "loss": 0.1373,
+      "step": 9640
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5217501264542236e-05,
+      "loss": 0.2132,
+      "step": 9650
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5196425560613726e-05,
+      "loss": 0.0645,
+      "step": 9660
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5175349856685216e-05,
+      "loss": 0.1801,
+      "step": 9670
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5154274152756705e-05,
+      "loss": 0.337,
+      "step": 9680
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.513319844882819e-05,
+      "loss": 0.1692,
+      "step": 9690
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.5112122744899685e-05,
+      "loss": 0.0021,
+      "step": 9700
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.509104704097117e-05,
+      "loss": 0.0099,
+      "step": 9710
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.506997133704266e-05,
+      "loss": 0.0014,
+      "step": 9720
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.504889563311415e-05,
+      "loss": 0.1343,
+      "step": 9730
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.502781992918563e-05,
+      "loss": 0.0116,
+      "step": 9740
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.500674422525713e-05,
+      "loss": 0.2607,
+      "step": 9750
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.498566852132861e-05,
+      "loss": 0.0413,
+      "step": 9760
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.49645928174001e-05,
+      "loss": 0.0224,
+      "step": 9770
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.494351711347159e-05,
+      "loss": 0.0228,
+      "step": 9780
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.492244140954308e-05,
+      "loss": 0.2005,
+      "step": 9790
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.490136570561457e-05,
+      "loss": 0.099,
+      "step": 9800
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4880290001686054e-05,
+      "loss": 0.1473,
+      "step": 9810
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4859214297757544e-05,
+      "loss": 0.1825,
+      "step": 9820
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4838138593829034e-05,
+      "loss": 0.1088,
+      "step": 9830
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4817062889900524e-05,
+      "loss": 0.1066,
+      "step": 9840
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4795987185972014e-05,
+      "loss": 0.2643,
+      "step": 9850
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4774911482043504e-05,
+      "loss": 0.3801,
+      "step": 9860
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.475383577811499e-05,
+      "loss": 0.1097,
+      "step": 9870
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.4732760074186484e-05,
+      "loss": 0.1347,
+      "step": 9880
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 3.471168437025797e-05,
+      "loss": 0.2211,
+      "step": 9890
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.469060866632946e-05,
+      "loss": 0.1741,
+      "step": 9900
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.466953296240095e-05,
+      "loss": 0.0918,
+      "step": 9910
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.464845725847243e-05,
+      "loss": 0.0079,
+      "step": 9920
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.462738155454393e-05,
+      "loss": 0.0345,
+      "step": 9930
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.460630585061541e-05,
+      "loss": 0.1629,
+      "step": 9940
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.45852301466869e-05,
+      "loss": 0.0475,
+      "step": 9950
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.456415444275839e-05,
+      "loss": 0.0035,
+      "step": 9960
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.454307873882987e-05,
+      "loss": 0.0492,
+      "step": 9970
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.452200303490137e-05,
+      "loss": 0.1363,
+      "step": 9980
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.450092733097285e-05,
+      "loss": 0.0089,
+      "step": 9990
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.447985162704434e-05,
+      "loss": 0.0713,
+      "step": 10000
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.445877592311583e-05,
+      "loss": 0.1701,
+      "step": 10010
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.443770021918732e-05,
+      "loss": 0.086,
+      "step": 10020
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.441662451525881e-05,
+      "loss": 0.0412,
+      "step": 10030
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.43955488113303e-05,
+      "loss": 0.002,
+      "step": 10040
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4374473107401786e-05,
+      "loss": 0.035,
+      "step": 10050
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4353397403473276e-05,
+      "loss": 0.0843,
+      "step": 10060
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4332321699544766e-05,
+      "loss": 0.1066,
+      "step": 10070
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4311245995616256e-05,
+      "loss": 0.0707,
+      "step": 10080
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4290170291687746e-05,
+      "loss": 0.1245,
+      "step": 10090
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.426909458775923e-05,
+      "loss": 0.099,
+      "step": 10100
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.4248018883830726e-05,
+      "loss": 0.1556,
+      "step": 10110
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.422694317990221e-05,
+      "loss": 0.0945,
+      "step": 10120
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.42058674759737e-05,
+      "loss": 0.126,
+      "step": 10130
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.418479177204519e-05,
+      "loss": 0.1244,
+      "step": 10140
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 3.416371606811667e-05,
+      "loss": 0.1639,
+      "step": 10150
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.414264036418817e-05,
+      "loss": 0.0802,
+      "step": 10160
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.412156466025965e-05,
+      "loss": 0.0318,
+      "step": 10170
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.410048895633114e-05,
+      "loss": 0.172,
+      "step": 10180
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.407941325240263e-05,
+      "loss": 0.0431,
+      "step": 10190
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.405833754847412e-05,
+      "loss": 0.0674,
+      "step": 10200
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.403726184454561e-05,
+      "loss": 0.1608,
+      "step": 10210
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.4016186140617095e-05,
+      "loss": 0.1575,
+      "step": 10220
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3995110436688585e-05,
+      "loss": 0.0202,
+      "step": 10230
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3974034732760075e-05,
+      "loss": 0.1132,
+      "step": 10240
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3952959028831564e-05,
+      "loss": 0.076,
+      "step": 10250
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3931883324903054e-05,
+      "loss": 0.0637,
+      "step": 10260
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3910807620974544e-05,
+      "loss": 0.057,
+      "step": 10270
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.388973191704603e-05,
+      "loss": 0.075,
+      "step": 10280
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.3868656213117524e-05,
+      "loss": 0.1595,
+      "step": 10290
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.384758050918901e-05,
+      "loss": 0.0128,
+      "step": 10300
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.38265048052605e-05,
+      "loss": 0.089,
+      "step": 10310
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.380542910133199e-05,
+      "loss": 0.0041,
+      "step": 10320
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.378435339740347e-05,
+      "loss": 0.0869,
+      "step": 10330
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.376327769347497e-05,
+      "loss": 0.1031,
+      "step": 10340
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.374220198954645e-05,
+      "loss": 0.1398,
+      "step": 10350
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.372112628561794e-05,
+      "loss": 0.096,
+      "step": 10360
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.370005058168943e-05,
+      "loss": 0.0096,
+      "step": 10370
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.367897487776092e-05,
+      "loss": 0.1873,
+      "step": 10380
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.365789917383241e-05,
+      "loss": 0.0166,
+      "step": 10390
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.363682346990389e-05,
+      "loss": 0.0544,
+      "step": 10400
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 3.361574776597538e-05,
+      "loss": 0.566,
+      "step": 10410
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.359467206204687e-05,
+      "loss": 0.1079,
+      "step": 10420
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.357359635811836e-05,
+      "loss": 0.032,
+      "step": 10430
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.355252065418985e-05,
+      "loss": 0.0632,
+      "step": 10440
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.353144495026134e-05,
+      "loss": 0.187,
+      "step": 10450
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3510369246332826e-05,
+      "loss": 0.3464,
+      "step": 10460
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3489293542404316e-05,
+      "loss": 0.1961,
+      "step": 10470
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3468217838475806e-05,
+      "loss": 0.139,
+      "step": 10480
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3447142134547296e-05,
+      "loss": 0.1891,
+      "step": 10490
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3426066430618786e-05,
+      "loss": 0.1325,
+      "step": 10500
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.340499072669027e-05,
+      "loss": 0.0538,
+      "step": 10510
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.3383915022761766e-05,
+      "loss": 0.0026,
+      "step": 10520
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.336283931883325e-05,
+      "loss": 0.0139,
+      "step": 10530
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.334176361490474e-05,
+      "loss": 0.1247,
+      "step": 10540
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 3.332068791097623e-05,
+      "loss": 0.0828,
+      "step": 10550
+    },
+    {
+      "epoch": 7.05,
+      "eval_accuracy": 0.7054573603406012,
+      "eval_loss": 1.539963960647583,
+      "eval_runtime": 644.2128,
+      "eval_samples_per_second": 12.032,
+      "eval_steps_per_second": 2.006,
+      "step": 10552
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.329961220704771e-05,
+      "loss": 0.0031,
+      "step": 10560
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.327853650311921e-05,
+      "loss": 0.1607,
+      "step": 10570
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.325746079919069e-05,
+      "loss": 0.0568,
+      "step": 10580
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.323638509526218e-05,
+      "loss": 0.0015,
+      "step": 10590
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.321530939133367e-05,
+      "loss": 0.1214,
+      "step": 10600
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.319423368740516e-05,
+      "loss": 0.0934,
+      "step": 10610
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.317315798347665e-05,
+      "loss": 0.0977,
+      "step": 10620
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.315208227954814e-05,
+      "loss": 0.2453,
+      "step": 10630
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.3131006575619625e-05,
+      "loss": 0.0242,
+      "step": 10640
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.3109930871691115e-05,
+      "loss": 0.0069,
+      "step": 10650
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.3088855167762605e-05,
+      "loss": 0.1581,
+      "step": 10660
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.3067779463834095e-05,
+      "loss": 0.0018,
+      "step": 10670
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 3.3046703759905585e-05,
+      "loss": 0.1494,
+      "step": 10680
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.302562805597707e-05,
+      "loss": 0.1717,
+      "step": 10690
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.3004552352048564e-05,
+      "loss": 0.0037,
+      "step": 10700
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.298347664812005e-05,
+      "loss": 0.0367,
+      "step": 10710
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.296240094419154e-05,
+      "loss": 0.1346,
+      "step": 10720
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.294132524026303e-05,
+      "loss": 0.1699,
+      "step": 10730
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.292024953633451e-05,
+      "loss": 0.0976,
+      "step": 10740
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.289917383240601e-05,
+      "loss": 0.0029,
+      "step": 10750
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.287809812847749e-05,
+      "loss": 0.0037,
+      "step": 10760
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.285702242454898e-05,
+      "loss": 0.0717,
+      "step": 10770
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.283594672062047e-05,
+      "loss": 0.0052,
+      "step": 10780
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.281487101669196e-05,
+      "loss": 0.1157,
+      "step": 10790
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.279379531276345e-05,
+      "loss": 0.1072,
+      "step": 10800
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2772719608834934e-05,
+      "loss": 0.0497,
+      "step": 10810
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2751643904906423e-05,
+      "loss": 0.0187,
+      "step": 10820
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2730568200977913e-05,
+      "loss": 0.1354,
+      "step": 10830
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.27094924970494e-05,
+      "loss": 0.0055,
+      "step": 10840
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.268841679312089e-05,
+      "loss": 0.0044,
+      "step": 10850
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.266734108919238e-05,
+      "loss": 0.0083,
+      "step": 10860
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2646265385263866e-05,
+      "loss": 0.0459,
+      "step": 10870
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.262518968133536e-05,
+      "loss": 0.0022,
+      "step": 10880
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2604113977406846e-05,
+      "loss": 0.0456,
+      "step": 10890
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2583038273478336e-05,
+      "loss": 0.0187,
+      "step": 10900
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2561962569549826e-05,
+      "loss": 0.0066,
+      "step": 10910
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.254088686562131e-05,
+      "loss": 0.1252,
+      "step": 10920
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.2519811161692806e-05,
+      "loss": 0.0097,
+      "step": 10930
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 3.249873545776429e-05,
+      "loss": 0.0507,
+      "step": 10940
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.247765975383578e-05,
+      "loss": 0.1821,
+      "step": 10950
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.245658404990727e-05,
+      "loss": 0.0459,
+      "step": 10960
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.243550834597875e-05,
+      "loss": 0.121,
+      "step": 10970
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.241443264205025e-05,
+      "loss": 0.1497,
+      "step": 10980
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.239335693812173e-05,
+      "loss": 0.0187,
+      "step": 10990
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.237228123419322e-05,
+      "loss": 0.1788,
+      "step": 11000
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.235120553026471e-05,
+      "loss": 0.0486,
+      "step": 11010
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.23301298263362e-05,
+      "loss": 0.1032,
+      "step": 11020
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.230905412240769e-05,
+      "loss": 0.0032,
+      "step": 11030
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.228797841847918e-05,
+      "loss": 0.0689,
+      "step": 11040
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2266902714550665e-05,
+      "loss": 0.1623,
+      "step": 11050
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2245827010622155e-05,
+      "loss": 0.0113,
+      "step": 11060
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2224751306693645e-05,
+      "loss": 0.0887,
+      "step": 11070
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2203675602765135e-05,
+      "loss": 0.1309,
+      "step": 11080
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2182599898836625e-05,
+      "loss": 0.0249,
+      "step": 11090
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.216152419490811e-05,
+      "loss": 0.0776,
+      "step": 11100
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.2140448490979605e-05,
+      "loss": 0.0621,
+      "step": 11110
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.211937278705109e-05,
+      "loss": 0.0803,
+      "step": 11120
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.209829708312258e-05,
+      "loss": 0.0686,
+      "step": 11130
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.207722137919407e-05,
+      "loss": 0.0119,
+      "step": 11140
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.205614567526555e-05,
+      "loss": 0.1511,
+      "step": 11150
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.203506997133705e-05,
+      "loss": 0.1082,
+      "step": 11160
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.201399426740853e-05,
+      "loss": 0.0069,
+      "step": 11170
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.199291856348002e-05,
+      "loss": 0.143,
+      "step": 11180
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.197184285955151e-05,
+      "loss": 0.1394,
+      "step": 11190
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.1950767155623e-05,
+      "loss": 0.0052,
+      "step": 11200
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 3.192969145169449e-05,
+      "loss": 0.2117,
+      "step": 11210
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1908615747765974e-05,
+      "loss": 0.1365,
+      "step": 11220
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1887540043837464e-05,
+      "loss": 0.0158,
+      "step": 11230
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1866464339908954e-05,
+      "loss": 0.063,
+      "step": 11240
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1845388635980444e-05,
+      "loss": 0.0274,
+      "step": 11250
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1824312932051934e-05,
+      "loss": 0.1097,
+      "step": 11260
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1803237228123424e-05,
+      "loss": 0.149,
+      "step": 11270
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.178216152419491e-05,
+      "loss": 0.0702,
+      "step": 11280
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1761085820266403e-05,
+      "loss": 0.0446,
+      "step": 11290
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1740010116337887e-05,
+      "loss": 0.0241,
+      "step": 11300
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1718934412409377e-05,
+      "loss": 0.0117,
+      "step": 11310
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1697858708480866e-05,
+      "loss": 0.0094,
+      "step": 11320
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.167678300455235e-05,
+      "loss": 0.042,
+      "step": 11330
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1655707300623846e-05,
+      "loss": 0.2712,
+      "step": 11340
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.163463159669533e-05,
+      "loss": 0.1303,
+      "step": 11350
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.161355589276682e-05,
+      "loss": 0.1221,
+      "step": 11360
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.159248018883831e-05,
+      "loss": 0.0967,
+      "step": 11370
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.15714044849098e-05,
+      "loss": 0.122,
+      "step": 11380
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.155032878098129e-05,
+      "loss": 0.0475,
+      "step": 11390
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.152925307705277e-05,
+      "loss": 0.09,
+      "step": 11400
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.150817737312426e-05,
+      "loss": 0.2039,
+      "step": 11410
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.148710166919575e-05,
+      "loss": 0.0298,
+      "step": 11420
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.146602596526724e-05,
+      "loss": 0.2593,
+      "step": 11430
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.144495026133873e-05,
+      "loss": 0.0364,
+      "step": 11440
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.142387455741022e-05,
+      "loss": 0.0293,
+      "step": 11450
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1402798853481705e-05,
+      "loss": 0.0503,
+      "step": 11460
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 3.1381723149553195e-05,
+      "loss": 0.0023,
+      "step": 11470
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1360647445624685e-05,
+      "loss": 0.118,
+      "step": 11480
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1339571741696175e-05,
+      "loss": 0.0188,
+      "step": 11490
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1318496037767665e-05,
+      "loss": 0.175,
+      "step": 11500
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.129742033383915e-05,
+      "loss": 0.0687,
+      "step": 11510
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1276344629910645e-05,
+      "loss": 0.0073,
+      "step": 11520
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.125526892598213e-05,
+      "loss": 0.2899,
+      "step": 11530
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.123419322205362e-05,
+      "loss": 0.0022,
+      "step": 11540
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.121311751812511e-05,
+      "loss": 0.0506,
+      "step": 11550
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.119204181419659e-05,
+      "loss": 0.1832,
+      "step": 11560
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.117096611026809e-05,
+      "loss": 0.0967,
+      "step": 11570
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.114989040633957e-05,
+      "loss": 0.0717,
+      "step": 11580
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.112881470241106e-05,
+      "loss": 0.1246,
+      "step": 11590
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.110773899848255e-05,
+      "loss": 0.0069,
+      "step": 11600
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.108666329455404e-05,
+      "loss": 0.1383,
+      "step": 11610
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.106558759062553e-05,
+      "loss": 0.0956,
+      "step": 11620
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.104451188669702e-05,
+      "loss": 0.0309,
+      "step": 11630
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1023436182768504e-05,
+      "loss": 0.2256,
+      "step": 11640
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.1002360478839994e-05,
+      "loss": 0.1198,
+      "step": 11650
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.0981284774911484e-05,
+      "loss": 0.106,
+      "step": 11660
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.0960209070982974e-05,
+      "loss": 0.0658,
+      "step": 11670
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.0939133367054464e-05,
+      "loss": 0.1478,
+      "step": 11680
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.091805766312595e-05,
+      "loss": 0.1542,
+      "step": 11690
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.0896981959197444e-05,
+      "loss": 0.0076,
+      "step": 11700
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.087590625526893e-05,
+      "loss": 0.076,
+      "step": 11710
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.085483055134042e-05,
+      "loss": 0.1264,
+      "step": 11720
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 3.083375484741191e-05,
+      "loss": 0.0054,
+      "step": 11730
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.081267914348339e-05,
+      "loss": 0.0839,
+      "step": 11740
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.0791603439554887e-05,
+      "loss": 0.0185,
+      "step": 11750
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.077052773562637e-05,
+      "loss": 0.2128,
+      "step": 11760
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.074945203169786e-05,
+      "loss": 0.1483,
+      "step": 11770
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.072837632776935e-05,
+      "loss": 0.1028,
+      "step": 11780
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.070730062384084e-05,
+      "loss": 0.0431,
+      "step": 11790
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.068622491991233e-05,
+      "loss": 0.26,
+      "step": 11800
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.066514921598381e-05,
+      "loss": 0.0283,
+      "step": 11810
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.06440735120553e-05,
+      "loss": 0.194,
+      "step": 11820
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.062299780812679e-05,
+      "loss": 0.0243,
+      "step": 11830
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.060192210419828e-05,
+      "loss": 0.0707,
+      "step": 11840
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.058084640026977e-05,
+      "loss": 0.025,
+      "step": 11850
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.055977069634126e-05,
+      "loss": 0.0284,
+      "step": 11860
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 3.0538694992412746e-05,
+      "loss": 0.03,
+      "step": 11870
+    },
+    {
+      "epoch": 8.05,
+      "eval_accuracy": 0.743258934331054,
+      "eval_loss": 1.3480188846588135,
+      "eval_runtime": 609.5156,
+      "eval_samples_per_second": 12.717,
+      "eval_steps_per_second": 2.12,
+      "step": 11871
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.051761928848424e-05,
+      "loss": 0.0331,
+      "step": 11880
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0496543584555725e-05,
+      "loss": 0.1413,
+      "step": 11890
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0475467880627212e-05,
+      "loss": 0.1085,
+      "step": 11900
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0454392176698705e-05,
+      "loss": 0.0653,
+      "step": 11910
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0433316472770192e-05,
+      "loss": 0.0061,
+      "step": 11920
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0412240768841682e-05,
+      "loss": 0.0019,
+      "step": 11930
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.039116506491317e-05,
+      "loss": 0.0481,
+      "step": 11940
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0370089360984662e-05,
+      "loss": 0.0704,
+      "step": 11950
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0349013657056148e-05,
+      "loss": 0.0011,
+      "step": 11960
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0327937953127638e-05,
+      "loss": 0.0069,
+      "step": 11970
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0306862249199125e-05,
+      "loss": 0.0772,
+      "step": 11980
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.028578654527061e-05,
+      "loss": 0.0017,
+      "step": 11990
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 3.0264710841342105e-05,
+      "loss": 0.2802,
+      "step": 12000
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.024363513741359e-05,
+      "loss": 0.0633,
+      "step": 12010
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.022255943348508e-05,
+      "loss": 0.0199,
+      "step": 12020
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0201483729556568e-05,
+      "loss": 0.0394,
+      "step": 12030
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.018040802562806e-05,
+      "loss": 0.0423,
+      "step": 12040
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0159332321699548e-05,
+      "loss": 0.0721,
+      "step": 12050
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.013825661777103e-05,
+      "loss": 0.0605,
+      "step": 12060
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0117180913842524e-05,
+      "loss": 0.0059,
+      "step": 12070
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.009610520991401e-05,
+      "loss": 0.0752,
+      "step": 12080
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0075029505985504e-05,
+      "loss": 0.0015,
+      "step": 12090
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0053953802056987e-05,
+      "loss": 0.0923,
+      "step": 12100
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.003287809812848e-05,
+      "loss": 0.0286,
+      "step": 12110
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 3.0011802394199967e-05,
+      "loss": 0.1685,
+      "step": 12120
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.999072669027146e-05,
+      "loss": 0.0992,
+      "step": 12130
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9969650986342947e-05,
+      "loss": 0.0051,
+      "step": 12140
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.994857528241443e-05,
+      "loss": 0.104,
+      "step": 12150
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9927499578485923e-05,
+      "loss": 0.0012,
+      "step": 12160
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.990642387455741e-05,
+      "loss": 0.0032,
+      "step": 12170
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9885348170628903e-05,
+      "loss": 0.0198,
+      "step": 12180
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9864272466700387e-05,
+      "loss": 0.086,
+      "step": 12190
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.984319676277188e-05,
+      "loss": 0.0418,
+      "step": 12200
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9822121058843366e-05,
+      "loss": 0.0023,
+      "step": 12210
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.980104535491486e-05,
+      "loss": 0.1315,
+      "step": 12220
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9779969650986346e-05,
+      "loss": 0.026,
+      "step": 12230
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.975889394705783e-05,
+      "loss": 0.0044,
+      "step": 12240
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.9737818243129323e-05,
+      "loss": 0.0038,
+      "step": 12250
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 2.971674253920081e-05,
+      "loss": 0.2077,
+      "step": 12260
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9695666835272303e-05,
+      "loss": 0.0023,
+      "step": 12270
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9674591131343786e-05,
+      "loss": 0.3224,
+      "step": 12280
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.965351542741528e-05,
+      "loss": 0.0481,
+      "step": 12290
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9632439723486766e-05,
+      "loss": 0.0038,
+      "step": 12300
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9611364019558252e-05,
+      "loss": 0.0233,
+      "step": 12310
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9590288315629742e-05,
+      "loss": 0.1463,
+      "step": 12320
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.956921261170123e-05,
+      "loss": 0.163,
+      "step": 12330
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9548136907772722e-05,
+      "loss": 0.0169,
+      "step": 12340
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.952706120384421e-05,
+      "loss": 0.0185,
+      "step": 12350
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9505985499915702e-05,
+      "loss": 0.0031,
+      "step": 12360
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9484909795987185e-05,
+      "loss": 0.0256,
+      "step": 12370
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.946383409205868e-05,
+      "loss": 0.0895,
+      "step": 12380
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9442758388130165e-05,
+      "loss": 0.0082,
+      "step": 12390
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.942168268420165e-05,
+      "loss": 0.0008,
+      "step": 12400
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.940060698027314e-05,
+      "loss": 0.0751,
+      "step": 12410
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9379531276344628e-05,
+      "loss": 0.1252,
+      "step": 12420
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.935845557241612e-05,
+      "loss": 0.1227,
+      "step": 12430
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9337379868487608e-05,
+      "loss": 0.0582,
+      "step": 12440
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.93163041645591e-05,
+      "loss": 0.1869,
+      "step": 12450
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9295228460630584e-05,
+      "loss": 0.0281,
+      "step": 12460
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9274152756702078e-05,
+      "loss": 0.0013,
+      "step": 12470
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9253077052773564e-05,
+      "loss": 0.0016,
+      "step": 12480
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.923200134884505e-05,
+      "loss": 0.1065,
+      "step": 12490
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.921092564491654e-05,
+      "loss": 0.0393,
+      "step": 12500
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.9189849940988027e-05,
+      "loss": 0.0024,
+      "step": 12510
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 2.916877423705952e-05,
+      "loss": 0.0012,
+      "step": 12520
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.9147698533131007e-05,
+      "loss": 0.2056,
+      "step": 12530
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.91266228292025e-05,
+      "loss": 0.1816,
+      "step": 12540
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.9105547125273984e-05,
+      "loss": 0.0022,
+      "step": 12550
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.908447142134547e-05,
+      "loss": 0.0087,
+      "step": 12560
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.9063395717416964e-05,
+      "loss": 0.0082,
+      "step": 12570
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.904232001348845e-05,
+      "loss": 0.107,
+      "step": 12580
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.902124430955994e-05,
+      "loss": 0.057,
+      "step": 12590
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.9000168605631427e-05,
+      "loss": 0.0009,
+      "step": 12600
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.897909290170292e-05,
+      "loss": 0.0404,
+      "step": 12610
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8958017197774407e-05,
+      "loss": 0.0704,
+      "step": 12620
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8936941493845897e-05,
+      "loss": 0.1422,
+      "step": 12630
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8915865789917383e-05,
+      "loss": 0.0166,
+      "step": 12640
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.889479008598887e-05,
+      "loss": 0.0216,
+      "step": 12650
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8873714382060363e-05,
+      "loss": 0.3181,
+      "step": 12660
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.885263867813185e-05,
+      "loss": 0.0271,
+      "step": 12670
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.883156297420334e-05,
+      "loss": 0.1131,
+      "step": 12680
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8810487270274826e-05,
+      "loss": 0.0089,
+      "step": 12690
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.878941156634632e-05,
+      "loss": 0.0006,
+      "step": 12700
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8768335862417806e-05,
+      "loss": 0.0176,
+      "step": 12710
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8747260158489296e-05,
+      "loss": 0.3499,
+      "step": 12720
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8726184454560782e-05,
+      "loss": 0.0159,
+      "step": 12730
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.870510875063227e-05,
+      "loss": 0.0439,
+      "step": 12740
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8684033046703762e-05,
+      "loss": 0.1318,
+      "step": 12750
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.866295734277525e-05,
+      "loss": 0.0338,
+      "step": 12760
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.864188163884674e-05,
+      "loss": 0.011,
+      "step": 12770
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.8620805934918225e-05,
+      "loss": 0.0874,
+      "step": 12780
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 2.859973023098972e-05,
+      "loss": 0.0176,
+      "step": 12790
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8578654527061205e-05,
+      "loss": 0.002,
+      "step": 12800
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8557578823132692e-05,
+      "loss": 0.1884,
+      "step": 12810
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8536503119204182e-05,
+      "loss": 0.3473,
+      "step": 12820
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.851542741527567e-05,
+      "loss": 0.0855,
+      "step": 12830
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.849435171134716e-05,
+      "loss": 0.0077,
+      "step": 12840
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8473276007418648e-05,
+      "loss": 0.1512,
+      "step": 12850
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8452200303490138e-05,
+      "loss": 0.0308,
+      "step": 12860
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8431124599561625e-05,
+      "loss": 0.0032,
+      "step": 12870
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8410048895633118e-05,
+      "loss": 0.0084,
+      "step": 12880
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8388973191704605e-05,
+      "loss": 0.2689,
+      "step": 12890
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.836789748777609e-05,
+      "loss": 0.1456,
+      "step": 12900
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.834682178384758e-05,
+      "loss": 0.0393,
+      "step": 12910
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8325746079919068e-05,
+      "loss": 0.1033,
+      "step": 12920
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.830467037599056e-05,
+      "loss": 0.1193,
+      "step": 12930
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8283594672062048e-05,
+      "loss": 0.0041,
+      "step": 12940
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8262518968133538e-05,
+      "loss": 0.0041,
+      "step": 12950
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8241443264205024e-05,
+      "loss": 0.0829,
+      "step": 12960
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8220367560276517e-05,
+      "loss": 0.035,
+      "step": 12970
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8199291856348004e-05,
+      "loss": 0.2022,
+      "step": 12980
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.817821615241949e-05,
+      "loss": 0.0066,
+      "step": 12990
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.815714044849098e-05,
+      "loss": 0.1534,
+      "step": 13000
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8136064744562467e-05,
+      "loss": 0.0507,
+      "step": 13010
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.811498904063396e-05,
+      "loss": 0.1778,
+      "step": 13020
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8093913336705447e-05,
+      "loss": 0.3274,
+      "step": 13030
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8072837632776937e-05,
+      "loss": 0.0287,
+      "step": 13040
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 2.8051761928848423e-05,
+      "loss": 0.1442,
+      "step": 13050
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.803068622491991e-05,
+      "loss": 0.003,
+      "step": 13060
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.8009610520991403e-05,
+      "loss": 0.1799,
+      "step": 13070
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.798853481706289e-05,
+      "loss": 0.081,
+      "step": 13080
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.796745911313438e-05,
+      "loss": 0.006,
+      "step": 13090
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7946383409205866e-05,
+      "loss": 0.0595,
+      "step": 13100
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.792530770527736e-05,
+      "loss": 0.2145,
+      "step": 13110
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7904232001348846e-05,
+      "loss": 0.0131,
+      "step": 13120
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7883156297420336e-05,
+      "loss": 0.0014,
+      "step": 13130
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7862080593491823e-05,
+      "loss": 0.2057,
+      "step": 13140
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.784100488956331e-05,
+      "loss": 0.1805,
+      "step": 13150
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7819929185634803e-05,
+      "loss": 0.067,
+      "step": 13160
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.779885348170629e-05,
+      "loss": 0.1443,
+      "step": 13170
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.0066,
+      "step": 13180
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 2.7756702073849266e-05,
+      "loss": 0.0261,
+      "step": 13190
+    },
+    {
+      "epoch": 9.05,
+      "eval_accuracy": 0.7694491033415043,
+      "eval_loss": 1.2244846820831299,
+      "eval_runtime": 594.4086,
+      "eval_samples_per_second": 13.04,
+      "eval_steps_per_second": 2.174,
+      "step": 13190
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.773562636992076e-05,
+      "loss": 0.0351,
+      "step": 13200
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7714550665992246e-05,
+      "loss": 0.0724,
+      "step": 13210
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7693474962063735e-05,
+      "loss": 0.0487,
+      "step": 13220
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7672399258135222e-05,
+      "loss": 0.0143,
+      "step": 13230
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.765132355420671e-05,
+      "loss": 0.2685,
+      "step": 13240
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7630247850278202e-05,
+      "loss": 0.0339,
+      "step": 13250
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.760917214634969e-05,
+      "loss": 0.0673,
+      "step": 13260
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.758809644242118e-05,
+      "loss": 0.1107,
+      "step": 13270
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7567020738492665e-05,
+      "loss": 0.1871,
+      "step": 13280
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.754594503456416e-05,
+      "loss": 0.0396,
+      "step": 13290
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7524869330635645e-05,
+      "loss": 0.0008,
+      "step": 13300
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.7503793626707135e-05,
+      "loss": 0.0105,
+      "step": 13310
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 2.748271792277862e-05,
+      "loss": 0.2069,
+      "step": 13320
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7461642218850108e-05,
+      "loss": 0.0732,
+      "step": 13330
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.74405665149216e-05,
+      "loss": 0.0125,
+      "step": 13340
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7419490810993088e-05,
+      "loss": 0.0006,
+      "step": 13350
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7398415107064578e-05,
+      "loss": 0.0013,
+      "step": 13360
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7377339403136064e-05,
+      "loss": 0.013,
+      "step": 13370
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7356263699207558e-05,
+      "loss": 0.0149,
+      "step": 13380
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7335187995279044e-05,
+      "loss": 0.024,
+      "step": 13390
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.731411229135053e-05,
+      "loss": 0.0029,
+      "step": 13400
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.729303658742202e-05,
+      "loss": 0.0012,
+      "step": 13410
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7271960883493507e-05,
+      "loss": 0.0514,
+      "step": 13420
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7250885179565e-05,
+      "loss": 0.045,
+      "step": 13430
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7229809475636487e-05,
+      "loss": 0.1356,
+      "step": 13440
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7208733771707977e-05,
+      "loss": 0.0934,
+      "step": 13450
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7187658067779464e-05,
+      "loss": 0.0083,
+      "step": 13460
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7166582363850957e-05,
+      "loss": 0.0376,
+      "step": 13470
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7145506659922444e-05,
+      "loss": 0.1596,
+      "step": 13480
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.712443095599393e-05,
+      "loss": 0.0026,
+      "step": 13490
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.710335525206542e-05,
+      "loss": 0.0111,
+      "step": 13500
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7082279548136907e-05,
+      "loss": 0.045,
+      "step": 13510
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.70612038442084e-05,
+      "loss": 0.0655,
+      "step": 13520
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7040128140279886e-05,
+      "loss": 0.0023,
+      "step": 13530
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.7019052436351376e-05,
+      "loss": 0.0083,
+      "step": 13540
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.6997976732422863e-05,
+      "loss": 0.0057,
+      "step": 13550
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.6976901028494356e-05,
+      "loss": 0.016,
+      "step": 13560
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.6955825324565843e-05,
+      "loss": 0.0676,
+      "step": 13570
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 2.693474962063733e-05,
+      "loss": 0.0362,
+      "step": 13580
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.691367391670882e-05,
+      "loss": 0.0003,
+      "step": 13590
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6892598212780306e-05,
+      "loss": 0.0041,
+      "step": 13600
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.68715225088518e-05,
+      "loss": 0.076,
+      "step": 13610
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6850446804923286e-05,
+      "loss": 0.0088,
+      "step": 13620
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6829371100994776e-05,
+      "loss": 0.1108,
+      "step": 13630
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6808295397066262e-05,
+      "loss": 0.0239,
+      "step": 13640
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.678721969313775e-05,
+      "loss": 0.005,
+      "step": 13650
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6766143989209242e-05,
+      "loss": 0.0073,
+      "step": 13660
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.674506828528073e-05,
+      "loss": 0.1577,
+      "step": 13670
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.672399258135222e-05,
+      "loss": 0.0017,
+      "step": 13680
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6702916877423705e-05,
+      "loss": 0.0081,
+      "step": 13690
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.66818411734952e-05,
+      "loss": 0.0005,
+      "step": 13700
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6660765469566685e-05,
+      "loss": 0.0057,
+      "step": 13710
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6639689765638175e-05,
+      "loss": 0.074,
+      "step": 13720
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.661861406170966e-05,
+      "loss": 0.0195,
+      "step": 13730
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6597538357781148e-05,
+      "loss": 0.0383,
+      "step": 13740
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.657646265385264e-05,
+      "loss": 0.1855,
+      "step": 13750
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6555386949924128e-05,
+      "loss": 0.0089,
+      "step": 13760
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6534311245995618e-05,
+      "loss": 0.1718,
+      "step": 13770
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6513235542067105e-05,
+      "loss": 0.2302,
+      "step": 13780
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6492159838138598e-05,
+      "loss": 0.0712,
+      "step": 13790
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6471084134210084e-05,
+      "loss": 0.0303,
+      "step": 13800
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6450008430281574e-05,
+      "loss": 0.0055,
+      "step": 13810
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.642893272635306e-05,
+      "loss": 0.0013,
+      "step": 13820
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.6407857022424548e-05,
+      "loss": 0.0695,
+      "step": 13830
+    },
+    {
+      "epoch": 10.02,
+      "learning_rate": 2.638678131849604e-05,
+      "loss": 0.1529,
+      "step": 13840
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6365705614567527e-05,
+      "loss": 0.2092,
+      "step": 13850
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6344629910639017e-05,
+      "loss": 0.0786,
+      "step": 13860
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6323554206710504e-05,
+      "loss": 0.0136,
+      "step": 13870
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6302478502781997e-05,
+      "loss": 0.0073,
+      "step": 13880
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6281402798853484e-05,
+      "loss": 0.0004,
+      "step": 13890
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.626032709492497e-05,
+      "loss": 0.0004,
+      "step": 13900
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.623925139099646e-05,
+      "loss": 0.0256,
+      "step": 13910
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6218175687067947e-05,
+      "loss": 0.0893,
+      "step": 13920
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.619709998313944e-05,
+      "loss": 0.0008,
+      "step": 13930
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6176024279210927e-05,
+      "loss": 0.0727,
+      "step": 13940
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6154948575282417e-05,
+      "loss": 0.0777,
+      "step": 13950
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6133872871353903e-05,
+      "loss": 0.0016,
+      "step": 13960
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6112797167425397e-05,
+      "loss": 0.2353,
+      "step": 13970
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6091721463496883e-05,
+      "loss": 0.0045,
+      "step": 13980
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.607064575956837e-05,
+      "loss": 0.0122,
+      "step": 13990
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.604957005563986e-05,
+      "loss": 0.0028,
+      "step": 14000
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.6028494351711346e-05,
+      "loss": 0.0005,
+      "step": 14010
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.600741864778284e-05,
+      "loss": 0.1262,
+      "step": 14020
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5986342943854326e-05,
+      "loss": 0.0159,
+      "step": 14030
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5965267239925816e-05,
+      "loss": 0.0003,
+      "step": 14040
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5944191535997303e-05,
+      "loss": 0.0173,
+      "step": 14050
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5923115832068796e-05,
+      "loss": 0.0032,
+      "step": 14060
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5902040128140282e-05,
+      "loss": 0.1639,
+      "step": 14070
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.588096442421177e-05,
+      "loss": 0.0044,
+      "step": 14080
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.585988872028326e-05,
+      "loss": 0.0525,
+      "step": 14090
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.5838813016354745e-05,
+      "loss": 0.0012,
+      "step": 14100
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 2.581773731242624e-05,
+      "loss": 0.0122,
+      "step": 14110
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5796661608497725e-05,
+      "loss": 0.0017,
+      "step": 14120
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5775585904569215e-05,
+      "loss": 0.1154,
+      "step": 14130
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5754510200640702e-05,
+      "loss": 0.0122,
+      "step": 14140
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.573343449671219e-05,
+      "loss": 0.0006,
+      "step": 14150
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5712358792783682e-05,
+      "loss": 0.0055,
+      "step": 14160
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.569128308885517e-05,
+      "loss": 0.0946,
+      "step": 14170
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5670207384926658e-05,
+      "loss": 0.0422,
+      "step": 14180
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5649131680998145e-05,
+      "loss": 0.0279,
+      "step": 14190
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5628055977069638e-05,
+      "loss": 0.0324,
+      "step": 14200
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5606980273141125e-05,
+      "loss": 0.0019,
+      "step": 14210
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5585904569212615e-05,
+      "loss": 0.0257,
+      "step": 14220
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.55648288652841e-05,
+      "loss": 0.1136,
+      "step": 14230
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5543753161355588e-05,
+      "loss": 0.0005,
+      "step": 14240
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.552267745742708e-05,
+      "loss": 0.004,
+      "step": 14250
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5501601753498568e-05,
+      "loss": 0.3242,
+      "step": 14260
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5480526049570058e-05,
+      "loss": 0.0581,
+      "step": 14270
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5459450345641544e-05,
+      "loss": 0.0515,
+      "step": 14280
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5438374641713037e-05,
+      "loss": 0.2941,
+      "step": 14290
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5417298937784524e-05,
+      "loss": 0.0836,
+      "step": 14300
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5396223233856014e-05,
+      "loss": 0.2571,
+      "step": 14310
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.53751475299275e-05,
+      "loss": 0.1004,
+      "step": 14320
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5354071825998987e-05,
+      "loss": 0.0589,
+      "step": 14330
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.533299612207048e-05,
+      "loss": 0.0075,
+      "step": 14340
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5311920418141967e-05,
+      "loss": 0.1661,
+      "step": 14350
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5290844714213457e-05,
+      "loss": 0.047,
+      "step": 14360
+    },
+    {
+      "epoch": 10.04,
+      "learning_rate": 2.5269769010284943e-05,
+      "loss": 0.0115,
+      "step": 14370
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5248693306356437e-05,
+      "loss": 0.0364,
+      "step": 14380
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5227617602427923e-05,
+      "loss": 0.0557,
+      "step": 14390
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.520654189849941e-05,
+      "loss": 0.1003,
+      "step": 14400
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.51854661945709e-05,
+      "loss": 0.0173,
+      "step": 14410
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5164390490642386e-05,
+      "loss": 0.011,
+      "step": 14420
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.514331478671388e-05,
+      "loss": 0.1699,
+      "step": 14430
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5122239082785366e-05,
+      "loss": 0.0015,
+      "step": 14440
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5101163378856856e-05,
+      "loss": 0.0428,
+      "step": 14450
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5080087674928343e-05,
+      "loss": 0.0087,
+      "step": 14460
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5059011970999836e-05,
+      "loss": 0.14,
+      "step": 14470
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.5037936267071323e-05,
+      "loss": 0.1463,
+      "step": 14480
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.501686056314281e-05,
+      "loss": 0.0033,
+      "step": 14490
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 2.49957848592143e-05,
+      "loss": 0.0028,
+      "step": 14500
+    },
+    {
+      "epoch": 10.05,
+      "eval_accuracy": 0.7822216488195072,
+      "eval_loss": 1.2192758321762085,
+      "eval_runtime": 570.2791,
+      "eval_samples_per_second": 13.592,
+      "eval_steps_per_second": 2.266,
+      "step": 14509
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.497470915528579e-05,
+      "loss": 0.1325,
+      "step": 14510
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.495363345135728e-05,
+      "loss": 0.0014,
+      "step": 14520
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4932557747428766e-05,
+      "loss": 0.0507,
+      "step": 14530
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4911482043500252e-05,
+      "loss": 0.0046,
+      "step": 14540
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4890406339571742e-05,
+      "loss": 0.0008,
+      "step": 14550
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4869330635643232e-05,
+      "loss": 0.0002,
+      "step": 14560
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4848254931714722e-05,
+      "loss": 0.0101,
+      "step": 14570
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.482717922778621e-05,
+      "loss": 0.0065,
+      "step": 14580
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.48061035238577e-05,
+      "loss": 0.004,
+      "step": 14590
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.478502781992919e-05,
+      "loss": 0.0005,
+      "step": 14600
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4763952116000675e-05,
+      "loss": 0.0025,
+      "step": 14610
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.4742876412072165e-05,
+      "loss": 0.0147,
+      "step": 14620
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.472180070814365e-05,
+      "loss": 0.0002,
+      "step": 14630
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 2.470072500421514e-05,
+      "loss": 0.0142,
+      "step": 14640
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.467964930028663e-05,
+      "loss": 0.0196,
+      "step": 14650
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.465857359635812e-05,
+      "loss": 0.0141,
+      "step": 14660
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4637497892429608e-05,
+      "loss": 0.0313,
+      "step": 14670
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4616422188501098e-05,
+      "loss": 0.0176,
+      "step": 14680
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4595346484572588e-05,
+      "loss": 0.0711,
+      "step": 14690
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4574270780644074e-05,
+      "loss": 0.2081,
+      "step": 14700
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4553195076715564e-05,
+      "loss": 0.073,
+      "step": 14710
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.453211937278705e-05,
+      "loss": 0.0003,
+      "step": 14720
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.451104366885854e-05,
+      "loss": 0.0074,
+      "step": 14730
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.448996796493003e-05,
+      "loss": 0.1092,
+      "step": 14740
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.446889226100152e-05,
+      "loss": 0.0011,
+      "step": 14750
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4447816557073007e-05,
+      "loss": 0.0447,
+      "step": 14760
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4426740853144497e-05,
+      "loss": 0.053,
+      "step": 14770
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4405665149215984e-05,
+      "loss": 0.0015,
+      "step": 14780
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4384589445287474e-05,
+      "loss": 0.0005,
+      "step": 14790
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4363513741358964e-05,
+      "loss": 0.0065,
+      "step": 14800
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.434243803743045e-05,
+      "loss": 0.0029,
+      "step": 14810
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.432136233350194e-05,
+      "loss": 0.002,
+      "step": 14820
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.430028662957343e-05,
+      "loss": 0.0764,
+      "step": 14830
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.427921092564492e-05,
+      "loss": 0.0048,
+      "step": 14840
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4258135221716407e-05,
+      "loss": 0.1215,
+      "step": 14850
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4237059517787893e-05,
+      "loss": 0.0036,
+      "step": 14860
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4215983813859383e-05,
+      "loss": 0.0058,
+      "step": 14870
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4194908109930873e-05,
+      "loss": 0.2247,
+      "step": 14880
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.4173832406002363e-05,
+      "loss": 0.134,
+      "step": 14890
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 2.415275670207385e-05,
+      "loss": 0.1359,
+      "step": 14900
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.413168099814534e-05,
+      "loss": 0.0026,
+      "step": 14910
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.411060529421683e-05,
+      "loss": 0.1529,
+      "step": 14920
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.408952959028832e-05,
+      "loss": 0.0665,
+      "step": 14930
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.4068453886359806e-05,
+      "loss": 0.1477,
+      "step": 14940
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.4047378182431292e-05,
+      "loss": 0.0005,
+      "step": 14950
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.4026302478502782e-05,
+      "loss": 0.0777,
+      "step": 14960
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.4005226774574272e-05,
+      "loss": 0.0615,
+      "step": 14970
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3984151070645762e-05,
+      "loss": 0.1264,
+      "step": 14980
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.396307536671725e-05,
+      "loss": 0.0543,
+      "step": 14990
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.394199966278874e-05,
+      "loss": 0.004,
+      "step": 15000
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.392092395886023e-05,
+      "loss": 0.1298,
+      "step": 15010
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.389984825493172e-05,
+      "loss": 0.1468,
+      "step": 15020
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3878772551003202e-05,
+      "loss": 0.0083,
+      "step": 15030
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3857696847074692e-05,
+      "loss": 0.0014,
+      "step": 15040
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3836621143146182e-05,
+      "loss": 0.013,
+      "step": 15050
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.381554543921767e-05,
+      "loss": 0.0044,
+      "step": 15060
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.379446973528916e-05,
+      "loss": 0.0193,
+      "step": 15070
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3773394031360648e-05,
+      "loss": 0.0903,
+      "step": 15080
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3752318327432138e-05,
+      "loss": 0.1295,
+      "step": 15090
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3731242623503628e-05,
+      "loss": 0.0012,
+      "step": 15100
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3710166919575115e-05,
+      "loss": 0.024,
+      "step": 15110
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.36890912156466e-05,
+      "loss": 0.0034,
+      "step": 15120
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.366801551171809e-05,
+      "loss": 0.0366,
+      "step": 15130
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.364693980778958e-05,
+      "loss": 0.0025,
+      "step": 15140
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.362586410386107e-05,
+      "loss": 0.0312,
+      "step": 15150
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 2.3604788399932558e-05,
+      "loss": 0.0064,
+      "step": 15160
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3583712696004047e-05,
+      "loss": 0.0005,
+      "step": 15170
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3562636992075537e-05,
+      "loss": 0.0133,
+      "step": 15180
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3541561288147027e-05,
+      "loss": 0.0003,
+      "step": 15190
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3520485584218514e-05,
+      "loss": 0.1375,
+      "step": 15200
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.349940988029e-05,
+      "loss": 0.1521,
+      "step": 15210
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.347833417636149e-05,
+      "loss": 0.0538,
+      "step": 15220
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.345725847243298e-05,
+      "loss": 0.0768,
+      "step": 15230
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.343618276850447e-05,
+      "loss": 0.0026,
+      "step": 15240
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3415107064575957e-05,
+      "loss": 0.0009,
+      "step": 15250
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3394031360647447e-05,
+      "loss": 0.0017,
+      "step": 15260
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3372955656718937e-05,
+      "loss": 0.056,
+      "step": 15270
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3351879952790423e-05,
+      "loss": 0.1631,
+      "step": 15280
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3330804248861913e-05,
+      "loss": 0.1186,
+      "step": 15290
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.33097285449334e-05,
+      "loss": 0.0377,
+      "step": 15300
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.328865284100489e-05,
+      "loss": 0.0759,
+      "step": 15310
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.326757713707638e-05,
+      "loss": 0.0111,
+      "step": 15320
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.324650143314787e-05,
+      "loss": 0.0102,
+      "step": 15330
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3225425729219356e-05,
+      "loss": 0.1385,
+      "step": 15340
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3204350025290846e-05,
+      "loss": 0.0004,
+      "step": 15350
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3183274321362333e-05,
+      "loss": 0.0194,
+      "step": 15360
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3162198617433823e-05,
+      "loss": 0.0006,
+      "step": 15370
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3141122913505313e-05,
+      "loss": 0.0715,
+      "step": 15380
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.31200472095768e-05,
+      "loss": 0.1088,
+      "step": 15390
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.309897150564829e-05,
+      "loss": 0.212,
+      "step": 15400
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.307789580171978e-05,
+      "loss": 0.0442,
+      "step": 15410
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.305682009779127e-05,
+      "loss": 0.0187,
+      "step": 15420
+    },
+    {
+      "epoch": 11.03,
+      "learning_rate": 2.3035744393862756e-05,
+      "loss": 0.1131,
+      "step": 15430
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.3014668689934245e-05,
+      "loss": 0.2526,
+      "step": 15440
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2993592986005732e-05,
+      "loss": 0.0034,
+      "step": 15450
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2972517282077222e-05,
+      "loss": 0.0737,
+      "step": 15460
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2951441578148712e-05,
+      "loss": 0.0161,
+      "step": 15470
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.29303658742202e-05,
+      "loss": 0.0016,
+      "step": 15480
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.290929017029169e-05,
+      "loss": 0.0014,
+      "step": 15490
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.288821446636318e-05,
+      "loss": 0.0133,
+      "step": 15500
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2867138762434668e-05,
+      "loss": 0.014,
+      "step": 15510
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2846063058506155e-05,
+      "loss": 0.019,
+      "step": 15520
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.282498735457764e-05,
+      "loss": 0.0045,
+      "step": 15530
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.280391165064913e-05,
+      "loss": 0.1628,
+      "step": 15540
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.278283594672062e-05,
+      "loss": 0.0012,
+      "step": 15550
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.276176024279211e-05,
+      "loss": 0.0068,
+      "step": 15560
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2740684538863598e-05,
+      "loss": 0.0348,
+      "step": 15570
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2719608834935088e-05,
+      "loss": 0.0965,
+      "step": 15580
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2698533131006578e-05,
+      "loss": 0.0654,
+      "step": 15590
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2677457427078068e-05,
+      "loss": 0.0037,
+      "step": 15600
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2656381723149554e-05,
+      "loss": 0.0004,
+      "step": 15610
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.263530601922104e-05,
+      "loss": 0.1374,
+      "step": 15620
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.261423031529253e-05,
+      "loss": 0.0035,
+      "step": 15630
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.259315461136402e-05,
+      "loss": 0.3192,
+      "step": 15640
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.257207890743551e-05,
+      "loss": 0.0385,
+      "step": 15650
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2551003203506997e-05,
+      "loss": 0.0263,
+      "step": 15660
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2529927499578487e-05,
+      "loss": 0.001,
+      "step": 15670
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2508851795649977e-05,
+      "loss": 0.0005,
+      "step": 15680
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 2.2487776091721467e-05,
+      "loss": 0.007,
+      "step": 15690
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2466700387792953e-05,
+      "loss": 0.0857,
+      "step": 15700
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.244562468386444e-05,
+      "loss": 0.0004,
+      "step": 15710
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.242454897993593e-05,
+      "loss": 0.001,
+      "step": 15720
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.240347327600742e-05,
+      "loss": 0.0046,
+      "step": 15730
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.238239757207891e-05,
+      "loss": 0.0008,
+      "step": 15740
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2361321868150396e-05,
+      "loss": 0.0614,
+      "step": 15750
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2340246164221886e-05,
+      "loss": 0.0005,
+      "step": 15760
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2319170460293376e-05,
+      "loss": 0.0058,
+      "step": 15770
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2298094756364863e-05,
+      "loss": 0.0029,
+      "step": 15780
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.2277019052436353e-05,
+      "loss": 0.0322,
+      "step": 15790
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.225594334850784e-05,
+      "loss": 0.0173,
+      "step": 15800
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.223486764457933e-05,
+      "loss": 0.0114,
+      "step": 15810
+    },
+    {
+      "epoch": 11.05,
+      "learning_rate": 2.221379194065082e-05,
+      "loss": 0.0039,
+      "step": 15820
+    },
+    {
+      "epoch": 11.05,
+      "eval_accuracy": 0.7648045413495033,
+      "eval_loss": 1.4548989534378052,
+      "eval_runtime": 642.7958,
+      "eval_samples_per_second": 12.058,
+      "eval_steps_per_second": 2.01,
+      "step": 15828
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.219271623672231e-05,
+      "loss": 0.0014,
+      "step": 15830
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.2171640532793796e-05,
+      "loss": 0.002,
+      "step": 15840
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.2150564828865286e-05,
+      "loss": 0.0027,
+      "step": 15850
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.2129489124936776e-05,
+      "loss": 0.0146,
+      "step": 15860
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.2108413421008262e-05,
+      "loss": 0.0005,
+      "step": 15870
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.2087337717079752e-05,
+      "loss": 0.0002,
+      "step": 15880
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.206626201315124e-05,
+      "loss": 0.0004,
+      "step": 15890
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.204518630922273e-05,
+      "loss": 0.0075,
+      "step": 15900
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.202411060529422e-05,
+      "loss": 0.0345,
+      "step": 15910
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.200303490136571e-05,
+      "loss": 0.0382,
+      "step": 15920
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.1981959197437195e-05,
+      "loss": 0.035,
+      "step": 15930
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.1960883493508685e-05,
+      "loss": 0.0002,
+      "step": 15940
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 2.193980778958017e-05,
+      "loss": 0.0002,
+      "step": 15950
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.191873208565166e-05,
+      "loss": 0.046,
+      "step": 15960
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.189765638172315e-05,
+      "loss": 0.0006,
+      "step": 15970
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1876580677794638e-05,
+      "loss": 0.0032,
+      "step": 15980
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1855504973866128e-05,
+      "loss": 0.0087,
+      "step": 15990
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1834429269937618e-05,
+      "loss": 0.0861,
+      "step": 16000
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1813353566009108e-05,
+      "loss": 0.0386,
+      "step": 16010
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1792277862080594e-05,
+      "loss": 0.0002,
+      "step": 16020
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.177120215815208e-05,
+      "loss": 0.047,
+      "step": 16030
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.175012645422357e-05,
+      "loss": 0.0223,
+      "step": 16040
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.172905075029506e-05,
+      "loss": 0.0011,
+      "step": 16050
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.170797504636655e-05,
+      "loss": 0.0012,
+      "step": 16060
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1686899342438037e-05,
+      "loss": 0.0004,
+      "step": 16070
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1665823638509527e-05,
+      "loss": 0.0042,
+      "step": 16080
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1644747934581017e-05,
+      "loss": 0.0015,
+      "step": 16090
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1623672230652507e-05,
+      "loss": 0.1429,
+      "step": 16100
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1602596526723994e-05,
+      "loss": 0.1381,
+      "step": 16110
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.158152082279548e-05,
+      "loss": 0.0601,
+      "step": 16120
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.156044511886697e-05,
+      "loss": 0.0151,
+      "step": 16130
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.153936941493846e-05,
+      "loss": 0.0165,
+      "step": 16140
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.151829371100995e-05,
+      "loss": 0.0007,
+      "step": 16150
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1497218007081437e-05,
+      "loss": 0.1182,
+      "step": 16160
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1476142303152927e-05,
+      "loss": 0.0007,
+      "step": 16170
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1455066599224417e-05,
+      "loss": 0.023,
+      "step": 16180
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1433990895295907e-05,
+      "loss": 0.0592,
+      "step": 16190
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.1412915191367393e-05,
+      "loss": 0.0024,
+      "step": 16200
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.139183948743888e-05,
+      "loss": 0.0802,
+      "step": 16210
+    },
+    {
+      "epoch": 12.01,
+      "learning_rate": 2.137076378351037e-05,
+      "loss": 0.0901,
+      "step": 16220
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.134968807958186e-05,
+      "loss": 0.0006,
+      "step": 16230
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.132861237565335e-05,
+      "loss": 0.0025,
+      "step": 16240
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1307536671724836e-05,
+      "loss": 0.0006,
+      "step": 16250
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1286460967796326e-05,
+      "loss": 0.0019,
+      "step": 16260
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1265385263867816e-05,
+      "loss": 0.0004,
+      "step": 16270
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1244309559939302e-05,
+      "loss": 0.004,
+      "step": 16280
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1223233856010792e-05,
+      "loss": 0.0002,
+      "step": 16290
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.120215815208228e-05,
+      "loss": 0.0026,
+      "step": 16300
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.118108244815377e-05,
+      "loss": 0.0117,
+      "step": 16310
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.116000674422526e-05,
+      "loss": 0.0016,
+      "step": 16320
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.113893104029675e-05,
+      "loss": 0.0044,
+      "step": 16330
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1117855336368235e-05,
+      "loss": 0.0916,
+      "step": 16340
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1096779632439725e-05,
+      "loss": 0.0028,
+      "step": 16350
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1075703928511215e-05,
+      "loss": 0.0295,
+      "step": 16360
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1054628224582702e-05,
+      "loss": 0.0007,
+      "step": 16370
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.103355252065419e-05,
+      "loss": 0.0254,
+      "step": 16380
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.1012476816725678e-05,
+      "loss": 0.0172,
+      "step": 16390
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0991401112797168e-05,
+      "loss": 0.0485,
+      "step": 16400
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0970325408868658e-05,
+      "loss": 0.0035,
+      "step": 16410
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0949249704940148e-05,
+      "loss": 0.2051,
+      "step": 16420
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0928174001011635e-05,
+      "loss": 0.0186,
+      "step": 16430
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0907098297083125e-05,
+      "loss": 0.0004,
+      "step": 16440
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.088602259315461e-05,
+      "loss": 0.0031,
+      "step": 16450
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.08649468892261e-05,
+      "loss": 0.0002,
+      "step": 16460
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0843871185297588e-05,
+      "loss": 0.0004,
+      "step": 16470
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 2.0822795481369078e-05,
+      "loss": 0.0517,
+      "step": 16480
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0801719777440568e-05,
+      "loss": 0.0004,
+      "step": 16490
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0780644073512057e-05,
+      "loss": 0.0021,
+      "step": 16500
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0759568369583547e-05,
+      "loss": 0.0044,
+      "step": 16510
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0738492665655034e-05,
+      "loss": 0.0015,
+      "step": 16520
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0717416961726524e-05,
+      "loss": 0.1021,
+      "step": 16530
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.069634125779801e-05,
+      "loss": 0.0136,
+      "step": 16540
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.06752655538695e-05,
+      "loss": 0.0945,
+      "step": 16550
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0654189849940987e-05,
+      "loss": 0.0491,
+      "step": 16560
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0633114146012477e-05,
+      "loss": 0.1206,
+      "step": 16570
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0612038442083967e-05,
+      "loss": 0.004,
+      "step": 16580
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0590962738155457e-05,
+      "loss": 0.008,
+      "step": 16590
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0569887034226947e-05,
+      "loss": 0.0012,
+      "step": 16600
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0548811330298433e-05,
+      "loss": 0.0031,
+      "step": 16610
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.052773562636992e-05,
+      "loss": 0.0291,
+      "step": 16620
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.050665992244141e-05,
+      "loss": 0.0052,
+      "step": 16630
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.04855842185129e-05,
+      "loss": 0.0022,
+      "step": 16640
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0464508514584386e-05,
+      "loss": 0.0451,
+      "step": 16650
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0443432810655876e-05,
+      "loss": 0.0258,
+      "step": 16660
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0422357106727366e-05,
+      "loss": 0.0388,
+      "step": 16670
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0401281402798856e-05,
+      "loss": 0.0009,
+      "step": 16680
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0380205698870343e-05,
+      "loss": 0.0287,
+      "step": 16690
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.035912999494183e-05,
+      "loss": 0.0005,
+      "step": 16700
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.033805429101332e-05,
+      "loss": 0.0016,
+      "step": 16710
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.031697858708481e-05,
+      "loss": 0.018,
+      "step": 16720
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.02959028831563e-05,
+      "loss": 0.0013,
+      "step": 16730
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0274827179227786e-05,
+      "loss": 0.1702,
+      "step": 16740
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 2.0253751475299276e-05,
+      "loss": 0.0014,
+      "step": 16750
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0232675771370766e-05,
+      "loss": 0.1064,
+      "step": 16760
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0211600067442255e-05,
+      "loss": 0.0116,
+      "step": 16770
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0190524363513742e-05,
+      "loss": 0.0002,
+      "step": 16780
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.016944865958523e-05,
+      "loss": 0.0387,
+      "step": 16790
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.014837295565672e-05,
+      "loss": 0.0015,
+      "step": 16800
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.012729725172821e-05,
+      "loss": 0.0003,
+      "step": 16810
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.01062215477997e-05,
+      "loss": 0.0167,
+      "step": 16820
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0085145843871185e-05,
+      "loss": 0.0002,
+      "step": 16830
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0064070139942675e-05,
+      "loss": 0.0371,
+      "step": 16840
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0042994436014165e-05,
+      "loss": 0.001,
+      "step": 16850
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.0021918732085655e-05,
+      "loss": 0.0422,
+      "step": 16860
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 2.000084302815714e-05,
+      "loss": 0.0101,
+      "step": 16870
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9979767324228628e-05,
+      "loss": 0.0003,
+      "step": 16880
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9958691620300118e-05,
+      "loss": 0.088,
+      "step": 16890
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9937615916371608e-05,
+      "loss": 0.0005,
+      "step": 16900
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9916540212443098e-05,
+      "loss": 0.0101,
+      "step": 16910
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9895464508514584e-05,
+      "loss": 0.0008,
+      "step": 16920
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9874388804586074e-05,
+      "loss": 0.0004,
+      "step": 16930
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9853313100657564e-05,
+      "loss": 0.0003,
+      "step": 16940
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.983223739672905e-05,
+      "loss": 0.003,
+      "step": 16950
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.981116169280054e-05,
+      "loss": 0.0111,
+      "step": 16960
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9790085988872027e-05,
+      "loss": 0.0027,
+      "step": 16970
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9769010284943517e-05,
+      "loss": 0.0009,
+      "step": 16980
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9747934581015007e-05,
+      "loss": 0.001,
+      "step": 16990
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9726858877086497e-05,
+      "loss": 0.0024,
+      "step": 17000
+    },
+    {
+      "epoch": 12.04,
+      "learning_rate": 1.9705783173157984e-05,
+      "loss": 0.0006,
+      "step": 17010
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9684707469229474e-05,
+      "loss": 0.0013,
+      "step": 17020
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9663631765300964e-05,
+      "loss": 0.0101,
+      "step": 17030
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.964255606137245e-05,
+      "loss": 0.0804,
+      "step": 17040
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.962148035744394e-05,
+      "loss": 0.0085,
+      "step": 17050
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9600404653515427e-05,
+      "loss": 0.0055,
+      "step": 17060
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9579328949586917e-05,
+      "loss": 0.0006,
+      "step": 17070
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9558253245658406e-05,
+      "loss": 0.0039,
+      "step": 17080
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9537177541729896e-05,
+      "loss": 0.2048,
+      "step": 17090
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9516101837801383e-05,
+      "loss": 0.0017,
+      "step": 17100
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.9495026133872873e-05,
+      "loss": 0.0749,
+      "step": 17110
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.947395042994436e-05,
+      "loss": 0.0007,
+      "step": 17120
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.945287472601585e-05,
+      "loss": 0.1778,
+      "step": 17130
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 1.943179902208734e-05,
+      "loss": 0.1153,
+      "step": 17140
+    },
+    {
+      "epoch": 12.05,
+      "eval_accuracy": 0.7835118049283963,
+      "eval_loss": 1.2979658842086792,
+      "eval_runtime": 609.3856,
+      "eval_samples_per_second": 12.719,
+      "eval_steps_per_second": 2.12,
+      "step": 17147
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9410723318158826e-05,
+      "loss": 0.0366,
+      "step": 17150
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9389647614230316e-05,
+      "loss": 0.0023,
+      "step": 17160
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9368571910301806e-05,
+      "loss": 0.0116,
+      "step": 17170
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9347496206373296e-05,
+      "loss": 0.0003,
+      "step": 17180
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9326420502444782e-05,
+      "loss": 0.0005,
+      "step": 17190
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.930534479851627e-05,
+      "loss": 0.0091,
+      "step": 17200
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.928426909458776e-05,
+      "loss": 0.1227,
+      "step": 17210
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.926319339065925e-05,
+      "loss": 0.0006,
+      "step": 17220
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.924211768673074e-05,
+      "loss": 0.0003,
+      "step": 17230
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9221041982802225e-05,
+      "loss": 0.0166,
+      "step": 17240
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9199966278873715e-05,
+      "loss": 0.0009,
+      "step": 17250
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9178890574945205e-05,
+      "loss": 0.0002,
+      "step": 17260
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 1.9157814871016695e-05,
+      "loss": 0.0002,
+      "step": 17270
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.913673916708818e-05,
+      "loss": 0.0009,
+      "step": 17280
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9115663463159668e-05,
+      "loss": 0.0001,
+      "step": 17290
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9094587759231158e-05,
+      "loss": 0.0003,
+      "step": 17300
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9073512055302648e-05,
+      "loss": 0.0002,
+      "step": 17310
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9052436351374138e-05,
+      "loss": 0.0152,
+      "step": 17320
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9031360647445625e-05,
+      "loss": 0.0002,
+      "step": 17330
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.9010284943517114e-05,
+      "loss": 0.1763,
+      "step": 17340
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8989209239588604e-05,
+      "loss": 0.0002,
+      "step": 17350
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8968133535660094e-05,
+      "loss": 0.0009,
+      "step": 17360
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.894705783173158e-05,
+      "loss": 0.0015,
+      "step": 17370
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8925982127803067e-05,
+      "loss": 0.0001,
+      "step": 17380
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8904906423874557e-05,
+      "loss": 0.009,
+      "step": 17390
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8883830719946047e-05,
+      "loss": 0.0004,
+      "step": 17400
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8862755016017537e-05,
+      "loss": 0.0851,
+      "step": 17410
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8841679312089024e-05,
+      "loss": 0.0002,
+      "step": 17420
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8820603608160514e-05,
+      "loss": 0.1626,
+      "step": 17430
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8799527904232004e-05,
+      "loss": 0.0081,
+      "step": 17440
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8778452200303494e-05,
+      "loss": 0.0272,
+      "step": 17450
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.875737649637498e-05,
+      "loss": 0.0005,
+      "step": 17460
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8736300792446467e-05,
+      "loss": 0.0002,
+      "step": 17470
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8715225088517957e-05,
+      "loss": 0.0109,
+      "step": 17480
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8694149384589447e-05,
+      "loss": 0.0001,
+      "step": 17490
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8673073680660937e-05,
+      "loss": 0.0005,
+      "step": 17500
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8651997976732423e-05,
+      "loss": 0.006,
+      "step": 17510
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8630922272803913e-05,
+      "loss": 0.0075,
+      "step": 17520
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.8609846568875403e-05,
+      "loss": 0.0009,
+      "step": 17530
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 1.858877086494689e-05,
+      "loss": 0.1346,
+      "step": 17540
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.856769516101838e-05,
+      "loss": 0.0889,
+      "step": 17550
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8546619457089866e-05,
+      "loss": 0.0007,
+      "step": 17560
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8525543753161356e-05,
+      "loss": 0.0013,
+      "step": 17570
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8504468049232846e-05,
+      "loss": 0.0001,
+      "step": 17580
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8483392345304336e-05,
+      "loss": 0.1176,
+      "step": 17590
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8462316641375823e-05,
+      "loss": 0.0463,
+      "step": 17600
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8441240937447312e-05,
+      "loss": 0.0005,
+      "step": 17610
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.84201652335188e-05,
+      "loss": 0.0001,
+      "step": 17620
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.839908952959029e-05,
+      "loss": 0.1531,
+      "step": 17630
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.837801382566178e-05,
+      "loss": 0.0007,
+      "step": 17640
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8356938121733265e-05,
+      "loss": 0.0172,
+      "step": 17650
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8335862417804755e-05,
+      "loss": 0.0003,
+      "step": 17660
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8314786713876245e-05,
+      "loss": 0.012,
+      "step": 17670
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8293711009947735e-05,
+      "loss": 0.0003,
+      "step": 17680
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8272635306019222e-05,
+      "loss": 0.003,
+      "step": 17690
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8251559602090712e-05,
+      "loss": 0.0014,
+      "step": 17700
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.82304838981622e-05,
+      "loss": 0.007,
+      "step": 17710
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8209408194233688e-05,
+      "loss": 0.0001,
+      "step": 17720
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8188332490305178e-05,
+      "loss": 0.0024,
+      "step": 17730
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8167256786376665e-05,
+      "loss": 0.0049,
+      "step": 17740
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8146181082448155e-05,
+      "loss": 0.0244,
+      "step": 17750
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8125105378519645e-05,
+      "loss": 0.0089,
+      "step": 17760
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8104029674591135e-05,
+      "loss": 0.0011,
+      "step": 17770
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.808295397066262e-05,
+      "loss": 0.0006,
+      "step": 17780
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8061878266734108e-05,
+      "loss": 0.0001,
+      "step": 17790
+    },
+    {
+      "epoch": 13.02,
+      "learning_rate": 1.8040802562805598e-05,
+      "loss": 0.0287,
+      "step": 17800
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.8019726858877088e-05,
+      "loss": 0.0005,
+      "step": 17810
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7998651154948578e-05,
+      "loss": 0.0002,
+      "step": 17820
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7977575451020064e-05,
+      "loss": 0.0002,
+      "step": 17830
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7956499747091554e-05,
+      "loss": 0.0001,
+      "step": 17840
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7935424043163044e-05,
+      "loss": 0.0004,
+      "step": 17850
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7914348339234534e-05,
+      "loss": 0.1421,
+      "step": 17860
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7893272635306017e-05,
+      "loss": 0.0579,
+      "step": 17870
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7872196931377507e-05,
+      "loss": 0.0002,
+      "step": 17880
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7851121227448997e-05,
+      "loss": 0.0392,
+      "step": 17890
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7830045523520487e-05,
+      "loss": 0.0227,
+      "step": 17900
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7808969819591974e-05,
+      "loss": 0.0312,
+      "step": 17910
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7787894115663463e-05,
+      "loss": 0.0072,
+      "step": 17920
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7766818411734953e-05,
+      "loss": 0.0306,
+      "step": 17930
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7745742707806443e-05,
+      "loss": 0.3134,
+      "step": 17940
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7724667003877933e-05,
+      "loss": 0.0164,
+      "step": 17950
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7703591299949416e-05,
+      "loss": 0.0003,
+      "step": 17960
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7682515596020906e-05,
+      "loss": 0.013,
+      "step": 17970
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7661439892092396e-05,
+      "loss": 0.0091,
+      "step": 17980
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7640364188163886e-05,
+      "loss": 0.0016,
+      "step": 17990
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7619288484235373e-05,
+      "loss": 0.0703,
+      "step": 18000
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7598212780306863e-05,
+      "loss": 0.0138,
+      "step": 18010
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7577137076378353e-05,
+      "loss": 0.065,
+      "step": 18020
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7556061372449843e-05,
+      "loss": 0.009,
+      "step": 18030
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.753498566852133e-05,
+      "loss": 0.1055,
+      "step": 18040
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7513909964592816e-05,
+      "loss": 0.0373,
+      "step": 18050
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 1.7492834260664306e-05,
+      "loss": 0.0206,
+      "step": 18060
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7471758556735796e-05,
+      "loss": 0.0083,
+      "step": 18070
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7450682852807286e-05,
+      "loss": 0.0702,
+      "step": 18080
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7429607148878772e-05,
+      "loss": 0.0011,
+      "step": 18090
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7408531444950262e-05,
+      "loss": 0.0004,
+      "step": 18100
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7387455741021752e-05,
+      "loss": 0.0129,
+      "step": 18110
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7366380037093242e-05,
+      "loss": 0.0002,
+      "step": 18120
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.734530433316473e-05,
+      "loss": 0.0711,
+      "step": 18130
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7324228629236215e-05,
+      "loss": 0.0034,
+      "step": 18140
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7303152925307705e-05,
+      "loss": 0.0005,
+      "step": 18150
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7282077221379195e-05,
+      "loss": 0.019,
+      "step": 18160
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7261001517450685e-05,
+      "loss": 0.0007,
+      "step": 18170
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.723992581352217e-05,
+      "loss": 0.0034,
+      "step": 18180
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.721885010959366e-05,
+      "loss": 0.1639,
+      "step": 18190
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.719777440566515e-05,
+      "loss": 0.0005,
+      "step": 18200
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7176698701736638e-05,
+      "loss": 0.0005,
+      "step": 18210
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7155622997808128e-05,
+      "loss": 0.0019,
+      "step": 18220
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7134547293879614e-05,
+      "loss": 0.0739,
+      "step": 18230
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7113471589951104e-05,
+      "loss": 0.0113,
+      "step": 18240
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7092395886022594e-05,
+      "loss": 0.0023,
+      "step": 18250
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7071320182094084e-05,
+      "loss": 0.0044,
+      "step": 18260
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.705024447816557e-05,
+      "loss": 0.0002,
+      "step": 18270
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.702916877423706e-05,
+      "loss": 0.0052,
+      "step": 18280
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.7008093070308547e-05,
+      "loss": 0.0002,
+      "step": 18290
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.6987017366380037e-05,
+      "loss": 0.0005,
+      "step": 18300
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.6965941662451527e-05,
+      "loss": 0.0002,
+      "step": 18310
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.6944865958523014e-05,
+      "loss": 0.0011,
+      "step": 18320
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 1.6923790254594504e-05,
+      "loss": 0.2794,
+      "step": 18330
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6902714550665994e-05,
+      "loss": 0.0052,
+      "step": 18340
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6881638846737484e-05,
+      "loss": 0.0001,
+      "step": 18350
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.686056314280897e-05,
+      "loss": 0.0002,
+      "step": 18360
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.683948743888046e-05,
+      "loss": 0.0004,
+      "step": 18370
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6818411734951947e-05,
+      "loss": 0.0166,
+      "step": 18380
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6797336031023437e-05,
+      "loss": 0.0665,
+      "step": 18390
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6776260327094927e-05,
+      "loss": 0.0029,
+      "step": 18400
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6755184623166413e-05,
+      "loss": 0.0959,
+      "step": 18410
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6734108919237903e-05,
+      "loss": 0.0775,
+      "step": 18420
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6713033215309393e-05,
+      "loss": 0.0006,
+      "step": 18430
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6691957511380883e-05,
+      "loss": 0.1032,
+      "step": 18440
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.667088180745237e-05,
+      "loss": 0.0241,
+      "step": 18450
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 1.6649806103523856e-05,
+      "loss": 0.0004,
+      "step": 18460
+    },
+    {
+      "epoch": 13.05,
+      "eval_accuracy": 0.7838988517610631,
+      "eval_loss": 1.3540375232696533,
+      "eval_runtime": 570.1136,
+      "eval_samples_per_second": 13.596,
+      "eval_steps_per_second": 2.266,
+      "step": 18466
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6628730399595346e-05,
+      "loss": 0.0006,
+      "step": 18470
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6607654695666836e-05,
+      "loss": 0.0002,
+      "step": 18480
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6586578991738326e-05,
+      "loss": 0.1762,
+      "step": 18490
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6565503287809812e-05,
+      "loss": 0.0002,
+      "step": 18500
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6544427583881302e-05,
+      "loss": 0.1359,
+      "step": 18510
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6523351879952792e-05,
+      "loss": 0.0002,
+      "step": 18520
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6502276176024282e-05,
+      "loss": 0.0001,
+      "step": 18530
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.648120047209577e-05,
+      "loss": 0.0077,
+      "step": 18540
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6460124768167255e-05,
+      "loss": 0.0458,
+      "step": 18550
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6439049064238745e-05,
+      "loss": 0.0041,
+      "step": 18560
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6417973360310235e-05,
+      "loss": 0.0043,
+      "step": 18570
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6396897656381725e-05,
+      "loss": 0.0146,
+      "step": 18580
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 1.6375821952453212e-05,
+      "loss": 0.0244,
+      "step": 18590
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.63547462485247e-05,
+      "loss": 0.0005,
+      "step": 18600
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.633367054459619e-05,
+      "loss": 0.0001,
+      "step": 18610
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.631259484066768e-05,
+      "loss": 0.0344,
+      "step": 18620
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6291519136739168e-05,
+      "loss": 0.0244,
+      "step": 18630
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6270443432810655e-05,
+      "loss": 0.0001,
+      "step": 18640
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6249367728882145e-05,
+      "loss": 0.0001,
+      "step": 18650
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6228292024953635e-05,
+      "loss": 0.0323,
+      "step": 18660
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6207216321025125e-05,
+      "loss": 0.0601,
+      "step": 18670
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.618614061709661e-05,
+      "loss": 0.0246,
+      "step": 18680
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.61650649131681e-05,
+      "loss": 0.0003,
+      "step": 18690
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.614398920923959e-05,
+      "loss": 0.0001,
+      "step": 18700
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6122913505311078e-05,
+      "loss": 0.0002,
+      "step": 18710
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6101837801382567e-05,
+      "loss": 0.0001,
+      "step": 18720
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6080762097454054e-05,
+      "loss": 0.0414,
+      "step": 18730
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6059686393525544e-05,
+      "loss": 0.0148,
+      "step": 18740
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6038610689597034e-05,
+      "loss": 0.0003,
+      "step": 18750
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.6017534985668524e-05,
+      "loss": 0.0003,
+      "step": 18760
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.599645928174001e-05,
+      "loss": 0.0003,
+      "step": 18770
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.59753835778115e-05,
+      "loss": 0.0033,
+      "step": 18780
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5954307873882987e-05,
+      "loss": 0.0031,
+      "step": 18790
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5933232169954477e-05,
+      "loss": 0.0004,
+      "step": 18800
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5912156466025967e-05,
+      "loss": 0.0016,
+      "step": 18810
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5891080762097453e-05,
+      "loss": 0.016,
+      "step": 18820
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5870005058168943e-05,
+      "loss": 0.0008,
+      "step": 18830
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5848929354240433e-05,
+      "loss": 0.0297,
+      "step": 18840
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.5827853650311923e-05,
+      "loss": 0.0005,
+      "step": 18850
+    },
+    {
+      "epoch": 14.01,
+      "learning_rate": 1.580677794638341e-05,
+      "loss": 0.034,
+      "step": 18860
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.57857022424549e-05,
+      "loss": 0.0002,
+      "step": 18870
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5764626538526386e-05,
+      "loss": 0.0334,
+      "step": 18880
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5743550834597876e-05,
+      "loss": 0.0022,
+      "step": 18890
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5722475130669366e-05,
+      "loss": 0.0006,
+      "step": 18900
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5701399426740853e-05,
+      "loss": 0.2324,
+      "step": 18910
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5680323722812343e-05,
+      "loss": 0.0987,
+      "step": 18920
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5659248018883833e-05,
+      "loss": 0.0002,
+      "step": 18930
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5638172314955322e-05,
+      "loss": 0.0053,
+      "step": 18940
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.561709661102681e-05,
+      "loss": 0.0005,
+      "step": 18950
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5596020907098296e-05,
+      "loss": 0.0004,
+      "step": 18960
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5574945203169786e-05,
+      "loss": 0.0016,
+      "step": 18970
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5553869499241275e-05,
+      "loss": 0.0012,
+      "step": 18980
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5532793795312765e-05,
+      "loss": 0.0028,
+      "step": 18990
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5511718091384252e-05,
+      "loss": 0.0004,
+      "step": 19000
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5490642387455742e-05,
+      "loss": 0.0001,
+      "step": 19010
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5469566683527232e-05,
+      "loss": 0.1418,
+      "step": 19020
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5448490979598722e-05,
+      "loss": 0.0229,
+      "step": 19030
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.542741527567021e-05,
+      "loss": 0.0035,
+      "step": 19040
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5406339571741695e-05,
+      "loss": 0.0006,
+      "step": 19050
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5385263867813185e-05,
+      "loss": 0.0001,
+      "step": 19060
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5364188163884675e-05,
+      "loss": 0.0005,
+      "step": 19070
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.5343112459956165e-05,
+      "loss": 0.0032,
+      "step": 19080
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.532203675602765e-05,
+      "loss": 0.0002,
+      "step": 19090
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.530096105209914e-05,
+      "loss": 0.0168,
+      "step": 19100
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.527988534817063e-05,
+      "loss": 0.0055,
+      "step": 19110
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 1.525880964424212e-05,
+      "loss": 0.0002,
+      "step": 19120
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5237733940313606e-05,
+      "loss": 0.0447,
+      "step": 19130
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5216658236385096e-05,
+      "loss": 0.1105,
+      "step": 19140
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5195582532456584e-05,
+      "loss": 0.0765,
+      "step": 19150
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5174506828528074e-05,
+      "loss": 0.0186,
+      "step": 19160
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5153431124599562e-05,
+      "loss": 0.0008,
+      "step": 19170
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5132355420671052e-05,
+      "loss": 0.0443,
+      "step": 19180
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.511127971674254e-05,
+      "loss": 0.0057,
+      "step": 19190
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.509020401281403e-05,
+      "loss": 0.0003,
+      "step": 19200
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5069128308885515e-05,
+      "loss": 0.0001,
+      "step": 19210
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5048052604957005e-05,
+      "loss": 0.0003,
+      "step": 19220
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5026976901028494e-05,
+      "loss": 0.0012,
+      "step": 19230
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.5005901197099984e-05,
+      "loss": 0.0002,
+      "step": 19240
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4984825493171473e-05,
+      "loss": 0.0197,
+      "step": 19250
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4963749789242962e-05,
+      "loss": 0.0001,
+      "step": 19260
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4942674085314452e-05,
+      "loss": 0.0001,
+      "step": 19270
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.492159838138594e-05,
+      "loss": 0.0031,
+      "step": 19280
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.490052267745743e-05,
+      "loss": 0.0004,
+      "step": 19290
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4879446973528915e-05,
+      "loss": 0.0034,
+      "step": 19300
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4858371269600405e-05,
+      "loss": 0.0001,
+      "step": 19310
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4837295565671893e-05,
+      "loss": 0.0001,
+      "step": 19320
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4816219861743383e-05,
+      "loss": 0.0364,
+      "step": 19330
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4795144157814871e-05,
+      "loss": 0.0032,
+      "step": 19340
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4774068453886361e-05,
+      "loss": 0.1346,
+      "step": 19350
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4752992749957851e-05,
+      "loss": 0.0002,
+      "step": 19360
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.473191704602934e-05,
+      "loss": 0.0048,
+      "step": 19370
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.4710841342100826e-05,
+      "loss": 0.0032,
+      "step": 19380
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4689765638172314e-05,
+      "loss": 0.0009,
+      "step": 19390
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4668689934243804e-05,
+      "loss": 0.1642,
+      "step": 19400
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4647614230315292e-05,
+      "loss": 0.0009,
+      "step": 19410
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4626538526386782e-05,
+      "loss": 0.0084,
+      "step": 19420
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.460546282245827e-05,
+      "loss": 0.0004,
+      "step": 19430
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.458438711852976e-05,
+      "loss": 0.0002,
+      "step": 19440
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.456331141460125e-05,
+      "loss": 0.0018,
+      "step": 19450
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4542235710672735e-05,
+      "loss": 0.0001,
+      "step": 19460
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4521160006744225e-05,
+      "loss": 0.0002,
+      "step": 19470
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4500084302815713e-05,
+      "loss": 0.0035,
+      "step": 19480
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4479008598887203e-05,
+      "loss": 0.0002,
+      "step": 19490
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4457932894958692e-05,
+      "loss": 0.0243,
+      "step": 19500
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4436857191030182e-05,
+      "loss": 0.0005,
+      "step": 19510
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.441578148710167e-05,
+      "loss": 0.0024,
+      "step": 19520
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.439470578317316e-05,
+      "loss": 0.0018,
+      "step": 19530
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4373630079244648e-05,
+      "loss": 0.0018,
+      "step": 19540
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4352554375316135e-05,
+      "loss": 0.0001,
+      "step": 19550
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4331478671387624e-05,
+      "loss": 0.168,
+      "step": 19560
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4310402967459113e-05,
+      "loss": 0.0008,
+      "step": 19570
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4289327263530603e-05,
+      "loss": 0.0245,
+      "step": 19580
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4268251559602091e-05,
+      "loss": 0.0019,
+      "step": 19590
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.424717585567358e-05,
+      "loss": 0.0002,
+      "step": 19600
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4226100151745069e-05,
+      "loss": 0.0001,
+      "step": 19610
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4205024447816559e-05,
+      "loss": 0.0003,
+      "step": 19620
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4183948743888046e-05,
+      "loss": 0.0002,
+      "step": 19630
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4162873039959534e-05,
+      "loss": 0.0049,
+      "step": 19640
+    },
+    {
+      "epoch": 14.04,
+      "learning_rate": 1.4141797336031024e-05,
+      "loss": 0.0008,
+      "step": 19650
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.4120721632102512e-05,
+      "loss": 0.0256,
+      "step": 19660
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.4099645928174002e-05,
+      "loss": 0.0001,
+      "step": 19670
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.407857022424549e-05,
+      "loss": 0.0026,
+      "step": 19680
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.405749452031698e-05,
+      "loss": 0.0001,
+      "step": 19690
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.4036418816388468e-05,
+      "loss": 0.0236,
+      "step": 19700
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.4015343112459955e-05,
+      "loss": 0.0003,
+      "step": 19710
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.3994267408531445e-05,
+      "loss": 0.0004,
+      "step": 19720
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.3973191704602933e-05,
+      "loss": 0.0002,
+      "step": 19730
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.3952116000674423e-05,
+      "loss": 0.0026,
+      "step": 19740
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.3931040296745911e-05,
+      "loss": 0.0043,
+      "step": 19750
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.3909964592817401e-05,
+      "loss": 0.0007,
+      "step": 19760
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.0001,
+      "step": 19770
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.386781318496038e-05,
+      "loss": 0.0456,
+      "step": 19780
+    },
+    {
+      "epoch": 14.05,
+      "eval_accuracy": 0.7908656947490647,
+      "eval_loss": 1.3907076120376587,
+      "eval_runtime": 652.1139,
+      "eval_samples_per_second": 11.886,
+      "eval_steps_per_second": 1.981,
+      "step": 19785
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3846737481031868e-05,
+      "loss": 0.0656,
+      "step": 19790
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3825661777103354e-05,
+      "loss": 0.0015,
+      "step": 19800
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3804586073174844e-05,
+      "loss": 0.0004,
+      "step": 19810
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3783510369246332e-05,
+      "loss": 0.0004,
+      "step": 19820
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3762434665317822e-05,
+      "loss": 0.0001,
+      "step": 19830
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.374135896138931e-05,
+      "loss": 0.0003,
+      "step": 19840
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.37202832574608e-05,
+      "loss": 0.0004,
+      "step": 19850
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3699207553532289e-05,
+      "loss": 0.0499,
+      "step": 19860
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3678131849603779e-05,
+      "loss": 0.0076,
+      "step": 19870
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3657056145675265e-05,
+      "loss": 0.0002,
+      "step": 19880
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3635980441746754e-05,
+      "loss": 0.0012,
+      "step": 19890
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3614904737818244e-05,
+      "loss": 0.0002,
+      "step": 19900
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 1.3593829033889732e-05,
+      "loss": 0.0381,
+      "step": 19910
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3572753329961222e-05,
+      "loss": 0.0007,
+      "step": 19920
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.355167762603271e-05,
+      "loss": 0.0003,
+      "step": 19930
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.35306019221042e-05,
+      "loss": 0.0091,
+      "step": 19940
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3509526218175688e-05,
+      "loss": 0.0317,
+      "step": 19950
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3488450514247178e-05,
+      "loss": 0.0001,
+      "step": 19960
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3467374810318665e-05,
+      "loss": 0.1293,
+      "step": 19970
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3446299106390153e-05,
+      "loss": 0.0118,
+      "step": 19980
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3425223402461643e-05,
+      "loss": 0.0846,
+      "step": 19990
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3404147698533131e-05,
+      "loss": 0.0559,
+      "step": 20000
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3383071994604621e-05,
+      "loss": 0.0002,
+      "step": 20010
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.336199629067611e-05,
+      "loss": 0.0001,
+      "step": 20020
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.33409205867476e-05,
+      "loss": 0.0969,
+      "step": 20030
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3319844882819088e-05,
+      "loss": 0.065,
+      "step": 20040
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3298769178890574e-05,
+      "loss": 0.1131,
+      "step": 20050
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3277693474962064e-05,
+      "loss": 0.0002,
+      "step": 20060
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3256617771033552e-05,
+      "loss": 0.0002,
+      "step": 20070
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3235542067105042e-05,
+      "loss": 0.0009,
+      "step": 20080
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.321446636317653e-05,
+      "loss": 0.0001,
+      "step": 20090
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.319339065924802e-05,
+      "loss": 0.0979,
+      "step": 20100
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3172314955319509e-05,
+      "loss": 0.0002,
+      "step": 20110
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3151239251390999e-05,
+      "loss": 0.0008,
+      "step": 20120
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3130163547462485e-05,
+      "loss": 0.0003,
+      "step": 20130
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3109087843533973e-05,
+      "loss": 0.001,
+      "step": 20140
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3088012139605463e-05,
+      "loss": 0.0001,
+      "step": 20150
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3066936435676952e-05,
+      "loss": 0.0001,
+      "step": 20160
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.3045860731748442e-05,
+      "loss": 0.0381,
+      "step": 20170
+    },
+    {
+      "epoch": 15.01,
+      "learning_rate": 1.302478502781993e-05,
+      "loss": 0.1874,
+      "step": 20180
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.300370932389142e-05,
+      "loss": 0.0003,
+      "step": 20190
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2982633619962908e-05,
+      "loss": 0.0001,
+      "step": 20200
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2961557916034398e-05,
+      "loss": 0.0002,
+      "step": 20210
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2940482212105884e-05,
+      "loss": 0.0086,
+      "step": 20220
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2919406508177373e-05,
+      "loss": 0.0038,
+      "step": 20230
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2898330804248863e-05,
+      "loss": 0.1713,
+      "step": 20240
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2877255100320351e-05,
+      "loss": 0.0054,
+      "step": 20250
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2856179396391841e-05,
+      "loss": 0.0004,
+      "step": 20260
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2835103692463329e-05,
+      "loss": 0.153,
+      "step": 20270
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2814027988534819e-05,
+      "loss": 0.0004,
+      "step": 20280
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2792952284606307e-05,
+      "loss": 0.0973,
+      "step": 20290
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2771876580677794e-05,
+      "loss": 0.0001,
+      "step": 20300
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2750800876749284e-05,
+      "loss": 0.0067,
+      "step": 20310
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2729725172820772e-05,
+      "loss": 0.0016,
+      "step": 20320
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2708649468892262e-05,
+      "loss": 0.0049,
+      "step": 20330
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.268757376496375e-05,
+      "loss": 0.1249,
+      "step": 20340
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.266649806103524e-05,
+      "loss": 0.0001,
+      "step": 20350
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2645422357106728e-05,
+      "loss": 0.0001,
+      "step": 20360
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2624346653178218e-05,
+      "loss": 0.2086,
+      "step": 20370
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2603270949249705e-05,
+      "loss": 0.0012,
+      "step": 20380
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2582195245321193e-05,
+      "loss": 0.0138,
+      "step": 20390
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2561119541392683e-05,
+      "loss": 0.0001,
+      "step": 20400
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2540043837464171e-05,
+      "loss": 0.0001,
+      "step": 20410
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.2518968133535661e-05,
+      "loss": 0.0002,
+      "step": 20420
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.249789242960715e-05,
+      "loss": 0.0001,
+      "step": 20430
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 1.247681672567864e-05,
+      "loss": 0.074,
+      "step": 20440
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2455741021750126e-05,
+      "loss": 0.0001,
+      "step": 20450
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2434665317821616e-05,
+      "loss": 0.0013,
+      "step": 20460
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2413589613893104e-05,
+      "loss": 0.0375,
+      "step": 20470
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2392513909964594e-05,
+      "loss": 0.0001,
+      "step": 20480
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2371438206036082e-05,
+      "loss": 0.0003,
+      "step": 20490
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.235036250210757e-05,
+      "loss": 0.1122,
+      "step": 20500
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.232928679817906e-05,
+      "loss": 0.0087,
+      "step": 20510
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2308211094250549e-05,
+      "loss": 0.0001,
+      "step": 20520
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2287135390322037e-05,
+      "loss": 0.0739,
+      "step": 20530
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2266059686393525e-05,
+      "loss": 0.001,
+      "step": 20540
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2244983982465015e-05,
+      "loss": 0.0001,
+      "step": 20550
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2223908278536504e-05,
+      "loss": 0.0002,
+      "step": 20560
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2202832574607992e-05,
+      "loss": 0.0002,
+      "step": 20570
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2181756870679482e-05,
+      "loss": 0.0002,
+      "step": 20580
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.216068116675097e-05,
+      "loss": 0.0001,
+      "step": 20590
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.213960546282246e-05,
+      "loss": 0.0089,
+      "step": 20600
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2118529758893947e-05,
+      "loss": 0.0001,
+      "step": 20610
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2097454054965436e-05,
+      "loss": 0.0011,
+      "step": 20620
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2076378351036925e-05,
+      "loss": 0.0005,
+      "step": 20630
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2055302647108415e-05,
+      "loss": 0.0001,
+      "step": 20640
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2034226943179903e-05,
+      "loss": 0.002,
+      "step": 20650
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.2013151239251391e-05,
+      "loss": 0.0202,
+      "step": 20660
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.1992075535322881e-05,
+      "loss": 0.0115,
+      "step": 20670
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.197099983139437e-05,
+      "loss": 0.0909,
+      "step": 20680
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.194992412746586e-05,
+      "loss": 0.0002,
+      "step": 20690
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 1.1928848423537346e-05,
+      "loss": 0.0004,
+      "step": 20700
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1907772719608836e-05,
+      "loss": 0.0002,
+      "step": 20710
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1886697015680324e-05,
+      "loss": 0.0908,
+      "step": 20720
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1865621311751814e-05,
+      "loss": 0.0001,
+      "step": 20730
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.18445456078233e-05,
+      "loss": 0.0048,
+      "step": 20740
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.182346990389479e-05,
+      "loss": 0.0021,
+      "step": 20750
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1802394199966279e-05,
+      "loss": 0.037,
+      "step": 20760
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1781318496037769e-05,
+      "loss": 0.0001,
+      "step": 20770
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1760242792109257e-05,
+      "loss": 0.0141,
+      "step": 20780
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1739167088180745e-05,
+      "loss": 0.0275,
+      "step": 20790
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1718091384252235e-05,
+      "loss": 0.0001,
+      "step": 20800
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1697015680323723e-05,
+      "loss": 0.0066,
+      "step": 20810
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1675939976395212e-05,
+      "loss": 0.0002,
+      "step": 20820
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.16548642724667e-05,
+      "loss": 0.0002,
+      "step": 20830
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.163378856853819e-05,
+      "loss": 0.0037,
+      "step": 20840
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1612712864609678e-05,
+      "loss": 0.0004,
+      "step": 20850
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1591637160681166e-05,
+      "loss": 0.0001,
+      "step": 20860
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1570561456752656e-05,
+      "loss": 0.0001,
+      "step": 20870
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1549485752824145e-05,
+      "loss": 0.0001,
+      "step": 20880
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1528410048895634e-05,
+      "loss": 0.0003,
+      "step": 20890
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1507334344967123e-05,
+      "loss": 0.0002,
+      "step": 20900
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1486258641038611e-05,
+      "loss": 0.011,
+      "step": 20910
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.14651829371101e-05,
+      "loss": 0.0029,
+      "step": 20920
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.144410723318159e-05,
+      "loss": 0.0004,
+      "step": 20930
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1423031529253077e-05,
+      "loss": 0.0186,
+      "step": 20940
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1401955825324566e-05,
+      "loss": 0.0004,
+      "step": 20950
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1380880121396056e-05,
+      "loss": 0.0002,
+      "step": 20960
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 1.1359804417467544e-05,
+      "loss": 0.0006,
+      "step": 20970
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1338728713539034e-05,
+      "loss": 0.0004,
+      "step": 20980
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.131765300961052e-05,
+      "loss": 0.0001,
+      "step": 20990
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.129657730568201e-05,
+      "loss": 0.0001,
+      "step": 21000
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1275501601753499e-05,
+      "loss": 0.0001,
+      "step": 21010
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1254425897824988e-05,
+      "loss": 0.0001,
+      "step": 21020
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1233350193896477e-05,
+      "loss": 0.0002,
+      "step": 21030
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1212274489967965e-05,
+      "loss": 0.0002,
+      "step": 21040
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1191198786039455e-05,
+      "loss": 0.0001,
+      "step": 21050
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1170123082110943e-05,
+      "loss": 0.0007,
+      "step": 21060
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1149047378182431e-05,
+      "loss": 0.0002,
+      "step": 21070
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.112797167425392e-05,
+      "loss": 0.0011,
+      "step": 21080
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.110689597032541e-05,
+      "loss": 0.0001,
+      "step": 21090
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 1.1085820266396898e-05,
+      "loss": 0.0017,
+      "step": 21100
+    },
+    {
+      "epoch": 15.05,
+      "eval_accuracy": 0.7969294284608438,
+      "eval_loss": 1.3211185932159424,
+      "eval_runtime": 610.8985,
+      "eval_samples_per_second": 12.688,
+      "eval_steps_per_second": 2.115,
+      "step": 21104
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.1064744562468388e-05,
+      "loss": 0.0001,
+      "step": 21110
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.1043668858539876e-05,
+      "loss": 0.0003,
+      "step": 21120
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.1022593154611364e-05,
+      "loss": 0.0323,
+      "step": 21130
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.1001517450682854e-05,
+      "loss": 0.0002,
+      "step": 21140
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0980441746754343e-05,
+      "loss": 0.0006,
+      "step": 21150
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.095936604282583e-05,
+      "loss": 0.0001,
+      "step": 21160
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0938290338897319e-05,
+      "loss": 0.0005,
+      "step": 21170
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0917214634968809e-05,
+      "loss": 0.0695,
+      "step": 21180
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0896138931040297e-05,
+      "loss": 0.099,
+      "step": 21190
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0875063227111785e-05,
+      "loss": 0.0255,
+      "step": 21200
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0853987523183275e-05,
+      "loss": 0.0001,
+      "step": 21210
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0832911819254764e-05,
+      "loss": 0.0003,
+      "step": 21220
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 1.0811836115326254e-05,
+      "loss": 0.0002,
+      "step": 21230
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.079076041139774e-05,
+      "loss": 0.0001,
+      "step": 21240
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.076968470746923e-05,
+      "loss": 0.0001,
+      "step": 21250
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0748609003540718e-05,
+      "loss": 0.005,
+      "step": 21260
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0727533299612208e-05,
+      "loss": 0.0004,
+      "step": 21270
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0706457595683697e-05,
+      "loss": 0.0021,
+      "step": 21280
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0685381891755185e-05,
+      "loss": 0.0002,
+      "step": 21290
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0664306187826675e-05,
+      "loss": 0.1126,
+      "step": 21300
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0643230483898163e-05,
+      "loss": 0.0001,
+      "step": 21310
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0622154779969651e-05,
+      "loss": 0.0024,
+      "step": 21320
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.060107907604114e-05,
+      "loss": 0.0701,
+      "step": 21330
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.058000337211263e-05,
+      "loss": 0.0438,
+      "step": 21340
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0558927668184118e-05,
+      "loss": 0.0001,
+      "step": 21350
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0537851964255608e-05,
+      "loss": 0.0002,
+      "step": 21360
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0516776260327094e-05,
+      "loss": 0.0001,
+      "step": 21370
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0495700556398584e-05,
+      "loss": 0.0001,
+      "step": 21380
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0474624852470074e-05,
+      "loss": 0.0001,
+      "step": 21390
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0453549148541562e-05,
+      "loss": 0.0001,
+      "step": 21400
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.043247344461305e-05,
+      "loss": 0.0002,
+      "step": 21410
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0411397740684539e-05,
+      "loss": 0.0002,
+      "step": 21420
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0390322036756029e-05,
+      "loss": 0.0509,
+      "step": 21430
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0369246332827517e-05,
+      "loss": 0.0001,
+      "step": 21440
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0348170628899005e-05,
+      "loss": 0.0036,
+      "step": 21450
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0327094924970493e-05,
+      "loss": 0.0001,
+      "step": 21460
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0306019221041983e-05,
+      "loss": 0.0005,
+      "step": 21470
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.0284943517113473e-05,
+      "loss": 0.0002,
+      "step": 21480
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 1.026386781318496e-05,
+      "loss": 0.0005,
+      "step": 21490
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.024279210925645e-05,
+      "loss": 0.0001,
+      "step": 21500
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0221716405327938e-05,
+      "loss": 0.0607,
+      "step": 21510
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0200640701399428e-05,
+      "loss": 0.0985,
+      "step": 21520
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0179564997470915e-05,
+      "loss": 0.0002,
+      "step": 21530
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0158489293542405e-05,
+      "loss": 0.0003,
+      "step": 21540
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0137413589613893e-05,
+      "loss": 0.0006,
+      "step": 21550
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0116337885685383e-05,
+      "loss": 0.0679,
+      "step": 21560
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0095262181756871e-05,
+      "loss": 0.0043,
+      "step": 21570
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.007418647782836e-05,
+      "loss": 0.0001,
+      "step": 21580
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.005311077389985e-05,
+      "loss": 0.0001,
+      "step": 21590
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0032035069971337e-05,
+      "loss": 0.0001,
+      "step": 21600
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 1.0010959366042827e-05,
+      "loss": 0.1701,
+      "step": 21610
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.989883662114314e-06,
+      "loss": 0.0005,
+      "step": 21620
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.968807958185804e-06,
+      "loss": 0.0399,
+      "step": 21630
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.947732254257292e-06,
+      "loss": 0.0004,
+      "step": 21640
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.926656550328782e-06,
+      "loss": 0.0001,
+      "step": 21650
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.90558084640027e-06,
+      "loss": 0.0012,
+      "step": 21660
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.884505142471759e-06,
+      "loss": 0.0005,
+      "step": 21670
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.863429438543249e-06,
+      "loss": 0.0001,
+      "step": 21680
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.842353734614737e-06,
+      "loss": 0.0019,
+      "step": 21690
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.821278030686225e-06,
+      "loss": 0.0001,
+      "step": 21700
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.800202326757713e-06,
+      "loss": 0.0036,
+      "step": 21710
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.779126622829203e-06,
+      "loss": 0.0002,
+      "step": 21720
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.758050918900691e-06,
+      "loss": 0.0057,
+      "step": 21730
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.73697521497218e-06,
+      "loss": 0.0007,
+      "step": 21740
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.71589951104367e-06,
+      "loss": 0.0079,
+      "step": 21750
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 9.694823807115158e-06,
+      "loss": 0.0001,
+      "step": 21760
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.673748103186648e-06,
+      "loss": 0.0001,
+      "step": 21770
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.652672399258134e-06,
+      "loss": 0.0001,
+      "step": 21780
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.631596695329624e-06,
+      "loss": 0.0001,
+      "step": 21790
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.610520991401113e-06,
+      "loss": 0.0204,
+      "step": 21800
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.589445287472603e-06,
+      "loss": 0.0001,
+      "step": 21810
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.56836958354409e-06,
+      "loss": 0.0068,
+      "step": 21820
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.547293879615579e-06,
+      "loss": 0.0001,
+      "step": 21830
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.526218175687069e-06,
+      "loss": 0.0001,
+      "step": 21840
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.505142471758557e-06,
+      "loss": 0.0001,
+      "step": 21850
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.484066767830047e-06,
+      "loss": 0.0001,
+      "step": 21860
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.462991063901534e-06,
+      "loss": 0.0001,
+      "step": 21870
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.441915359973024e-06,
+      "loss": 0.0056,
+      "step": 21880
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.420839656044512e-06,
+      "loss": 0.0005,
+      "step": 21890
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.399763952116002e-06,
+      "loss": 0.0001,
+      "step": 21900
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.37868824818749e-06,
+      "loss": 0.0387,
+      "step": 21910
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.357612544258978e-06,
+      "loss": 0.0001,
+      "step": 21920
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.336536840330468e-06,
+      "loss": 0.043,
+      "step": 21930
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.315461136401957e-06,
+      "loss": 0.0004,
+      "step": 21940
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.294385432473445e-06,
+      "loss": 0.0001,
+      "step": 21950
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.273309728544933e-06,
+      "loss": 0.161,
+      "step": 21960
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.252234024616423e-06,
+      "loss": 0.001,
+      "step": 21970
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.231158320687911e-06,
+      "loss": 0.0019,
+      "step": 21980
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.2100826167594e-06,
+      "loss": 0.0002,
+      "step": 21990
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.18900691283089e-06,
+      "loss": 0.0043,
+      "step": 22000
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.167931208902378e-06,
+      "loss": 0.0002,
+      "step": 22010
+    },
+    {
+      "epoch": 16.03,
+      "learning_rate": 9.146855504973868e-06,
+      "loss": 0.1765,
+      "step": 22020
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.125779801045356e-06,
+      "loss": 0.0001,
+      "step": 22030
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.104704097116844e-06,
+      "loss": 0.0001,
+      "step": 22040
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.083628393188332e-06,
+      "loss": 0.0005,
+      "step": 22050
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.062552689259822e-06,
+      "loss": 0.0001,
+      "step": 22060
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.04147698533131e-06,
+      "loss": 0.2607,
+      "step": 22070
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 9.020401281402799e-06,
+      "loss": 0.0001,
+      "step": 22080
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.999325577474289e-06,
+      "loss": 0.0396,
+      "step": 22090
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.978249873545777e-06,
+      "loss": 0.0004,
+      "step": 22100
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.957174169617267e-06,
+      "loss": 0.0269,
+      "step": 22110
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.936098465688754e-06,
+      "loss": 0.0343,
+      "step": 22120
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.915022761760243e-06,
+      "loss": 0.0063,
+      "step": 22130
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.893947057831732e-06,
+      "loss": 0.0002,
+      "step": 22140
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.872871353903222e-06,
+      "loss": 0.0001,
+      "step": 22150
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.851795649974708e-06,
+      "loss": 0.0739,
+      "step": 22160
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.830719946046198e-06,
+      "loss": 0.0001,
+      "step": 22170
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.809644242117686e-06,
+      "loss": 0.0001,
+      "step": 22180
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.788568538189176e-06,
+      "loss": 0.0003,
+      "step": 22190
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.767492834260665e-06,
+      "loss": 0.0003,
+      "step": 22200
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.746417130332153e-06,
+      "loss": 0.0188,
+      "step": 22210
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.725341426403643e-06,
+      "loss": 0.0001,
+      "step": 22220
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.704265722475131e-06,
+      "loss": 0.0002,
+      "step": 22230
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.683190018546621e-06,
+      "loss": 0.0008,
+      "step": 22240
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.662114314618108e-06,
+      "loss": 0.0001,
+      "step": 22250
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.641038610689597e-06,
+      "loss": 0.0001,
+      "step": 22260
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.619962906761086e-06,
+      "loss": 0.0043,
+      "step": 22270
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.598887202832576e-06,
+      "loss": 0.0001,
+      "step": 22280
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 8.577811498904064e-06,
+      "loss": 0.0001,
+      "step": 22290
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.556735794975552e-06,
+      "loss": 0.0001,
+      "step": 22300
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.535660091047042e-06,
+      "loss": 0.0001,
+      "step": 22310
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.51458438711853e-06,
+      "loss": 0.0068,
+      "step": 22320
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.493508683190019e-06,
+      "loss": 0.0001,
+      "step": 22330
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.472432979261507e-06,
+      "loss": 0.0002,
+      "step": 22340
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.451357275332997e-06,
+      "loss": 0.0001,
+      "step": 22350
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.430281571404485e-06,
+      "loss": 0.0001,
+      "step": 22360
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.409205867475973e-06,
+      "loss": 0.0002,
+      "step": 22370
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.388130163547463e-06,
+      "loss": 0.0001,
+      "step": 22380
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.367054459618952e-06,
+      "loss": 0.0001,
+      "step": 22390
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.345978755690441e-06,
+      "loss": 0.0005,
+      "step": 22400
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.324903051761928e-06,
+      "loss": 0.0065,
+      "step": 22410
+    },
+    {
+      "epoch": 16.05,
+      "learning_rate": 8.303827347833418e-06,
+      "loss": 0.0417,
+      "step": 22420
+    },
+    {
+      "epoch": 16.05,
+      "eval_accuracy": 0.7948651786866211,
+      "eval_loss": 1.3249075412750244,
+      "eval_runtime": 643.094,
+      "eval_samples_per_second": 12.053,
+      "eval_steps_per_second": 2.009,
+      "step": 22423
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.282751643904906e-06,
+      "loss": 0.0001,
+      "step": 22430
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.261675939976396e-06,
+      "loss": 0.0355,
+      "step": 22440
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.240600236047884e-06,
+      "loss": 0.0002,
+      "step": 22450
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.219524532119373e-06,
+      "loss": 0.0076,
+      "step": 22460
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.198448828190863e-06,
+      "loss": 0.0248,
+      "step": 22470
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.17737312426235e-06,
+      "loss": 0.0001,
+      "step": 22480
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.15629742033384e-06,
+      "loss": 0.0002,
+      "step": 22490
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.135221716405327e-06,
+      "loss": 0.0001,
+      "step": 22500
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.114146012476817e-06,
+      "loss": 0.0004,
+      "step": 22510
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.093070308548306e-06,
+      "loss": 0.0119,
+      "step": 22520
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.071994604619795e-06,
+      "loss": 0.0012,
+      "step": 22530
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.050918900691284e-06,
+      "loss": 0.0091,
+      "step": 22540
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 8.029843196762772e-06,
+      "loss": 0.001,
+      "step": 22550
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 8.008767492834262e-06,
+      "loss": 0.0,
+      "step": 22560
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.98769178890575e-06,
+      "loss": 0.0036,
+      "step": 22570
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.966616084977238e-06,
+      "loss": 0.0001,
+      "step": 22580
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.945540381048727e-06,
+      "loss": 0.0001,
+      "step": 22590
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.924464677120217e-06,
+      "loss": 0.0001,
+      "step": 22600
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.903388973191705e-06,
+      "loss": 0.0001,
+      "step": 22610
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.882313269263193e-06,
+      "loss": 0.0001,
+      "step": 22620
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.861237565334683e-06,
+      "loss": 0.0,
+      "step": 22630
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.840161861406171e-06,
+      "loss": 0.0003,
+      "step": 22640
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.819086157477661e-06,
+      "loss": 0.0002,
+      "step": 22650
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.798010453549148e-06,
+      "loss": 0.0029,
+      "step": 22660
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.776934749620638e-06,
+      "loss": 0.0002,
+      "step": 22670
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.755859045692126e-06,
+      "loss": 0.0001,
+      "step": 22680
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.734783341763616e-06,
+      "loss": 0.0001,
+      "step": 22690
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.713707637835104e-06,
+      "loss": 0.0008,
+      "step": 22700
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.692631933906592e-06,
+      "loss": 0.0001,
+      "step": 22710
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.671556229978082e-06,
+      "loss": 0.0001,
+      "step": 22720
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.65048052604957e-06,
+      "loss": 0.0001,
+      "step": 22730
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.62940482212106e-06,
+      "loss": 0.0501,
+      "step": 22740
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.608329118192548e-06,
+      "loss": 0.0001,
+      "step": 22750
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.587253414264037e-06,
+      "loss": 0.0001,
+      "step": 22760
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.566177710335526e-06,
+      "loss": 0.091,
+      "step": 22770
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.545102006407015e-06,
+      "loss": 0.0001,
+      "step": 22780
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.524026302478503e-06,
+      "loss": 0.0001,
+      "step": 22790
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.502950598549992e-06,
+      "loss": 0.0001,
+      "step": 22800
+    },
+    {
+      "epoch": 17.01,
+      "learning_rate": 7.481874894621481e-06,
+      "loss": 0.1124,
+      "step": 22810
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.46079919069297e-06,
+      "loss": 0.0001,
+      "step": 22820
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.439723486764457e-06,
+      "loss": 0.0392,
+      "step": 22830
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.4186477828359465e-06,
+      "loss": 0.0001,
+      "step": 22840
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.3975720789074356e-06,
+      "loss": 0.002,
+      "step": 22850
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.3764963749789255e-06,
+      "loss": 0.0001,
+      "step": 22860
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.355420671050413e-06,
+      "loss": 0.0111,
+      "step": 22870
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.334344967121902e-06,
+      "loss": 0.0001,
+      "step": 22880
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.313269263193391e-06,
+      "loss": 0.0003,
+      "step": 22890
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.29219355926488e-06,
+      "loss": 0.0008,
+      "step": 22900
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.271117855336368e-06,
+      "loss": 0.0059,
+      "step": 22910
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.250042151407857e-06,
+      "loss": 0.0047,
+      "step": 22920
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.228966447479346e-06,
+      "loss": 0.0001,
+      "step": 22930
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.207890743550835e-06,
+      "loss": 0.0001,
+      "step": 22940
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.186815039622324e-06,
+      "loss": 0.0505,
+      "step": 22950
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.165739335693812e-06,
+      "loss": 0.0004,
+      "step": 22960
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.144663631765301e-06,
+      "loss": 0.0001,
+      "step": 22970
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.12358792783679e-06,
+      "loss": 0.0002,
+      "step": 22980
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.1025122239082795e-06,
+      "loss": 0.0001,
+      "step": 22990
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.081436519979767e-06,
+      "loss": 0.0001,
+      "step": 23000
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.060360816051256e-06,
+      "loss": 0.0001,
+      "step": 23010
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.039285112122745e-06,
+      "loss": 0.0001,
+      "step": 23020
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 7.018209408194234e-06,
+      "loss": 0.0001,
+      "step": 23030
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 6.9971337042657225e-06,
+      "loss": 0.0001,
+      "step": 23040
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 6.9760580003372116e-06,
+      "loss": 0.0001,
+      "step": 23050
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 6.954982296408701e-06,
+      "loss": 0.0001,
+      "step": 23060
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 6.93390659248019e-06,
+      "loss": 0.0001,
+      "step": 23070
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 6.912830888551677e-06,
+      "loss": 0.0001,
+      "step": 23080
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.891755184623166e-06,
+      "loss": 0.0001,
+      "step": 23090
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.870679480694655e-06,
+      "loss": 0.0001,
+      "step": 23100
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.8496037767661444e-06,
+      "loss": 0.0018,
+      "step": 23110
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.828528072837633e-06,
+      "loss": 0.0001,
+      "step": 23120
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.807452368909122e-06,
+      "loss": 0.0001,
+      "step": 23130
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.786376664980611e-06,
+      "loss": 0.0646,
+      "step": 23140
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.7653009610521e-06,
+      "loss": 0.0001,
+      "step": 23150
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.744225257123589e-06,
+      "loss": 0.0002,
+      "step": 23160
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.7231495531950765e-06,
+      "loss": 0.0014,
+      "step": 23170
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.7020738492665656e-06,
+      "loss": 0.1259,
+      "step": 23180
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.680998145338055e-06,
+      "loss": 0.0001,
+      "step": 23190
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.659922441409544e-06,
+      "loss": 0.0001,
+      "step": 23200
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.638846737481032e-06,
+      "loss": 0.0001,
+      "step": 23210
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.617771033552521e-06,
+      "loss": 0.0001,
+      "step": 23220
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.59669532962401e-06,
+      "loss": 0.0001,
+      "step": 23230
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.575619625695499e-06,
+      "loss": 0.0001,
+      "step": 23240
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.554543921766987e-06,
+      "loss": 0.0001,
+      "step": 23250
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.533468217838476e-06,
+      "loss": 0.0004,
+      "step": 23260
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.512392513909965e-06,
+      "loss": 0.0001,
+      "step": 23270
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.491316809981454e-06,
+      "loss": 0.0001,
+      "step": 23280
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.470241106052942e-06,
+      "loss": 0.0001,
+      "step": 23290
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.449165402124431e-06,
+      "loss": 0.0001,
+      "step": 23300
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.4280896981959204e-06,
+      "loss": 0.1657,
+      "step": 23310
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.4070139942674095e-06,
+      "loss": 0.0008,
+      "step": 23320
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.385938290338897e-06,
+      "loss": 0.0001,
+      "step": 23330
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 6.364862586410386e-06,
+      "loss": 0.1936,
+      "step": 23340
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.343786882481875e-06,
+      "loss": 0.0001,
+      "step": 23350
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.322711178553364e-06,
+      "loss": 0.0001,
+      "step": 23360
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.3016354746248525e-06,
+      "loss": 0.0007,
+      "step": 23370
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.2805597706963416e-06,
+      "loss": 0.0002,
+      "step": 23380
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.259484066767831e-06,
+      "loss": 0.0015,
+      "step": 23390
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.23840836283932e-06,
+      "loss": 0.0001,
+      "step": 23400
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.217332658910808e-06,
+      "loss": 0.0001,
+      "step": 23410
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.196256954982297e-06,
+      "loss": 0.1618,
+      "step": 23420
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.175181251053785e-06,
+      "loss": 0.0001,
+      "step": 23430
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.1541055471252745e-06,
+      "loss": 0.0,
+      "step": 23440
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.133029843196763e-06,
+      "loss": 0.0001,
+      "step": 23450
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.111954139268252e-06,
+      "loss": 0.02,
+      "step": 23460
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.090878435339741e-06,
+      "loss": 0.0001,
+      "step": 23470
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.06980273141123e-06,
+      "loss": 0.0027,
+      "step": 23480
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.048727027482718e-06,
+      "loss": 0.0017,
+      "step": 23490
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.027651323554207e-06,
+      "loss": 0.0001,
+      "step": 23500
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 6.006575619625696e-06,
+      "loss": 0.0002,
+      "step": 23510
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.985499915697185e-06,
+      "loss": 0.0024,
+      "step": 23520
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.964424211768673e-06,
+      "loss": 0.0001,
+      "step": 23530
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.943348507840162e-06,
+      "loss": 0.0015,
+      "step": 23540
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.92227280391165e-06,
+      "loss": 0.0109,
+      "step": 23550
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.901197099983139e-06,
+      "loss": 0.0014,
+      "step": 23560
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.8801213960546285e-06,
+      "loss": 0.0001,
+      "step": 23570
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.8590456921261176e-06,
+      "loss": 0.0001,
+      "step": 23580
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.837969988197606e-06,
+      "loss": 0.1583,
+      "step": 23590
+    },
+    {
+      "epoch": 17.04,
+      "learning_rate": 5.816894284269095e-06,
+      "loss": 0.0014,
+      "step": 23600
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.795818580340583e-06,
+      "loss": 0.0806,
+      "step": 23610
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.774742876412072e-06,
+      "loss": 0.0004,
+      "step": 23620
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.753667172483561e-06,
+      "loss": 0.0001,
+      "step": 23630
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.73259146855505e-06,
+      "loss": 0.0001,
+      "step": 23640
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.711515764626539e-06,
+      "loss": 0.0008,
+      "step": 23650
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.690440060698028e-06,
+      "loss": 0.0004,
+      "step": 23660
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.669364356769517e-06,
+      "loss": 0.002,
+      "step": 23670
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.648288652841005e-06,
+      "loss": 0.0027,
+      "step": 23680
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.627212948912494e-06,
+      "loss": 0.0001,
+      "step": 23690
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.6061372449839825e-06,
+      "loss": 0.1715,
+      "step": 23700
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.585061541055472e-06,
+      "loss": 0.0001,
+      "step": 23710
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.56398583712696e-06,
+      "loss": 0.0001,
+      "step": 23720
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.542910133198449e-06,
+      "loss": 0.0001,
+      "step": 23730
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 5.521834429269938e-06,
+      "loss": 0.0001,
+      "step": 23740
+    },
+    {
+      "epoch": 17.05,
+      "eval_accuracy": 0.8035092246161786,
+      "eval_loss": 1.2308986186981201,
+      "eval_runtime": 607.0052,
+      "eval_samples_per_second": 12.769,
+      "eval_steps_per_second": 2.128,
+      "step": 23742
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.500758725341427e-06,
+      "loss": 0.0001,
+      "step": 23750
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.479683021412915e-06,
+      "loss": 0.0002,
+      "step": 23760
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.4586073174844045e-06,
+      "loss": 0.0005,
+      "step": 23770
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.437531613555893e-06,
+      "loss": 0.0002,
+      "step": 23780
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.416455909627382e-06,
+      "loss": 0.0002,
+      "step": 23790
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.39538020569887e-06,
+      "loss": 0.0001,
+      "step": 23800
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.374304501770359e-06,
+      "loss": 0.0001,
+      "step": 23810
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.353228797841848e-06,
+      "loss": 0.0073,
+      "step": 23820
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.332153093913337e-06,
+      "loss": 0.0001,
+      "step": 23830
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.311077389984826e-06,
+      "loss": 0.0001,
+      "step": 23840
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.290001686056315e-06,
+      "loss": 0.0001,
+      "step": 23850
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.268925982127804e-06,
+      "loss": 0.0017,
+      "step": 23860
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 5.247850278199292e-06,
+      "loss": 0.0001,
+      "step": 23870
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.226774574270781e-06,
+      "loss": 0.0001,
+      "step": 23880
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.205698870342269e-06,
+      "loss": 0.0002,
+      "step": 23890
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.1846231664137585e-06,
+      "loss": 0.0001,
+      "step": 23900
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.163547462485247e-06,
+      "loss": 0.0001,
+      "step": 23910
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.142471758556737e-06,
+      "loss": 0.0006,
+      "step": 23920
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.121396054628225e-06,
+      "loss": 0.0001,
+      "step": 23930
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.100320350699714e-06,
+      "loss": 0.0001,
+      "step": 23940
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.079244646771202e-06,
+      "loss": 0.1058,
+      "step": 23950
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.058168942842691e-06,
+      "loss": 0.0001,
+      "step": 23960
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.03709323891418e-06,
+      "loss": 0.0001,
+      "step": 23970
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 5.016017534985669e-06,
+      "loss": 0.0001,
+      "step": 23980
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.994941831057157e-06,
+      "loss": 0.0002,
+      "step": 23990
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.973866127128646e-06,
+      "loss": 0.0001,
+      "step": 24000
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.952790423200135e-06,
+      "loss": 0.0001,
+      "step": 24010
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.931714719271624e-06,
+      "loss": 0.0,
+      "step": 24020
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.9106390153431125e-06,
+      "loss": 0.0001,
+      "step": 24030
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.889563311414602e-06,
+      "loss": 0.0001,
+      "step": 24040
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.86848760748609e-06,
+      "loss": 0.0001,
+      "step": 24050
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.847411903557579e-06,
+      "loss": 0.0021,
+      "step": 24060
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.826336199629067e-06,
+      "loss": 0.0001,
+      "step": 24070
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.805260495700556e-06,
+      "loss": 0.0001,
+      "step": 24080
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.784184791772045e-06,
+      "loss": 0.0002,
+      "step": 24090
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.7631090878435345e-06,
+      "loss": 0.1492,
+      "step": 24100
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.742033383915024e-06,
+      "loss": 0.0001,
+      "step": 24110
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.720957679986512e-06,
+      "loss": 0.0001,
+      "step": 24120
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 4.699881976058001e-06,
+      "loss": 0.0001,
+      "step": 24130
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.678806272129489e-06,
+      "loss": 0.1316,
+      "step": 24140
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.657730568200978e-06,
+      "loss": 0.0,
+      "step": 24150
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.6366548642724665e-06,
+      "loss": 0.0001,
+      "step": 24160
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.615579160343956e-06,
+      "loss": 0.0012,
+      "step": 24170
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.594503456415445e-06,
+      "loss": 0.0001,
+      "step": 24180
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.573427752486934e-06,
+      "loss": 0.0001,
+      "step": 24190
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.552352048558422e-06,
+      "loss": 0.0002,
+      "step": 24200
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.531276344629911e-06,
+      "loss": 0.0001,
+      "step": 24210
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.510200640701399e-06,
+      "loss": 0.0004,
+      "step": 24220
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.4891249367728885e-06,
+      "loss": 0.0001,
+      "step": 24230
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.468049232844377e-06,
+      "loss": 0.0001,
+      "step": 24240
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.446973528915866e-06,
+      "loss": 0.0001,
+      "step": 24250
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.425897824987354e-06,
+      "loss": 0.0001,
+      "step": 24260
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.404822121058843e-06,
+      "loss": 0.0002,
+      "step": 24270
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.383746417130332e-06,
+      "loss": 0.0001,
+      "step": 24280
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.362670713201821e-06,
+      "loss": 0.0131,
+      "step": 24290
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.3415950092733105e-06,
+      "loss": 0.0118,
+      "step": 24300
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.320519305344799e-06,
+      "loss": 0.0002,
+      "step": 24310
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.299443601416288e-06,
+      "loss": 0.0187,
+      "step": 24320
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.278367897487776e-06,
+      "loss": 0.0001,
+      "step": 24330
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.257292193559265e-06,
+      "loss": 0.0002,
+      "step": 24340
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.2362164896307534e-06,
+      "loss": 0.0001,
+      "step": 24350
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.2151407857022425e-06,
+      "loss": 0.0002,
+      "step": 24360
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.194065081773732e-06,
+      "loss": 0.0,
+      "step": 24370
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.172989377845221e-06,
+      "loss": 0.0,
+      "step": 24380
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.151913673916709e-06,
+      "loss": 0.0001,
+      "step": 24390
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.130837969988198e-06,
+      "loss": 0.1495,
+      "step": 24400
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.109762266059686e-06,
+      "loss": 0.0001,
+      "step": 24410
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.088686562131175e-06,
+      "loss": 0.0,
+      "step": 24420
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.067610858202664e-06,
+      "loss": 0.0001,
+      "step": 24430
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.046535154274153e-06,
+      "loss": 0.0,
+      "step": 24440
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.025459450345642e-06,
+      "loss": 0.0001,
+      "step": 24450
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 4.004383746417131e-06,
+      "loss": 0.0,
+      "step": 24460
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.983308042488619e-06,
+      "loss": 0.0,
+      "step": 24470
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.962232338560108e-06,
+      "loss": 0.0001,
+      "step": 24480
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.9411566346315966e-06,
+      "loss": 0.0001,
+      "step": 24490
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.920080930703086e-06,
+      "loss": 0.0,
+      "step": 24500
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.899005226774574e-06,
+      "loss": 0.0001,
+      "step": 24510
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.877929522846063e-06,
+      "loss": 0.0,
+      "step": 24520
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.856853818917552e-06,
+      "loss": 0.0,
+      "step": 24530
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.835778114989041e-06,
+      "loss": 0.0259,
+      "step": 24540
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.81470241106053e-06,
+      "loss": 0.0,
+      "step": 24550
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.7936267071320185e-06,
+      "loss": 0.0001,
+      "step": 24560
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.7725510032035076e-06,
+      "loss": 0.0,
+      "step": 24570
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.751475299274996e-06,
+      "loss": 0.0001,
+      "step": 24580
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.730399595346485e-06,
+      "loss": 0.0633,
+      "step": 24590
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.7093238914179732e-06,
+      "loss": 0.0161,
+      "step": 24600
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.6882481874894627e-06,
+      "loss": 0.0,
+      "step": 24610
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.667172483560951e-06,
+      "loss": 0.0,
+      "step": 24620
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.64609677963244e-06,
+      "loss": 0.0004,
+      "step": 24630
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.6250210757039283e-06,
+      "loss": 0.0001,
+      "step": 24640
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.6039453717754174e-06,
+      "loss": 0.0001,
+      "step": 24650
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.582869667846906e-06,
+      "loss": 0.0,
+      "step": 24660
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.561793963918395e-06,
+      "loss": 0.0001,
+      "step": 24670
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.5407182599898835e-06,
+      "loss": 0.0004,
+      "step": 24680
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.5196425560613726e-06,
+      "loss": 0.0001,
+      "step": 24690
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.4985668521328612e-06,
+      "loss": 0.0,
+      "step": 24700
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.4774911482043503e-06,
+      "loss": 0.0,
+      "step": 24710
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.4564154442758386e-06,
+      "loss": 0.0001,
+      "step": 24720
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.4353397403473277e-06,
+      "loss": 0.0,
+      "step": 24730
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.4142640364188163e-06,
+      "loss": 0.0001,
+      "step": 24740
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.3931883324903054e-06,
+      "loss": 0.0004,
+      "step": 24750
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.3721126285617945e-06,
+      "loss": 0.0001,
+      "step": 24760
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.3510369246332828e-06,
+      "loss": 0.0008,
+      "step": 24770
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.329961220704772e-06,
+      "loss": 0.0001,
+      "step": 24780
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.3088855167762606e-06,
+      "loss": 0.0001,
+      "step": 24790
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.2878098128477497e-06,
+      "loss": 0.0002,
+      "step": 24800
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.266734108919238e-06,
+      "loss": 0.0024,
+      "step": 24810
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.245658404990727e-06,
+      "loss": 0.0,
+      "step": 24820
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.2245827010622157e-06,
+      "loss": 0.0001,
+      "step": 24830
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.2035069971337048e-06,
+      "loss": 0.0001,
+      "step": 24840
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.182431293205193e-06,
+      "loss": 0.0001,
+      "step": 24850
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.161355589276682e-06,
+      "loss": 0.0001,
+      "step": 24860
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.1402798853481708e-06,
+      "loss": 0.041,
+      "step": 24870
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.11920418141966e-06,
+      "loss": 0.0432,
+      "step": 24880
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.0981284774911486e-06,
+      "loss": 0.0,
+      "step": 24890
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.0770527735626372e-06,
+      "loss": 0.0933,
+      "step": 24900
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.055977069634126e-06,
+      "loss": 0.0003,
+      "step": 24910
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 3.034901365705615e-06,
+      "loss": 0.0,
+      "step": 24920
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 3.0138256617771037e-06,
+      "loss": 0.0001,
+      "step": 24930
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.9927499578485923e-06,
+      "loss": 0.0001,
+      "step": 24940
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.971674253920081e-06,
+      "loss": 0.0001,
+      "step": 24950
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.9505985499915697e-06,
+      "loss": 0.0005,
+      "step": 24960
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.9295228460630588e-06,
+      "loss": 0.0527,
+      "step": 24970
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.9084471421345475e-06,
+      "loss": 0.0003,
+      "step": 24980
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.887371438206036e-06,
+      "loss": 0.0001,
+      "step": 24990
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.866295734277525e-06,
+      "loss": 0.0,
+      "step": 25000
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.845220030349014e-06,
+      "loss": 0.0001,
+      "step": 25010
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.8241443264205026e-06,
+      "loss": 0.0001,
+      "step": 25020
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.8030686224919912e-06,
+      "loss": 0.0001,
+      "step": 25030
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.78199291856348e-06,
+      "loss": 0.0077,
+      "step": 25040
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.760917214634969e-06,
+      "loss": 0.0071,
+      "step": 25050
+    },
+    {
+      "epoch": 18.05,
+      "learning_rate": 2.7398415107064577e-06,
+      "loss": 0.0001,
+      "step": 25060
+    },
+    {
+      "epoch": 18.05,
+      "eval_accuracy": 0.7904786479163979,
+      "eval_loss": 1.3197455406188965,
+      "eval_runtime": 600.3976,
+      "eval_samples_per_second": 12.91,
+      "eval_steps_per_second": 2.152,
+      "step": 25061
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.7187658067779464e-06,
+      "loss": 0.0001,
+      "step": 25070
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.697690102849435e-06,
+      "loss": 0.0002,
+      "step": 25080
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.676614398920924e-06,
+      "loss": 0.0001,
+      "step": 25090
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.655538694992413e-06,
+      "loss": 0.0001,
+      "step": 25100
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.634462991063902e-06,
+      "loss": 0.0001,
+      "step": 25110
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.6133872871353906e-06,
+      "loss": 0.1125,
+      "step": 25120
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.5923115832068792e-06,
+      "loss": 0.0001,
+      "step": 25130
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.5712358792783683e-06,
+      "loss": 0.0001,
+      "step": 25140
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.550160175349857e-06,
+      "loss": 0.0,
+      "step": 25150
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.5290844714213457e-06,
+      "loss": 0.0001,
+      "step": 25160
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.5080087674928344e-06,
+      "loss": 0.0001,
+      "step": 25170
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.486933063564323e-06,
+      "loss": 0.0001,
+      "step": 25180
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 2.465857359635812e-06,
+      "loss": 0.0,
+      "step": 25190
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.444781655707301e-06,
+      "loss": 0.0,
+      "step": 25200
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.4237059517787895e-06,
+      "loss": 0.1093,
+      "step": 25210
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.402630247850278e-06,
+      "loss": 0.0002,
+      "step": 25220
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.3815545439217672e-06,
+      "loss": 0.0,
+      "step": 25230
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.360478839993256e-06,
+      "loss": 0.0001,
+      "step": 25240
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.3394031360647446e-06,
+      "loss": 0.0001,
+      "step": 25250
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.3183274321362333e-06,
+      "loss": 0.0,
+      "step": 25260
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.2972517282077224e-06,
+      "loss": 0.0,
+      "step": 25270
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.276176024279211e-06,
+      "loss": 0.0,
+      "step": 25280
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.2551003203506997e-06,
+      "loss": 0.0,
+      "step": 25290
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.2340246164221884e-06,
+      "loss": 0.0,
+      "step": 25300
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.212948912493677e-06,
+      "loss": 0.0001,
+      "step": 25310
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.191873208565166e-06,
+      "loss": 0.0,
+      "step": 25320
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.1707975046366552e-06,
+      "loss": 0.0001,
+      "step": 25330
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.149721800708144e-06,
+      "loss": 0.0,
+      "step": 25340
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.1286460967796326e-06,
+      "loss": 0.0,
+      "step": 25350
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.1075703928511213e-06,
+      "loss": 0.0001,
+      "step": 25360
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.0864946889226104e-06,
+      "loss": 0.0,
+      "step": 25370
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.065418984994099e-06,
+      "loss": 0.0001,
+      "step": 25380
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.0443432810655877e-06,
+      "loss": 0.0001,
+      "step": 25390
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.0232675771370764e-06,
+      "loss": 0.0075,
+      "step": 25400
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 2.0021918732085655e-06,
+      "loss": 0.0,
+      "step": 25410
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 1.981116169280054e-06,
+      "loss": 0.0001,
+      "step": 25420
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 1.960040465351543e-06,
+      "loss": 0.0001,
+      "step": 25430
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 1.9389647614230315e-06,
+      "loss": 0.0001,
+      "step": 25440
+    },
+    {
+      "epoch": 19.01,
+      "learning_rate": 1.9178890574945206e-06,
+      "loss": 0.0365,
+      "step": 25450
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.8968133535660093e-06,
+      "loss": 0.0001,
+      "step": 25460
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.875737649637498e-06,
+      "loss": 0.0003,
+      "step": 25470
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.8546619457089866e-06,
+      "loss": 0.0001,
+      "step": 25480
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.8335862417804755e-06,
+      "loss": 0.0001,
+      "step": 25490
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.8125105378519642e-06,
+      "loss": 0.0001,
+      "step": 25500
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.791434833923453e-06,
+      "loss": 0.0,
+      "step": 25510
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.7703591299949417e-06,
+      "loss": 0.0,
+      "step": 25520
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.7492834260664306e-06,
+      "loss": 0.0,
+      "step": 25530
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.7282077221379193e-06,
+      "loss": 0.0,
+      "step": 25540
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.7071320182094082e-06,
+      "loss": 0.0001,
+      "step": 25550
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.6860563142808973e-06,
+      "loss": 0.0001,
+      "step": 25560
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.664980610352386e-06,
+      "loss": 0.0001,
+      "step": 25570
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.6439049064238748e-06,
+      "loss": 0.0,
+      "step": 25580
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.6228292024953635e-06,
+      "loss": 0.0001,
+      "step": 25590
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.6017534985668524e-06,
+      "loss": 0.0021,
+      "step": 25600
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.580677794638341e-06,
+      "loss": 0.0,
+      "step": 25610
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.55960209070983e-06,
+      "loss": 0.0001,
+      "step": 25620
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.5385263867813186e-06,
+      "loss": 0.0001,
+      "step": 25630
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.5174506828528075e-06,
+      "loss": 0.0,
+      "step": 25640
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4963749789242962e-06,
+      "loss": 0.0,
+      "step": 25650
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4752992749957848e-06,
+      "loss": 0.0019,
+      "step": 25660
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4542235710672737e-06,
+      "loss": 0.0,
+      "step": 25670
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4331478671387624e-06,
+      "loss": 0.0001,
+      "step": 25680
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4120721632102513e-06,
+      "loss": 0.0,
+      "step": 25690
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.39099645928174e-06,
+      "loss": 0.0,
+      "step": 25700
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.3699207553532288e-06,
+      "loss": 0.0,
+      "step": 25710
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.3488450514247175e-06,
+      "loss": 0.0001,
+      "step": 25720
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.3277693474962064e-06,
+      "loss": 0.0,
+      "step": 25730
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.3066936435676953e-06,
+      "loss": 0.0,
+      "step": 25740
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.2856179396391842e-06,
+      "loss": 0.0,
+      "step": 25750
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.2645422357106728e-06,
+      "loss": 0.0,
+      "step": 25760
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.2434665317821615e-06,
+      "loss": 0.0034,
+      "step": 25770
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.2223908278536504e-06,
+      "loss": 0.0002,
+      "step": 25780
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.201315123925139e-06,
+      "loss": 0.0,
+      "step": 25790
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.180239419996628e-06,
+      "loss": 0.0,
+      "step": 25800
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.1591637160681166e-06,
+      "loss": 0.0013,
+      "step": 25810
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.1380880121396055e-06,
+      "loss": 0.0003,
+      "step": 25820
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.1170123082110942e-06,
+      "loss": 0.0,
+      "step": 25830
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.095936604282583e-06,
+      "loss": 0.0002,
+      "step": 25840
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.074860900354072e-06,
+      "loss": 0.0,
+      "step": 25850
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.0537851964255606e-06,
+      "loss": 0.0,
+      "step": 25860
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.0327094924970495e-06,
+      "loss": 0.0001,
+      "step": 25870
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 1.0116337885685382e-06,
+      "loss": 0.0,
+      "step": 25880
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 9.90558084640027e-07,
+      "loss": 0.0,
+      "step": 25890
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 9.694823807115157e-07,
+      "loss": 0.0001,
+      "step": 25900
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 9.484066767830046e-07,
+      "loss": 0.0058,
+      "step": 25910
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 9.273309728544933e-07,
+      "loss": 0.0002,
+      "step": 25920
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 9.062552689259821e-07,
+      "loss": 0.0001,
+      "step": 25930
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 8.851795649974709e-07,
+      "loss": 0.0,
+      "step": 25940
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 8.641038610689596e-07,
+      "loss": 0.0012,
+      "step": 25950
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 8.430281571404486e-07,
+      "loss": 0.0,
+      "step": 25960
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 8.219524532119374e-07,
+      "loss": 0.0001,
+      "step": 25970
+    },
+    {
+      "epoch": 19.03,
+      "learning_rate": 8.008767492834262e-07,
+      "loss": 0.0016,
+      "step": 25980
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 7.79801045354915e-07,
+      "loss": 0.0001,
+      "step": 25990
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 7.587253414264037e-07,
+      "loss": 0.0001,
+      "step": 26000
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 7.376496374978924e-07,
+      "loss": 0.0001,
+      "step": 26010
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 7.165739335693812e-07,
+      "loss": 0.0,
+      "step": 26020
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.9549822964087e-07,
+      "loss": 0.0,
+      "step": 26030
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.744225257123588e-07,
+      "loss": 0.0001,
+      "step": 26040
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.533468217838476e-07,
+      "loss": 0.0001,
+      "step": 26050
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.322711178553364e-07,
+      "loss": 0.0001,
+      "step": 26060
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 6.111954139268252e-07,
+      "loss": 0.0007,
+      "step": 26070
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 5.90119709998314e-07,
+      "loss": 0.0001,
+      "step": 26080
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 5.690440060698028e-07,
+      "loss": 0.0001,
+      "step": 26090
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 5.479683021412915e-07,
+      "loss": 0.0001,
+      "step": 26100
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 5.268925982127803e-07,
+      "loss": 0.0,
+      "step": 26110
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 5.058168942842691e-07,
+      "loss": 0.0,
+      "step": 26120
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 4.847411903557579e-07,
+      "loss": 0.0787,
+      "step": 26130
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 4.6366548642724665e-07,
+      "loss": 0.0,
+      "step": 26140
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 4.4258978249873543e-07,
+      "loss": 0.0002,
+      "step": 26150
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 4.215140785702243e-07,
+      "loss": 0.0,
+      "step": 26160
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 4.004383746417131e-07,
+      "loss": 0.0,
+      "step": 26170
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 3.793626707132019e-07,
+      "loss": 0.0,
+      "step": 26180
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 3.582869667846906e-07,
+      "loss": 0.0001,
+      "step": 26190
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 3.372112628561794e-07,
+      "loss": 0.0001,
+      "step": 26200
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 3.161355589276682e-07,
+      "loss": 0.0001,
+      "step": 26210
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 2.95059854999157e-07,
+      "loss": 0.0001,
+      "step": 26220
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 2.7398415107064577e-07,
+      "loss": 0.0001,
+      "step": 26230
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 2.5290844714213455e-07,
+      "loss": 0.0001,
+      "step": 26240
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 2.3183274321362333e-07,
+      "loss": 0.0,
+      "step": 26250
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 2.1075703928511216e-07,
+      "loss": 0.0001,
+      "step": 26260
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.8968133535660094e-07,
+      "loss": 0.0009,
+      "step": 26270
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.686056314280897e-07,
+      "loss": 0.0001,
+      "step": 26280
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.475299274995785e-07,
+      "loss": 0.0002,
+      "step": 26290
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.2645422357106727e-07,
+      "loss": 0.0,
+      "step": 26300
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.0537851964255608e-07,
+      "loss": 0.0001,
+      "step": 26310
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 8.430281571404484e-08,
+      "loss": 0.0001,
+      "step": 26320
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 6.322711178553364e-08,
+      "loss": 0.0001,
+      "step": 26330
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 4.215140785702242e-08,
+      "loss": 0.0001,
+      "step": 26340
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 2.107570392851121e-08,
+      "loss": 0.0002,
+      "step": 26350
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 0.0,
+      "loss": 0.0001,
+      "step": 26360
+    },
+    {
+      "epoch": 19.05,
+      "eval_accuracy": 0.7997677719003999,
+      "eval_loss": 1.2805378437042236,
+      "eval_runtime": 639.1646,
+      "eval_samples_per_second": 12.127,
+      "eval_steps_per_second": 2.021,
+      "step": 26360
+    },
+    {
+      "epoch": 19.05,
+      "step": 26360,
+      "total_flos": 1.9720418219602536e+20,
+      "train_loss": 0.38878340243031945,
+      "train_runtime": 33047.467,
+      "train_samples_per_second": 4.786,
+      "train_steps_per_second": 0.798
+    },
+    {
+      "epoch": 19.05,
+      "eval_accuracy": 0.7732671974937998,
+      "eval_loss": 1.432600498199463,
+      "eval_runtime": 635.0272,
+      "eval_samples_per_second": 12.064,
+      "eval_steps_per_second": 2.011,
+      "step": 26360
+    }
+  ],
+  "max_steps": 26360,
+  "num_train_epochs": 9223372036854775807,
+  "total_flos": 1.9720418219602536e+20,
+  "trial_name": null,
+  "trial_params": null
+}