diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,68804 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.9718721715519045,
+  "global_step": 114500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 9.0857,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.2000000000000005e-05,
+      "loss": 4.2257,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.8e-05,
+      "loss": 1.1844,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.400000000000001e-05,
+      "loss": 0.9957,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8e-05,
+      "loss": 0.9432,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.6e-05,
+      "loss": 0.8468,
+      "step": 60
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.00011200000000000001,
+      "loss": 0.8063,
+      "step": 70
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00012800000000000002,
+      "loss": 0.8088,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.000144,
+      "loss": 0.7574,
+      "step": 90
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00016,
+      "loss": 0.677,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00017600000000000002,
+      "loss": 0.7917,
+      "step": 110
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.000192,
+      "loss": 0.7575,
+      "step": 120
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00020800000000000001,
+      "loss": 0.799,
+      "step": 130
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00022400000000000002,
+      "loss": 0.8414,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00024,
+      "loss": 0.6661,
+      "step": 150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00025600000000000004,
+      "loss": 0.8393,
+      "step": 160
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00027200000000000005,
+      "loss": 0.6755,
+      "step": 170
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.000288,
+      "loss": 0.746,
+      "step": 180
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.000304,
+      "loss": 0.6618,
+      "step": 190
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00032,
+      "loss": 0.72,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.000336,
+      "loss": 0.6955,
+      "step": 210
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00035200000000000005,
+      "loss": 0.6296,
+      "step": 220
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00036800000000000005,
+      "loss": 0.6122,
+      "step": 230
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.000384,
+      "loss": 0.698,
+      "step": 240
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0004,
+      "loss": 0.722,
+      "step": 250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00041600000000000003,
+      "loss": 0.7249,
+      "step": 260
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00043200000000000004,
+      "loss": 0.6859,
+      "step": 270
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00044800000000000005,
+      "loss": 0.6782,
+      "step": 280
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.000464,
+      "loss": 0.7301,
+      "step": 290
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00048,
+      "loss": 0.6716,
+      "step": 300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.000496,
+      "loss": 0.6667,
+      "step": 310
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0005120000000000001,
+      "loss": 0.7266,
+      "step": 320
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.000528,
+      "loss": 0.6656,
+      "step": 330
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0005440000000000001,
+      "loss": 0.6821,
+      "step": 340
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00056,
+      "loss": 0.5959,
+      "step": 350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000576,
+      "loss": 0.5744,
+      "step": 360
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000592,
+      "loss": 0.5983,
+      "step": 370
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000608,
+      "loss": 0.6914,
+      "step": 380
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0006240000000000001,
+      "loss": 0.7098,
+      "step": 390
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00064,
+      "loss": 0.7363,
+      "step": 400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000656,
+      "loss": 0.6098,
+      "step": 410
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000672,
+      "loss": 0.7329,
+      "step": 420
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000688,
+      "loss": 0.6494,
+      "step": 430
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0007040000000000001,
+      "loss": 0.7039,
+      "step": 440
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00072,
+      "loss": 0.6898,
+      "step": 450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0007360000000000001,
+      "loss": 0.6642,
+      "step": 460
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000752,
+      "loss": 0.6763,
+      "step": 470
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000768,
+      "loss": 0.6895,
+      "step": 480
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000784,
+      "loss": 0.7291,
+      "step": 490
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0008,
+      "loss": 0.6053,
+      "step": 500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007999300723750918,
+      "loss": 0.6465,
+      "step": 510
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007998601447501836,
+      "loss": 0.7129,
+      "step": 520
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007997902171252753,
+      "loss": 0.6368,
+      "step": 530
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007997202895003671,
+      "loss": 0.6705,
+      "step": 540
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007996503618754589,
+      "loss": 0.5937,
+      "step": 550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007995804342505507,
+      "loss": 0.6413,
+      "step": 560
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007995105066256425,
+      "loss": 0.6884,
+      "step": 570
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007994405790007343,
+      "loss": 0.6317,
+      "step": 580
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007993706513758261,
+      "loss": 0.5897,
+      "step": 590
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007993007237509179,
+      "loss": 0.6036,
+      "step": 600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007992307961260096,
+      "loss": 0.647,
+      "step": 610
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007991608685011014,
+      "loss": 0.7387,
+      "step": 620
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0007990909408761932,
+      "loss": 0.5814,
+      "step": 630
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000799021013251285,
+      "loss": 0.7613,
+      "step": 640
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007989510856263768,
+      "loss": 0.6259,
+      "step": 650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007988811580014684,
+      "loss": 0.6054,
+      "step": 660
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007988112303765604,
+      "loss": 0.65,
+      "step": 670
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007987413027516521,
+      "loss": 0.5919,
+      "step": 680
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007986713751267438,
+      "loss": 0.6694,
+      "step": 690
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007986014475018356,
+      "loss": 0.6718,
+      "step": 700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007985315198769274,
+      "loss": 0.6296,
+      "step": 710
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007984615922520192,
+      "loss": 0.6234,
+      "step": 720
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.000798391664627111,
+      "loss": 0.7918,
+      "step": 730
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007983217370022027,
+      "loss": 0.7787,
+      "step": 740
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007982518093772945,
+      "loss": 0.6762,
+      "step": 750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007981818817523863,
+      "loss": 0.6683,
+      "step": 760
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007981119541274781,
+      "loss": 0.6607,
+      "step": 770
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0007980420265025699,
+      "loss": 0.7201,
+      "step": 780
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007979720988776617,
+      "loss": 0.6454,
+      "step": 790
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007979021712527535,
+      "loss": 0.6068,
+      "step": 800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007978322436278453,
+      "loss": 0.6068,
+      "step": 810
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000797762316002937,
+      "loss": 0.6689,
+      "step": 820
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007976923883780288,
+      "loss": 0.5563,
+      "step": 830
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007976224607531206,
+      "loss": 0.7019,
+      "step": 840
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007975525331282123,
+      "loss": 0.7151,
+      "step": 850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007974826055033041,
+      "loss": 0.672,
+      "step": 860
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007974126778783958,
+      "loss": 0.7051,
+      "step": 870
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007973427502534876,
+      "loss": 0.6578,
+      "step": 880
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007972728226285795,
+      "loss": 0.6399,
+      "step": 890
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007972028950036712,
+      "loss": 0.6676,
+      "step": 900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.000797132967378763,
+      "loss": 0.6171,
+      "step": 910
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007970630397538548,
+      "loss": 0.4941,
+      "step": 920
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0007969931121289466,
+      "loss": 0.7154,
+      "step": 930
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007969231845040384,
+      "loss": 0.6336,
+      "step": 940
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007968532568791301,
+      "loss": 0.5595,
+      "step": 950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007967833292542219,
+      "loss": 0.6777,
+      "step": 960
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007967134016293137,
+      "loss": 0.721,
+      "step": 970
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007966434740044055,
+      "loss": 0.5472,
+      "step": 980
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007965735463794972,
+      "loss": 0.7069,
+      "step": 990
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007965036187545891,
+      "loss": 0.6679,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007964336911296809,
+      "loss": 0.5738,
+      "step": 1010
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007963637635047727,
+      "loss": 0.5975,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007962938358798643,
+      "loss": 0.6488,
+      "step": 1030
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007962239082549561,
+      "loss": 0.6587,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007961539806300479,
+      "loss": 0.5427,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007960840530051397,
+      "loss": 0.6008,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0007960141253802315,
+      "loss": 0.6031,
+      "step": 1070
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007959441977553232,
+      "loss": 0.6459,
+      "step": 1080
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.000795874270130415,
+      "loss": 0.6199,
+      "step": 1090
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007958043425055068,
+      "loss": 0.6113,
+      "step": 1100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007957344148805986,
+      "loss": 0.6176,
+      "step": 1110
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007956644872556904,
+      "loss": 0.6339,
+      "step": 1120
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007955945596307822,
+      "loss": 0.6035,
+      "step": 1130
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.000795524632005874,
+      "loss": 0.5753,
+      "step": 1140
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007954547043809658,
+      "loss": 0.6435,
+      "step": 1150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007953847767560575,
+      "loss": 0.6602,
+      "step": 1160
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007953148491311493,
+      "loss": 0.637,
+      "step": 1170
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007952449215062411,
+      "loss": 0.6012,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007951749938813329,
+      "loss": 0.6808,
+      "step": 1190
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007951050662564246,
+      "loss": 0.5588,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007950351386315165,
+      "loss": 0.6692,
+      "step": 1210
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0007949652110066083,
+      "loss": 0.6155,
+      "step": 1220
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007948952833817,
+      "loss": 0.5972,
+      "step": 1230
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007948253557567917,
+      "loss": 0.57,
+      "step": 1240
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007947554281318835,
+      "loss": 0.5648,
+      "step": 1250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007946855005069753,
+      "loss": 0.6228,
+      "step": 1260
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007946155728820671,
+      "loss": 0.5845,
+      "step": 1270
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007945456452571589,
+      "loss": 0.6155,
+      "step": 1280
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007944757176322506,
+      "loss": 0.6944,
+      "step": 1290
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007944057900073424,
+      "loss": 0.6192,
+      "step": 1300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007943358623824342,
+      "loss": 0.5587,
+      "step": 1310
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.000794265934757526,
+      "loss": 0.5583,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007941960071326178,
+      "loss": 0.7668,
+      "step": 1330
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007941260795077096,
+      "loss": 0.5224,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007940561518828014,
+      "loss": 0.5522,
+      "step": 1350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0007939862242578932,
+      "loss": 0.5341,
+      "step": 1360
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007939162966329849,
+      "loss": 0.6896,
+      "step": 1370
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007938463690080767,
+      "loss": 0.6051,
+      "step": 1380
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007937764413831685,
+      "loss": 0.6588,
+      "step": 1390
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007937065137582603,
+      "loss": 0.5945,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007936365861333519,
+      "loss": 0.6221,
+      "step": 1410
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007935666585084437,
+      "loss": 0.5747,
+      "step": 1420
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007934967308835356,
+      "loss": 0.5878,
+      "step": 1430
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007934268032586274,
+      "loss": 0.598,
+      "step": 1440
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007933568756337191,
+      "loss": 0.6399,
+      "step": 1450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007932869480088109,
+      "loss": 0.5532,
+      "step": 1460
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007932170203839027,
+      "loss": 0.6897,
+      "step": 1470
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007931470927589945,
+      "loss": 0.6604,
+      "step": 1480
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0007930771651340863,
+      "loss": 0.5124,
+      "step": 1490
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.000793007237509178,
+      "loss": 0.6281,
+      "step": 1500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007929373098842698,
+      "loss": 0.6836,
+      "step": 1510
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007928673822593616,
+      "loss": 0.6443,
+      "step": 1520
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007927974546344534,
+      "loss": 0.8257,
+      "step": 1530
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007927275270095452,
+      "loss": 0.6501,
+      "step": 1540
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.000792657599384637,
+      "loss": 0.625,
+      "step": 1550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007925876717597288,
+      "loss": 0.7014,
+      "step": 1560
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007925177441348206,
+      "loss": 0.5728,
+      "step": 1570
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007924478165099123,
+      "loss": 0.6472,
+      "step": 1580
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.000792377888885004,
+      "loss": 0.6576,
+      "step": 1590
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007923079612600958,
+      "loss": 0.5751,
+      "step": 1600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007922380336351876,
+      "loss": 0.5898,
+      "step": 1610
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007921681060102793,
+      "loss": 0.6875,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007920981783853711,
+      "loss": 0.6018,
+      "step": 1630
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007920282507604629,
+      "loss": 0.7511,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0007919583231355548,
+      "loss": 0.5839,
+      "step": 1650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007918883955106465,
+      "loss": 0.6737,
+      "step": 1660
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007918184678857383,
+      "loss": 0.653,
+      "step": 1670
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007917485402608301,
+      "loss": 0.6588,
+      "step": 1680
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007916786126359219,
+      "loss": 0.5684,
+      "step": 1690
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007916086850110137,
+      "loss": 0.5567,
+      "step": 1700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007915387573861054,
+      "loss": 0.5845,
+      "step": 1710
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007914688297611972,
+      "loss": 0.7516,
+      "step": 1720
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.000791398902136289,
+      "loss": 0.6595,
+      "step": 1730
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007913289745113808,
+      "loss": 0.5935,
+      "step": 1740
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007912590468864725,
+      "loss": 0.6237,
+      "step": 1750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007911891192615644,
+      "loss": 0.5612,
+      "step": 1760
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007911191916366562,
+      "loss": 0.5659,
+      "step": 1770
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.000791049264011748,
+      "loss": 0.5757,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0007909793363868396,
+      "loss": 0.6131,
+      "step": 1790
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007909094087619314,
+      "loss": 0.781,
+      "step": 1800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007908394811370232,
+      "loss": 0.6408,
+      "step": 1810
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000790769553512115,
+      "loss": 0.6422,
+      "step": 1820
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007906996258872067,
+      "loss": 0.6628,
+      "step": 1830
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007906296982622985,
+      "loss": 0.6338,
+      "step": 1840
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007905597706373903,
+      "loss": 0.6163,
+      "step": 1850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007904898430124821,
+      "loss": 0.6571,
+      "step": 1860
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007904199153875739,
+      "loss": 0.6045,
+      "step": 1870
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007903499877626657,
+      "loss": 0.7728,
+      "step": 1880
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007902800601377575,
+      "loss": 0.6264,
+      "step": 1890
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007902101325128493,
+      "loss": 0.632,
+      "step": 1900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007901402048879411,
+      "loss": 0.632,
+      "step": 1910
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007900702772630328,
+      "loss": 0.5157,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0007900003496381246,
+      "loss": 0.575,
+      "step": 1930
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007899304220132164,
+      "loss": 0.6384,
+      "step": 1940
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007898604943883082,
+      "loss": 0.6799,
+      "step": 1950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007897905667633998,
+      "loss": 0.6814,
+      "step": 1960
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007897206391384916,
+      "loss": 0.5266,
+      "step": 1970
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007896507115135835,
+      "loss": 0.5025,
+      "step": 1980
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007895807838886753,
+      "loss": 0.6912,
+      "step": 1990
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.000789510856263767,
+      "loss": 0.6547,
+      "step": 2000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007894409286388588,
+      "loss": 0.6213,
+      "step": 2010
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007893710010139506,
+      "loss": 0.6978,
+      "step": 2020
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007893010733890424,
+      "loss": 0.6633,
+      "step": 2030
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007892311457641341,
+      "loss": 0.581,
+      "step": 2040
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007891612181392259,
+      "loss": 0.6719,
+      "step": 2050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007890912905143177,
+      "loss": 0.5868,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007890213628894095,
+      "loss": 0.618,
+      "step": 2070
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0007889514352645013,
+      "loss": 0.6284,
+      "step": 2080
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007888815076395931,
+      "loss": 0.6396,
+      "step": 2090
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007888115800146849,
+      "loss": 0.6318,
+      "step": 2100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007887416523897767,
+      "loss": 0.6361,
+      "step": 2110
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007886717247648685,
+      "loss": 0.5515,
+      "step": 2120
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007886017971399602,
+      "loss": 0.6702,
+      "step": 2130
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.000788531869515052,
+      "loss": 0.6523,
+      "step": 2140
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007884619418901437,
+      "loss": 0.5788,
+      "step": 2150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007883920142652355,
+      "loss": 0.6728,
+      "step": 2160
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007883220866403272,
+      "loss": 0.5757,
+      "step": 2170
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.000788252159015419,
+      "loss": 0.6081,
+      "step": 2180
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007881822313905108,
+      "loss": 0.5942,
+      "step": 2190
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007881123037656027,
+      "loss": 0.6436,
+      "step": 2200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007880423761406944,
+      "loss": 0.5831,
+      "step": 2210
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0007879724485157862,
+      "loss": 0.6171,
+      "step": 2220
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.000787902520890878,
+      "loss": 0.6827,
+      "step": 2230
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007878325932659698,
+      "loss": 0.6023,
+      "step": 2240
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007877626656410615,
+      "loss": 0.5793,
+      "step": 2250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007876927380161533,
+      "loss": 0.61,
+      "step": 2260
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007876228103912451,
+      "loss": 0.5109,
+      "step": 2270
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007875528827663369,
+      "loss": 0.5768,
+      "step": 2280
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007874829551414287,
+      "loss": 0.5615,
+      "step": 2290
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007874130275165204,
+      "loss": 0.6373,
+      "step": 2300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007873430998916123,
+      "loss": 0.6353,
+      "step": 2310
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007872731722667041,
+      "loss": 0.6049,
+      "step": 2320
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007872032446417959,
+      "loss": 0.6171,
+      "step": 2330
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007871333170168875,
+      "loss": 0.523,
+      "step": 2340
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007870633893919793,
+      "loss": 0.4756,
+      "step": 2350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0007869934617670711,
+      "loss": 0.6174,
+      "step": 2360
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007869235341421629,
+      "loss": 0.6022,
+      "step": 2370
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007868536065172546,
+      "loss": 0.6079,
+      "step": 2380
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007867836788923464,
+      "loss": 0.5947,
+      "step": 2390
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007867137512674382,
+      "loss": 0.6124,
+      "step": 2400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00078664382364253,
+      "loss": 0.5919,
+      "step": 2410
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007865738960176218,
+      "loss": 0.7003,
+      "step": 2420
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007865039683927136,
+      "loss": 0.5778,
+      "step": 2430
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007864340407678054,
+      "loss": 0.5769,
+      "step": 2440
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007863641131428972,
+      "loss": 0.5967,
+      "step": 2450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007862941855179889,
+      "loss": 0.5647,
+      "step": 2460
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007862242578930807,
+      "loss": 0.5401,
+      "step": 2470
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007861543302681725,
+      "loss": 0.5637,
+      "step": 2480
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007860844026432643,
+      "loss": 0.5689,
+      "step": 2490
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007860144750183561,
+      "loss": 0.5541,
+      "step": 2500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0007859445473934477,
+      "loss": 0.4703,
+      "step": 2510
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007858746197685395,
+      "loss": 0.6142,
+      "step": 2520
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007858046921436314,
+      "loss": 0.6302,
+      "step": 2530
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007857347645187232,
+      "loss": 0.5803,
+      "step": 2540
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007856648368938149,
+      "loss": 0.7075,
+      "step": 2550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007855949092689067,
+      "loss": 0.6002,
+      "step": 2560
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007855249816439985,
+      "loss": 0.546,
+      "step": 2570
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007854550540190903,
+      "loss": 0.621,
+      "step": 2580
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000785385126394182,
+      "loss": 0.6514,
+      "step": 2590
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007853151987692738,
+      "loss": 0.6114,
+      "step": 2600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007852452711443656,
+      "loss": 0.5979,
+      "step": 2610
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007851753435194574,
+      "loss": 0.6093,
+      "step": 2620
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007851054158945492,
+      "loss": 0.6027,
+      "step": 2630
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000785035488269641,
+      "loss": 0.5116,
+      "step": 2640
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0007849655606447328,
+      "loss": 0.6041,
+      "step": 2650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007848956330198246,
+      "loss": 0.6245,
+      "step": 2660
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007848257053949163,
+      "loss": 0.5457,
+      "step": 2670
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007847557777700081,
+      "loss": 0.5804,
+      "step": 2680
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007846858501450999,
+      "loss": 0.5772,
+      "step": 2690
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007846159225201916,
+      "loss": 0.6092,
+      "step": 2700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007845459948952834,
+      "loss": 0.6876,
+      "step": 2710
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007844760672703751,
+      "loss": 0.5889,
+      "step": 2720
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007844061396454669,
+      "loss": 0.5752,
+      "step": 2730
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007843362120205588,
+      "loss": 0.5339,
+      "step": 2740
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007842662843956506,
+      "loss": 0.7241,
+      "step": 2750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007841963567707423,
+      "loss": 0.6279,
+      "step": 2760
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007841264291458341,
+      "loss": 0.5899,
+      "step": 2770
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007840565015209259,
+      "loss": 0.5894,
+      "step": 2780
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007839865738960177,
+      "loss": 0.5507,
+      "step": 2790
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0007839166462711094,
+      "loss": 0.6105,
+      "step": 2800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007838467186462012,
+      "loss": 0.6045,
+      "step": 2810
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.000783776791021293,
+      "loss": 0.5497,
+      "step": 2820
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007837068633963848,
+      "loss": 0.686,
+      "step": 2830
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007836369357714766,
+      "loss": 0.5843,
+      "step": 2840
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007835670081465684,
+      "loss": 0.568,
+      "step": 2850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007834970805216602,
+      "loss": 0.6969,
+      "step": 2860
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.000783427152896752,
+      "loss": 0.4832,
+      "step": 2870
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007833572252718436,
+      "loss": 0.6612,
+      "step": 2880
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007832872976469354,
+      "loss": 0.5843,
+      "step": 2890
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007832173700220272,
+      "loss": 0.5165,
+      "step": 2900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.000783147442397119,
+      "loss": 0.6725,
+      "step": 2910
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007830775147722108,
+      "loss": 0.5491,
+      "step": 2920
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007830075871473025,
+      "loss": 0.554,
+      "step": 2930
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0007829376595223943,
+      "loss": 0.6245,
+      "step": 2940
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007828677318974861,
+      "loss": 0.619,
+      "step": 2950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000782797804272578,
+      "loss": 0.6377,
+      "step": 2960
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007827278766476697,
+      "loss": 0.624,
+      "step": 2970
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007826579490227615,
+      "loss": 0.5925,
+      "step": 2980
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007825880213978533,
+      "loss": 0.5468,
+      "step": 2990
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007825180937729451,
+      "loss": 0.5615,
+      "step": 3000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007824481661480368,
+      "loss": 0.6171,
+      "step": 3010
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007823782385231286,
+      "loss": 0.5648,
+      "step": 3020
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007823083108982204,
+      "loss": 0.6419,
+      "step": 3030
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007822383832733122,
+      "loss": 0.5406,
+      "step": 3040
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000782168455648404,
+      "loss": 0.5579,
+      "step": 3050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007820985280234956,
+      "loss": 0.575,
+      "step": 3060
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007820286003985876,
+      "loss": 0.503,
+      "step": 3070
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0007819586727736793,
+      "loss": 0.658,
+      "step": 3080
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.000781888745148771,
+      "loss": 0.6811,
+      "step": 3090
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007818188175238628,
+      "loss": 0.6831,
+      "step": 3100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007817488898989546,
+      "loss": 0.5694,
+      "step": 3110
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007816789622740464,
+      "loss": 0.5859,
+      "step": 3120
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007816090346491382,
+      "loss": 0.6187,
+      "step": 3130
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007815391070242299,
+      "loss": 0.5679,
+      "step": 3140
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007814691793993217,
+      "loss": 0.6115,
+      "step": 3150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007813992517744135,
+      "loss": 0.6456,
+      "step": 3160
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007813293241495053,
+      "loss": 0.5633,
+      "step": 3170
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007812593965245971,
+      "loss": 0.6199,
+      "step": 3180
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007811894688996889,
+      "loss": 0.5302,
+      "step": 3190
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007811195412747807,
+      "loss": 0.6441,
+      "step": 3200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007810496136498725,
+      "loss": 0.6844,
+      "step": 3210
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0007809796860249642,
+      "loss": 0.6181,
+      "step": 3220
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.000780909758400056,
+      "loss": 0.5699,
+      "step": 3230
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007808398307751478,
+      "loss": 0.6247,
+      "step": 3240
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007807699031502396,
+      "loss": 0.6295,
+      "step": 3250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007806999755253313,
+      "loss": 0.6594,
+      "step": 3260
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.000780630047900423,
+      "loss": 0.6469,
+      "step": 3270
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007805601202755148,
+      "loss": 0.5638,
+      "step": 3280
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007804901926506067,
+      "loss": 0.5243,
+      "step": 3290
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007804202650256984,
+      "loss": 0.6106,
+      "step": 3300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007803503374007902,
+      "loss": 0.6679,
+      "step": 3310
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.000780280409775882,
+      "loss": 0.618,
+      "step": 3320
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007802104821509738,
+      "loss": 0.5508,
+      "step": 3330
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007801405545260656,
+      "loss": 0.5605,
+      "step": 3340
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007800706269011573,
+      "loss": 0.4671,
+      "step": 3350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007800006992762491,
+      "loss": 0.6441,
+      "step": 3360
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0007799307716513409,
+      "loss": 0.5506,
+      "step": 3370
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007798608440264327,
+      "loss": 0.5279,
+      "step": 3380
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007797909164015244,
+      "loss": 0.5875,
+      "step": 3390
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007797209887766163,
+      "loss": 0.6774,
+      "step": 3400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007796510611517081,
+      "loss": 0.594,
+      "step": 3410
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007795811335267999,
+      "loss": 0.5771,
+      "step": 3420
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007795112059018915,
+      "loss": 0.6483,
+      "step": 3430
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007794412782769833,
+      "loss": 0.6559,
+      "step": 3440
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007793713506520751,
+      "loss": 0.5538,
+      "step": 3450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007793014230271669,
+      "loss": 0.6109,
+      "step": 3460
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007792314954022587,
+      "loss": 0.6029,
+      "step": 3470
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007791615677773504,
+      "loss": 0.6524,
+      "step": 3480
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007790916401524422,
+      "loss": 0.7179,
+      "step": 3490
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.000779021712527534,
+      "loss": 0.6773,
+      "step": 3500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0007789517849026258,
+      "loss": 0.6618,
+      "step": 3510
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007788818572777176,
+      "loss": 0.5682,
+      "step": 3520
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007788119296528094,
+      "loss": 0.6304,
+      "step": 3530
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007787420020279012,
+      "loss": 0.5601,
+      "step": 3540
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.000778672074402993,
+      "loss": 0.6011,
+      "step": 3550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007786021467780847,
+      "loss": 0.6025,
+      "step": 3560
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007785322191531765,
+      "loss": 0.7357,
+      "step": 3570
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007784622915282683,
+      "loss": 0.5648,
+      "step": 3580
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007783923639033601,
+      "loss": 0.5374,
+      "step": 3590
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007783224362784518,
+      "loss": 0.7165,
+      "step": 3600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007782525086535435,
+      "loss": 0.6021,
+      "step": 3610
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007781825810286355,
+      "loss": 0.5292,
+      "step": 3620
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007781126534037272,
+      "loss": 0.615,
+      "step": 3630
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007780427257788189,
+      "loss": 0.6023,
+      "step": 3640
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007779727981539107,
+      "loss": 0.5812,
+      "step": 3650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0007779028705290025,
+      "loss": 0.5608,
+      "step": 3660
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007778329429040943,
+      "loss": 0.6144,
+      "step": 3670
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007777630152791861,
+      "loss": 0.6129,
+      "step": 3680
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007776930876542778,
+      "loss": 0.5513,
+      "step": 3690
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007776231600293696,
+      "loss": 0.6368,
+      "step": 3700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007775532324044614,
+      "loss": 0.6468,
+      "step": 3710
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007774833047795532,
+      "loss": 0.5607,
+      "step": 3720
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.000777413377154645,
+      "loss": 0.5133,
+      "step": 3730
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007773434495297368,
+      "loss": 0.501,
+      "step": 3740
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007772735219048286,
+      "loss": 0.5432,
+      "step": 3750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007772035942799204,
+      "loss": 0.6526,
+      "step": 3760
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007771336666550121,
+      "loss": 0.5116,
+      "step": 3770
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007770637390301039,
+      "loss": 0.5559,
+      "step": 3780
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007769938114051957,
+      "loss": 0.6443,
+      "step": 3790
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0007769238837802875,
+      "loss": 0.5847,
+      "step": 3800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007768539561553791,
+      "loss": 0.635,
+      "step": 3810
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007767840285304709,
+      "loss": 0.535,
+      "step": 3820
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007767141009055627,
+      "loss": 0.6322,
+      "step": 3830
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007766441732806546,
+      "loss": 0.5299,
+      "step": 3840
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007765742456557463,
+      "loss": 0.641,
+      "step": 3850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007765043180308381,
+      "loss": 0.6491,
+      "step": 3860
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007764343904059299,
+      "loss": 0.6146,
+      "step": 3870
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007763644627810217,
+      "loss": 0.59,
+      "step": 3880
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007762945351561135,
+      "loss": 0.5158,
+      "step": 3890
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007762246075312052,
+      "loss": 0.5416,
+      "step": 3900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.000776154679906297,
+      "loss": 0.5051,
+      "step": 3910
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007760847522813888,
+      "loss": 0.5163,
+      "step": 3920
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007760148246564806,
+      "loss": 0.6426,
+      "step": 3930
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0007759448970315724,
+      "loss": 0.5916,
+      "step": 3940
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007758749694066642,
+      "loss": 0.5917,
+      "step": 3950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000775805041781756,
+      "loss": 0.6219,
+      "step": 3960
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007757351141568478,
+      "loss": 0.6639,
+      "step": 3970
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007756651865319395,
+      "loss": 0.5587,
+      "step": 3980
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007755952589070312,
+      "loss": 0.5028,
+      "step": 3990
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000775525331282123,
+      "loss": 0.5924,
+      "step": 4000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007754554036572148,
+      "loss": 0.7899,
+      "step": 4010
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007753854760323065,
+      "loss": 0.644,
+      "step": 4020
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007753155484073983,
+      "loss": 0.607,
+      "step": 4030
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007752456207824901,
+      "loss": 0.554,
+      "step": 4040
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000775175693157582,
+      "loss": 0.58,
+      "step": 4050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007751057655326737,
+      "loss": 0.5813,
+      "step": 4060
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007750358379077655,
+      "loss": 0.6043,
+      "step": 4070
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007749659102828573,
+      "loss": 0.5955,
+      "step": 4080
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0007748959826579491,
+      "loss": 0.5103,
+      "step": 4090
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007748260550330409,
+      "loss": 0.6142,
+      "step": 4100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007747561274081326,
+      "loss": 0.5302,
+      "step": 4110
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007746861997832244,
+      "loss": 0.51,
+      "step": 4120
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007746162721583162,
+      "loss": 0.5381,
+      "step": 4130
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.000774546344533408,
+      "loss": 0.5782,
+      "step": 4140
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007744764169084997,
+      "loss": 0.6678,
+      "step": 4150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007744064892835916,
+      "loss": 0.6245,
+      "step": 4160
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007743365616586834,
+      "loss": 0.5802,
+      "step": 4170
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007742666340337752,
+      "loss": 0.5759,
+      "step": 4180
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007741967064088668,
+      "loss": 0.6571,
+      "step": 4190
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007741267787839586,
+      "loss": 0.7083,
+      "step": 4200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007740568511590504,
+      "loss": 0.619,
+      "step": 4210
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007739869235341422,
+      "loss": 0.5899,
+      "step": 4220
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0007739169959092339,
+      "loss": 0.4624,
+      "step": 4230
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007738470682843257,
+      "loss": 0.5802,
+      "step": 4240
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007737771406594175,
+      "loss": 0.5082,
+      "step": 4250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007737072130345093,
+      "loss": 0.5914,
+      "step": 4260
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007736372854096011,
+      "loss": 0.5864,
+      "step": 4270
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007735673577846929,
+      "loss": 0.6454,
+      "step": 4280
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007734974301597847,
+      "loss": 0.5347,
+      "step": 4290
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007734275025348765,
+      "loss": 0.5439,
+      "step": 4300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007733575749099683,
+      "loss": 0.5515,
+      "step": 4310
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00077328764728506,
+      "loss": 0.5207,
+      "step": 4320
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007732177196601518,
+      "loss": 0.6361,
+      "step": 4330
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007731477920352436,
+      "loss": 0.6882,
+      "step": 4340
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007730778644103354,
+      "loss": 0.6349,
+      "step": 4350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.000773007936785427,
+      "loss": 0.5675,
+      "step": 4360
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007729380091605188,
+      "loss": 0.5477,
+      "step": 4370
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0007728680815356107,
+      "loss": 0.5195,
+      "step": 4380
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007727981539107025,
+      "loss": 0.6654,
+      "step": 4390
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007727282262857942,
+      "loss": 0.6405,
+      "step": 4400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.000772658298660886,
+      "loss": 0.6347,
+      "step": 4410
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007725883710359778,
+      "loss": 0.6473,
+      "step": 4420
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007725184434110696,
+      "loss": 0.6127,
+      "step": 4430
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007724485157861613,
+      "loss": 0.5654,
+      "step": 4440
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007723785881612531,
+      "loss": 0.6197,
+      "step": 4450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007723086605363449,
+      "loss": 0.6286,
+      "step": 4460
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007722387329114367,
+      "loss": 0.5779,
+      "step": 4470
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007721688052865285,
+      "loss": 0.6099,
+      "step": 4480
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007720988776616203,
+      "loss": 0.5697,
+      "step": 4490
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007720289500367121,
+      "loss": 0.5308,
+      "step": 4500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007719590224118039,
+      "loss": 0.6468,
+      "step": 4510
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0007718890947868957,
+      "loss": 0.6023,
+      "step": 4520
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007718191671619874,
+      "loss": 0.6211,
+      "step": 4530
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007717492395370792,
+      "loss": 0.5832,
+      "step": 4540
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000771679311912171,
+      "loss": 0.6815,
+      "step": 4550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007716093842872627,
+      "loss": 0.5542,
+      "step": 4560
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007715394566623544,
+      "loss": 0.5715,
+      "step": 4570
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007714695290374462,
+      "loss": 0.5397,
+      "step": 4580
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000771399601412538,
+      "loss": 0.5647,
+      "step": 4590
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007713296737876299,
+      "loss": 0.6,
+      "step": 4600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007712597461627216,
+      "loss": 0.5685,
+      "step": 4610
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007711898185378134,
+      "loss": 0.5486,
+      "step": 4620
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007711198909129052,
+      "loss": 0.5418,
+      "step": 4630
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000771049963287997,
+      "loss": 0.5478,
+      "step": 4640
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007709800356630887,
+      "loss": 0.4879,
+      "step": 4650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0007709101080381805,
+      "loss": 0.5863,
+      "step": 4660
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007708401804132723,
+      "loss": 0.5869,
+      "step": 4670
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007707702527883641,
+      "loss": 0.6086,
+      "step": 4680
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007707003251634559,
+      "loss": 0.6111,
+      "step": 4690
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007706303975385476,
+      "loss": 0.602,
+      "step": 4700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007705604699136395,
+      "loss": 0.5839,
+      "step": 4710
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007704905422887313,
+      "loss": 0.4901,
+      "step": 4720
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.000770420614663823,
+      "loss": 0.6593,
+      "step": 4730
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007703506870389147,
+      "loss": 0.5645,
+      "step": 4740
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007702807594140065,
+      "loss": 0.532,
+      "step": 4750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007702108317890983,
+      "loss": 0.626,
+      "step": 4760
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007701409041641901,
+      "loss": 0.4749,
+      "step": 4770
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007700709765392818,
+      "loss": 0.585,
+      "step": 4780
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007700010489143736,
+      "loss": 0.5807,
+      "step": 4790
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007699311212894654,
+      "loss": 0.54,
+      "step": 4800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0007698611936645572,
+      "loss": 0.563,
+      "step": 4810
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.000769791266039649,
+      "loss": 0.6276,
+      "step": 4820
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007697213384147408,
+      "loss": 0.4833,
+      "step": 4830
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007696514107898326,
+      "loss": 0.5274,
+      "step": 4840
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007695814831649244,
+      "loss": 0.6067,
+      "step": 4850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007695115555400161,
+      "loss": 0.5619,
+      "step": 4860
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007694416279151079,
+      "loss": 0.6059,
+      "step": 4870
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007693717002901997,
+      "loss": 0.6104,
+      "step": 4880
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007693017726652915,
+      "loss": 0.5073,
+      "step": 4890
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007692318450403833,
+      "loss": 0.5552,
+      "step": 4900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007691619174154749,
+      "loss": 0.68,
+      "step": 4910
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007690919897905667,
+      "loss": 0.6941,
+      "step": 4920
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007690220621656586,
+      "loss": 0.6394,
+      "step": 4930
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007689521345407504,
+      "loss": 0.6027,
+      "step": 4940
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0007688822069158421,
+      "loss": 0.6035,
+      "step": 4950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007688122792909339,
+      "loss": 0.6113,
+      "step": 4960
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007687423516660257,
+      "loss": 0.6601,
+      "step": 4970
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007686724240411175,
+      "loss": 0.5772,
+      "step": 4980
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007686024964162092,
+      "loss": 0.563,
+      "step": 4990
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.000768532568791301,
+      "loss": 0.5315,
+      "step": 5000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007684626411663928,
+      "loss": 0.5709,
+      "step": 5010
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007683927135414846,
+      "loss": 0.6704,
+      "step": 5020
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007683227859165764,
+      "loss": 0.6131,
+      "step": 5030
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007682528582916682,
+      "loss": 0.7029,
+      "step": 5040
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00076818293066676,
+      "loss": 0.5583,
+      "step": 5050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007681130030418518,
+      "loss": 0.5111,
+      "step": 5060
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007680430754169435,
+      "loss": 0.5753,
+      "step": 5070
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0007679731477920353,
+      "loss": 0.5599,
+      "step": 5080
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.000767903220167127,
+      "loss": 0.5536,
+      "step": 5090
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007678332925422188,
+      "loss": 0.5452,
+      "step": 5100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007677633649173106,
+      "loss": 0.6718,
+      "step": 5110
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007676934372924023,
+      "loss": 0.6114,
+      "step": 5120
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007676235096674941,
+      "loss": 0.6272,
+      "step": 5130
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007675535820425859,
+      "loss": 0.5811,
+      "step": 5140
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007674836544176778,
+      "loss": 0.4567,
+      "step": 5150
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007674137267927695,
+      "loss": 0.6601,
+      "step": 5160
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007673437991678613,
+      "loss": 0.6509,
+      "step": 5170
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007672738715429531,
+      "loss": 0.6056,
+      "step": 5180
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007672039439180449,
+      "loss": 0.5526,
+      "step": 5190
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007671340162931366,
+      "loss": 0.6435,
+      "step": 5200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007670640886682284,
+      "loss": 0.5958,
+      "step": 5210
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007669941610433202,
+      "loss": 0.6762,
+      "step": 5220
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.000766924233418412,
+      "loss": 0.6372,
+      "step": 5230
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0007668543057935038,
+      "loss": 0.5884,
+      "step": 5240
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007667843781685955,
+      "loss": 0.5132,
+      "step": 5250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007667144505436874,
+      "loss": 0.5483,
+      "step": 5260
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007666445229187792,
+      "loss": 0.5612,
+      "step": 5270
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007665745952938708,
+      "loss": 0.5605,
+      "step": 5280
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007665046676689626,
+      "loss": 0.5983,
+      "step": 5290
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007664347400440544,
+      "loss": 0.4695,
+      "step": 5300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007663648124191462,
+      "loss": 0.554,
+      "step": 5310
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.000766294884794238,
+      "loss": 0.6312,
+      "step": 5320
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007662249571693297,
+      "loss": 0.5662,
+      "step": 5330
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007661550295444215,
+      "loss": 0.6012,
+      "step": 5340
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007660851019195133,
+      "loss": 0.5405,
+      "step": 5350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007660151742946052,
+      "loss": 0.5117,
+      "step": 5360
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007659452466696969,
+      "loss": 0.5207,
+      "step": 5370
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0007658753190447887,
+      "loss": 0.6041,
+      "step": 5380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007658053914198805,
+      "loss": 0.5476,
+      "step": 5390
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007657354637949723,
+      "loss": 0.5002,
+      "step": 5400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.000765665536170064,
+      "loss": 0.586,
+      "step": 5410
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007655956085451558,
+      "loss": 0.5815,
+      "step": 5420
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007655256809202476,
+      "loss": 0.5185,
+      "step": 5430
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007654557532953394,
+      "loss": 0.6156,
+      "step": 5440
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007653858256704312,
+      "loss": 0.5741,
+      "step": 5450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007653158980455228,
+      "loss": 0.5644,
+      "step": 5460
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007652459704206148,
+      "loss": 0.5852,
+      "step": 5470
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007651760427957065,
+      "loss": 0.5396,
+      "step": 5480
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007651061151707982,
+      "loss": 0.6311,
+      "step": 5490
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00076503618754589,
+      "loss": 0.565,
+      "step": 5500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007649662599209818,
+      "loss": 0.5132,
+      "step": 5510
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0007648963322960736,
+      "loss": 0.5711,
+      "step": 5520
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007648264046711654,
+      "loss": 0.5926,
+      "step": 5530
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007647564770462571,
+      "loss": 0.5308,
+      "step": 5540
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007646865494213489,
+      "loss": 0.5212,
+      "step": 5550
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007646166217964407,
+      "loss": 0.524,
+      "step": 5560
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007645466941715325,
+      "loss": 0.5255,
+      "step": 5570
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007644767665466243,
+      "loss": 0.6362,
+      "step": 5580
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007644068389217161,
+      "loss": 0.5845,
+      "step": 5590
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007643369112968079,
+      "loss": 0.5616,
+      "step": 5600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007642669836718997,
+      "loss": 0.6494,
+      "step": 5610
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007641970560469914,
+      "loss": 0.6371,
+      "step": 5620
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007641271284220832,
+      "loss": 0.6319,
+      "step": 5630
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.000764057200797175,
+      "loss": 0.519,
+      "step": 5640
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007639872731722668,
+      "loss": 0.5918,
+      "step": 5650
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007639173455473585,
+      "loss": 0.5916,
+      "step": 5660
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0007638474179224502,
+      "loss": 0.7325,
+      "step": 5670
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.000763777490297542,
+      "loss": 0.5794,
+      "step": 5680
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007637075626726339,
+      "loss": 0.5322,
+      "step": 5690
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007636376350477256,
+      "loss": 0.5236,
+      "step": 5700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007635677074228174,
+      "loss": 0.5637,
+      "step": 5710
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007634977797979092,
+      "loss": 0.6318,
+      "step": 5720
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.000763427852173001,
+      "loss": 0.4866,
+      "step": 5730
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007633579245480928,
+      "loss": 0.5532,
+      "step": 5740
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007632879969231845,
+      "loss": 0.5598,
+      "step": 5750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007632180692982763,
+      "loss": 0.4283,
+      "step": 5760
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007631481416733681,
+      "loss": 0.6045,
+      "step": 5770
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007630782140484599,
+      "loss": 0.5263,
+      "step": 5780
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007630082864235517,
+      "loss": 0.5477,
+      "step": 5790
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007629383587986435,
+      "loss": 0.5888,
+      "step": 5800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0007628684311737353,
+      "loss": 0.6104,
+      "step": 5810
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007627985035488271,
+      "loss": 0.573,
+      "step": 5820
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007627285759239188,
+      "loss": 0.6504,
+      "step": 5830
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007626586482990105,
+      "loss": 0.6197,
+      "step": 5840
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007625887206741023,
+      "loss": 0.611,
+      "step": 5850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007625187930491941,
+      "loss": 0.5691,
+      "step": 5860
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007624488654242859,
+      "loss": 0.6201,
+      "step": 5870
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007623789377993776,
+      "loss": 0.6191,
+      "step": 5880
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007623090101744694,
+      "loss": 0.5445,
+      "step": 5890
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007622390825495612,
+      "loss": 0.5495,
+      "step": 5900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.000762169154924653,
+      "loss": 0.5542,
+      "step": 5910
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007620992272997448,
+      "loss": 0.5798,
+      "step": 5920
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007620292996748366,
+      "loss": 0.5108,
+      "step": 5930
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007619593720499284,
+      "loss": 0.519,
+      "step": 5940
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007618894444250202,
+      "loss": 0.5065,
+      "step": 5950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0007618195168001119,
+      "loss": 0.6271,
+      "step": 5960
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007617495891752037,
+      "loss": 0.589,
+      "step": 5970
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007616796615502955,
+      "loss": 0.574,
+      "step": 5980
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007616097339253873,
+      "loss": 0.6162,
+      "step": 5990
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007615398063004791,
+      "loss": 0.5616,
+      "step": 6000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007614698786755707,
+      "loss": 0.5971,
+      "step": 6010
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007613999510506627,
+      "loss": 0.5984,
+      "step": 6020
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007613300234257544,
+      "loss": 0.6083,
+      "step": 6030
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007612600958008461,
+      "loss": 0.5959,
+      "step": 6040
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007611901681759379,
+      "loss": 0.5177,
+      "step": 6050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007611202405510297,
+      "loss": 0.582,
+      "step": 6060
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007610503129261215,
+      "loss": 0.5634,
+      "step": 6070
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007609803853012133,
+      "loss": 0.6422,
+      "step": 6080
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.000760910457676305,
+      "loss": 0.6059,
+      "step": 6090
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0007608405300513968,
+      "loss": 0.5872,
+      "step": 6100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007607706024264886,
+      "loss": 0.5495,
+      "step": 6110
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007607006748015804,
+      "loss": 0.5519,
+      "step": 6120
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007606307471766722,
+      "loss": 0.5837,
+      "step": 6130
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000760560819551764,
+      "loss": 0.5929,
+      "step": 6140
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007604908919268558,
+      "loss": 0.5368,
+      "step": 6150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007604209643019476,
+      "loss": 0.5295,
+      "step": 6160
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007603510366770393,
+      "loss": 0.6286,
+      "step": 6170
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007602811090521311,
+      "loss": 0.5343,
+      "step": 6180
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007602111814272229,
+      "loss": 0.572,
+      "step": 6190
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007601412538023147,
+      "loss": 0.6295,
+      "step": 6200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007600713261774064,
+      "loss": 0.6565,
+      "step": 6210
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007600013985524981,
+      "loss": 0.5966,
+      "step": 6220
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007599314709275899,
+      "loss": 0.5847,
+      "step": 6230
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0007598615433026818,
+      "loss": 0.5333,
+      "step": 6240
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007597916156777735,
+      "loss": 0.5052,
+      "step": 6250
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007597216880528653,
+      "loss": 0.5302,
+      "step": 6260
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007596517604279571,
+      "loss": 0.5802,
+      "step": 6270
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007595818328030489,
+      "loss": 0.5069,
+      "step": 6280
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007595119051781407,
+      "loss": 0.5368,
+      "step": 6290
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007594419775532324,
+      "loss": 0.5764,
+      "step": 6300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007593720499283242,
+      "loss": 0.5958,
+      "step": 6310
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.000759302122303416,
+      "loss": 0.6648,
+      "step": 6320
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007592321946785078,
+      "loss": 0.5214,
+      "step": 6330
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007591622670535995,
+      "loss": 0.6063,
+      "step": 6340
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007590923394286914,
+      "loss": 0.6034,
+      "step": 6350
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007590224118037832,
+      "loss": 0.4874,
+      "step": 6360
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.000758952484178875,
+      "loss": 0.5423,
+      "step": 6370
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007588825565539667,
+      "loss": 0.6097,
+      "step": 6380
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0007588126289290584,
+      "loss": 0.5109,
+      "step": 6390
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007587427013041502,
+      "loss": 0.5168,
+      "step": 6400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.000758672773679242,
+      "loss": 0.5654,
+      "step": 6410
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007586028460543338,
+      "loss": 0.5016,
+      "step": 6420
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007585329184294255,
+      "loss": 0.6009,
+      "step": 6430
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007584629908045173,
+      "loss": 0.5672,
+      "step": 6440
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007583930631796091,
+      "loss": 0.5417,
+      "step": 6450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007583231355547009,
+      "loss": 0.6453,
+      "step": 6460
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007582532079297927,
+      "loss": 0.6163,
+      "step": 6470
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007581832803048845,
+      "loss": 0.6487,
+      "step": 6480
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007581133526799763,
+      "loss": 0.5399,
+      "step": 6490
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007580434250550681,
+      "loss": 0.5887,
+      "step": 6500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007579734974301598,
+      "loss": 0.5928,
+      "step": 6510
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007579035698052516,
+      "loss": 0.523,
+      "step": 6520
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0007578336421803434,
+      "loss": 0.5647,
+      "step": 6530
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007577637145554352,
+      "loss": 0.6733,
+      "step": 6540
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007576937869305269,
+      "loss": 0.5071,
+      "step": 6550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007576238593056187,
+      "loss": 0.5904,
+      "step": 6560
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007575539316807106,
+      "loss": 0.6427,
+      "step": 6570
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007574840040558024,
+      "loss": 0.5936,
+      "step": 6580
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.000757414076430894,
+      "loss": 0.5747,
+      "step": 6590
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007573441488059858,
+      "loss": 0.6039,
+      "step": 6600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007572742211810776,
+      "loss": 0.6152,
+      "step": 6610
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007572042935561694,
+      "loss": 0.6339,
+      "step": 6620
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007571343659312612,
+      "loss": 0.5575,
+      "step": 6630
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007570644383063529,
+      "loss": 0.6051,
+      "step": 6640
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007569945106814447,
+      "loss": 0.5706,
+      "step": 6650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007569245830565365,
+      "loss": 0.677,
+      "step": 6660
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0007568546554316283,
+      "loss": 0.6083,
+      "step": 6670
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007567847278067201,
+      "loss": 0.5592,
+      "step": 6680
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007567148001818119,
+      "loss": 0.5982,
+      "step": 6690
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007566448725569037,
+      "loss": 0.5564,
+      "step": 6700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007565749449319955,
+      "loss": 0.5524,
+      "step": 6710
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007565050173070872,
+      "loss": 0.5672,
+      "step": 6720
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000756435089682179,
+      "loss": 0.5291,
+      "step": 6730
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007563651620572708,
+      "loss": 0.5429,
+      "step": 6740
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007562952344323626,
+      "loss": 0.5197,
+      "step": 6750
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007562253068074542,
+      "loss": 0.67,
+      "step": 6760
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000756155379182546,
+      "loss": 0.5851,
+      "step": 6770
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007560854515576379,
+      "loss": 0.5727,
+      "step": 6780
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007560155239327297,
+      "loss": 0.634,
+      "step": 6790
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007559455963078214,
+      "loss": 0.5554,
+      "step": 6800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0007558756686829132,
+      "loss": 0.6781,
+      "step": 6810
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000755805741058005,
+      "loss": 0.5623,
+      "step": 6820
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007557358134330968,
+      "loss": 0.5377,
+      "step": 6830
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007556658858081886,
+      "loss": 0.5689,
+      "step": 6840
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007555959581832803,
+      "loss": 0.5623,
+      "step": 6850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007555260305583721,
+      "loss": 0.5652,
+      "step": 6860
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007554561029334639,
+      "loss": 0.528,
+      "step": 6870
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007553861753085557,
+      "loss": 0.5698,
+      "step": 6880
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007553162476836475,
+      "loss": 0.6383,
+      "step": 6890
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007552463200587393,
+      "loss": 0.6601,
+      "step": 6900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007551763924338311,
+      "loss": 0.5562,
+      "step": 6910
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007551064648089229,
+      "loss": 0.6495,
+      "step": 6920
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007550365371840146,
+      "loss": 0.5288,
+      "step": 6930
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007549666095591064,
+      "loss": 0.6481,
+      "step": 6940
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007548966819341981,
+      "loss": 0.5882,
+      "step": 6950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0007548267543092899,
+      "loss": 0.6341,
+      "step": 6960
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007547568266843816,
+      "loss": 0.6409,
+      "step": 6970
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007546868990594734,
+      "loss": 0.548,
+      "step": 6980
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007546169714345652,
+      "loss": 0.6116,
+      "step": 6990
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007545470438096571,
+      "loss": 0.5681,
+      "step": 7000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007544771161847488,
+      "loss": 0.5869,
+      "step": 7010
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007544071885598406,
+      "loss": 0.6175,
+      "step": 7020
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007543372609349324,
+      "loss": 0.5883,
+      "step": 7030
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007542673333100242,
+      "loss": 0.5993,
+      "step": 7040
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.000754197405685116,
+      "loss": 0.601,
+      "step": 7050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007541274780602077,
+      "loss": 0.4437,
+      "step": 7060
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007540575504352995,
+      "loss": 0.5042,
+      "step": 7070
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007539876228103913,
+      "loss": 0.5235,
+      "step": 7080
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007539176951854831,
+      "loss": 0.5945,
+      "step": 7090
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0007538477675605748,
+      "loss": 0.5502,
+      "step": 7100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007537778399356667,
+      "loss": 0.5695,
+      "step": 7110
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007537079123107585,
+      "loss": 0.4873,
+      "step": 7120
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007536379846858503,
+      "loss": 0.4763,
+      "step": 7130
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007535680570609419,
+      "loss": 0.668,
+      "step": 7140
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007534981294360337,
+      "loss": 0.5573,
+      "step": 7150
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007534282018111255,
+      "loss": 0.5565,
+      "step": 7160
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007533582741862173,
+      "loss": 0.5848,
+      "step": 7170
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.000753288346561309,
+      "loss": 0.6248,
+      "step": 7180
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007532184189364008,
+      "loss": 0.5414,
+      "step": 7190
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007531484913114926,
+      "loss": 0.6552,
+      "step": 7200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007530785636865844,
+      "loss": 0.5736,
+      "step": 7210
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007530086360616762,
+      "loss": 0.5795,
+      "step": 7220
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.000752938708436768,
+      "loss": 0.5996,
+      "step": 7230
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007528687808118598,
+      "loss": 0.5724,
+      "step": 7240
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0007527988531869516,
+      "loss": 0.5494,
+      "step": 7250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007527289255620434,
+      "loss": 0.5251,
+      "step": 7260
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007526589979371351,
+      "loss": 0.6178,
+      "step": 7270
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007525890703122269,
+      "loss": 0.6079,
+      "step": 7280
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007525191426873187,
+      "loss": 0.6455,
+      "step": 7290
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007524492150624105,
+      "loss": 0.5213,
+      "step": 7300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007523792874375021,
+      "loss": 0.5691,
+      "step": 7310
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007523093598125939,
+      "loss": 0.6107,
+      "step": 7320
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007522394321876858,
+      "loss": 0.6638,
+      "step": 7330
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007521695045627776,
+      "loss": 0.5902,
+      "step": 7340
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007520995769378693,
+      "loss": 0.6176,
+      "step": 7350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007520296493129611,
+      "loss": 0.5014,
+      "step": 7360
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007519597216880529,
+      "loss": 0.5613,
+      "step": 7370
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007518897940631447,
+      "loss": 0.5645,
+      "step": 7380
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0007518198664382364,
+      "loss": 0.5179,
+      "step": 7390
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007517499388133282,
+      "loss": 0.6396,
+      "step": 7400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00075168001118842,
+      "loss": 0.5931,
+      "step": 7410
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007516100835635118,
+      "loss": 0.5435,
+      "step": 7420
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007515401559386036,
+      "loss": 0.5231,
+      "step": 7430
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007514702283136954,
+      "loss": 0.5494,
+      "step": 7440
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007514003006887872,
+      "loss": 0.6671,
+      "step": 7450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.000751330373063879,
+      "loss": 0.5646,
+      "step": 7460
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007512604454389708,
+      "loss": 0.5126,
+      "step": 7470
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007511905178140625,
+      "loss": 0.5142,
+      "step": 7480
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007511205901891543,
+      "loss": 0.5998,
+      "step": 7490
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.000751050662564246,
+      "loss": 0.5514,
+      "step": 7500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007509807349393378,
+      "loss": 0.5955,
+      "step": 7510
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007509108073144295,
+      "loss": 0.5974,
+      "step": 7520
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007508408796895213,
+      "loss": 0.5148,
+      "step": 7530
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0007507709520646131,
+      "loss": 0.5725,
+      "step": 7540
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.000750701024439705,
+      "loss": 0.5517,
+      "step": 7550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007506310968147967,
+      "loss": 0.5637,
+      "step": 7560
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007505611691898885,
+      "loss": 0.5991,
+      "step": 7570
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007504912415649803,
+      "loss": 0.5792,
+      "step": 7580
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007504213139400721,
+      "loss": 0.6691,
+      "step": 7590
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007503513863151638,
+      "loss": 0.5778,
+      "step": 7600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007502814586902556,
+      "loss": 0.524,
+      "step": 7610
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007502115310653474,
+      "loss": 0.5614,
+      "step": 7620
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007501416034404392,
+      "loss": 0.5335,
+      "step": 7630
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.000750071675815531,
+      "loss": 0.6231,
+      "step": 7640
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007500017481906227,
+      "loss": 0.4518,
+      "step": 7650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007499318205657146,
+      "loss": 0.6063,
+      "step": 7660
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007498618929408064,
+      "loss": 0.5305,
+      "step": 7670
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0007497919653158982,
+      "loss": 0.5583,
+      "step": 7680
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007497220376909898,
+      "loss": 0.4914,
+      "step": 7690
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007496521100660816,
+      "loss": 0.5455,
+      "step": 7700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007495821824411734,
+      "loss": 0.5112,
+      "step": 7710
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007495122548162652,
+      "loss": 0.5473,
+      "step": 7720
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007494423271913569,
+      "loss": 0.7473,
+      "step": 7730
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007493723995664487,
+      "loss": 0.5388,
+      "step": 7740
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007493024719415405,
+      "loss": 0.6311,
+      "step": 7750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007492325443166323,
+      "loss": 0.571,
+      "step": 7760
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007491626166917241,
+      "loss": 0.5778,
+      "step": 7770
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007490926890668159,
+      "loss": 0.5898,
+      "step": 7780
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007490227614419077,
+      "loss": 0.5718,
+      "step": 7790
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007489528338169995,
+      "loss": 0.6173,
+      "step": 7800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0007488829061920912,
+      "loss": 0.6025,
+      "step": 7810
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.000748812978567183,
+      "loss": 0.5455,
+      "step": 7820
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007487430509422748,
+      "loss": 0.522,
+      "step": 7830
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007486731233173666,
+      "loss": 0.5981,
+      "step": 7840
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007486031956924584,
+      "loss": 0.563,
+      "step": 7850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00074853326806755,
+      "loss": 0.5526,
+      "step": 7860
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007484633404426418,
+      "loss": 0.5742,
+      "step": 7870
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007483934128177337,
+      "loss": 0.6161,
+      "step": 7880
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007483234851928255,
+      "loss": 0.6076,
+      "step": 7890
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007482535575679172,
+      "loss": 0.5374,
+      "step": 7900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.000748183629943009,
+      "loss": 0.505,
+      "step": 7910
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007481137023181008,
+      "loss": 0.5194,
+      "step": 7920
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007480437746931926,
+      "loss": 0.5299,
+      "step": 7930
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007479738470682843,
+      "loss": 0.6213,
+      "step": 7940
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007479039194433761,
+      "loss": 0.597,
+      "step": 7950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007478339918184679,
+      "loss": 0.5967,
+      "step": 7960
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0007477640641935597,
+      "loss": 0.5157,
+      "step": 7970
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007476941365686515,
+      "loss": 0.5372,
+      "step": 7980
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007476242089437433,
+      "loss": 0.622,
+      "step": 7990
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007475542813188351,
+      "loss": 0.5279,
+      "step": 8000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007474843536939269,
+      "loss": 0.5264,
+      "step": 8010
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007474144260690186,
+      "loss": 0.6639,
+      "step": 8020
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007473444984441104,
+      "loss": 0.5491,
+      "step": 8030
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007472745708192022,
+      "loss": 0.5674,
+      "step": 8040
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.000747204643194294,
+      "loss": 0.5932,
+      "step": 8050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007471347155693857,
+      "loss": 0.5201,
+      "step": 8060
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007470647879444774,
+      "loss": 0.5386,
+      "step": 8070
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007469948603195692,
+      "loss": 0.5722,
+      "step": 8080
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007469249326946611,
+      "loss": 0.6002,
+      "step": 8090
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007468550050697529,
+      "loss": 0.5645,
+      "step": 8100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0007467850774448446,
+      "loss": 0.5141,
+      "step": 8110
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007467151498199364,
+      "loss": 0.5601,
+      "step": 8120
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007466452221950282,
+      "loss": 0.6287,
+      "step": 8130
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00074657529457012,
+      "loss": 0.5826,
+      "step": 8140
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007465053669452117,
+      "loss": 0.6049,
+      "step": 8150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007464354393203035,
+      "loss": 0.5685,
+      "step": 8160
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007463655116953953,
+      "loss": 0.5177,
+      "step": 8170
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007462955840704871,
+      "loss": 0.5348,
+      "step": 8180
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007462256564455789,
+      "loss": 0.582,
+      "step": 8190
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007461557288206707,
+      "loss": 0.5228,
+      "step": 8200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007460858011957625,
+      "loss": 0.534,
+      "step": 8210
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007460158735708543,
+      "loss": 0.5806,
+      "step": 8220
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.000745945945945946,
+      "loss": 0.6154,
+      "step": 8230
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007458760183210377,
+      "loss": 0.5627,
+      "step": 8240
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0007458060906961295,
+      "loss": 0.5973,
+      "step": 8250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007457361630712213,
+      "loss": 0.5772,
+      "step": 8260
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007456662354463131,
+      "loss": 0.6595,
+      "step": 8270
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007455963078214048,
+      "loss": 0.5099,
+      "step": 8280
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007455263801964966,
+      "loss": 0.576,
+      "step": 8290
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007454564525715884,
+      "loss": 0.5771,
+      "step": 8300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007453865249466803,
+      "loss": 0.59,
+      "step": 8310
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.000745316597321772,
+      "loss": 0.5213,
+      "step": 8320
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007452466696968638,
+      "loss": 0.5238,
+      "step": 8330
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007451767420719556,
+      "loss": 0.6398,
+      "step": 8340
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007451068144470474,
+      "loss": 0.6239,
+      "step": 8350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007450368868221391,
+      "loss": 0.5399,
+      "step": 8360
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007449669591972309,
+      "loss": 0.5318,
+      "step": 8370
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007448970315723227,
+      "loss": 0.5792,
+      "step": 8380
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007448271039474145,
+      "loss": 0.6185,
+      "step": 8390
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0007447571763225063,
+      "loss": 0.6512,
+      "step": 8400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.000744687248697598,
+      "loss": 0.5058,
+      "step": 8410
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007446173210726899,
+      "loss": 0.5546,
+      "step": 8420
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007445473934477817,
+      "loss": 0.6431,
+      "step": 8430
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007444774658228733,
+      "loss": 0.6158,
+      "step": 8440
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007444075381979651,
+      "loss": 0.537,
+      "step": 8450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007443376105730569,
+      "loss": 0.4962,
+      "step": 8460
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007442676829481487,
+      "loss": 0.6497,
+      "step": 8470
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007441977553232405,
+      "loss": 0.6142,
+      "step": 8480
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007441278276983322,
+      "loss": 0.5843,
+      "step": 8490
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.000744057900073424,
+      "loss": 0.5318,
+      "step": 8500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007439879724485158,
+      "loss": 0.574,
+      "step": 8510
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007439180448236076,
+      "loss": 0.593,
+      "step": 8520
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007438481171986994,
+      "loss": 0.6455,
+      "step": 8530
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.0007437781895737912,
+      "loss": 0.4721,
+      "step": 8540
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.000743708261948883,
+      "loss": 0.5622,
+      "step": 8550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007436383343239748,
+      "loss": 0.6123,
+      "step": 8560
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007435684066990665,
+      "loss": 0.4923,
+      "step": 8570
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007434984790741583,
+      "loss": 0.5359,
+      "step": 8580
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007434285514492501,
+      "loss": 0.6232,
+      "step": 8590
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007433586238243419,
+      "loss": 0.6116,
+      "step": 8600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007432886961994336,
+      "loss": 0.5358,
+      "step": 8610
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007432187685745253,
+      "loss": 0.5133,
+      "step": 8620
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007431488409496171,
+      "loss": 0.5987,
+      "step": 8630
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.000743078913324709,
+      "loss": 0.5611,
+      "step": 8640
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007430089856998007,
+      "loss": 0.5777,
+      "step": 8650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007429390580748925,
+      "loss": 0.6422,
+      "step": 8660
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007428691304499843,
+      "loss": 0.5114,
+      "step": 8670
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.0007427992028250761,
+      "loss": 0.6379,
+      "step": 8680
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007427292752001679,
+      "loss": 0.5716,
+      "step": 8690
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007426593475752596,
+      "loss": 0.6513,
+      "step": 8700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007425894199503514,
+      "loss": 0.6298,
+      "step": 8710
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007425194923254432,
+      "loss": 0.508,
+      "step": 8720
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.000742449564700535,
+      "loss": 0.6238,
+      "step": 8730
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007423796370756267,
+      "loss": 0.6023,
+      "step": 8740
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007423097094507186,
+      "loss": 0.5941,
+      "step": 8750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007422397818258104,
+      "loss": 0.596,
+      "step": 8760
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007421698542009022,
+      "loss": 0.5672,
+      "step": 8770
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007420999265759939,
+      "loss": 0.6678,
+      "step": 8780
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007420299989510856,
+      "loss": 0.722,
+      "step": 8790
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007419600713261774,
+      "loss": 0.6304,
+      "step": 8800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007418901437012692,
+      "loss": 0.6076,
+      "step": 8810
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.000741820216076361,
+      "loss": 0.5374,
+      "step": 8820
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0007417502884514527,
+      "loss": 0.5263,
+      "step": 8830
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007416803608265445,
+      "loss": 0.6033,
+      "step": 8840
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007416104332016363,
+      "loss": 0.5577,
+      "step": 8850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007415405055767281,
+      "loss": 0.6251,
+      "step": 8860
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007414705779518199,
+      "loss": 0.6241,
+      "step": 8870
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007414006503269117,
+      "loss": 0.6107,
+      "step": 8880
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007413307227020035,
+      "loss": 0.5844,
+      "step": 8890
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007412607950770953,
+      "loss": 0.6068,
+      "step": 8900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.000741190867452187,
+      "loss": 0.4698,
+      "step": 8910
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007411209398272788,
+      "loss": 0.5244,
+      "step": 8920
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007410510122023706,
+      "loss": 0.5193,
+      "step": 8930
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007409810845774624,
+      "loss": 0.5566,
+      "step": 8940
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007409111569525541,
+      "loss": 0.6332,
+      "step": 8950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007408412293276459,
+      "loss": 0.5395,
+      "step": 8960
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0007407713017027378,
+      "loss": 0.5313,
+      "step": 8970
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007407013740778296,
+      "loss": 0.5458,
+      "step": 8980
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007406314464529212,
+      "loss": 0.6051,
+      "step": 8990
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.000740561518828013,
+      "loss": 0.607,
+      "step": 9000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007404915912031048,
+      "loss": 0.5736,
+      "step": 9010
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007404216635781966,
+      "loss": 0.5761,
+      "step": 9020
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007403517359532884,
+      "loss": 0.5084,
+      "step": 9030
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007402818083283801,
+      "loss": 0.5962,
+      "step": 9040
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007402118807034719,
+      "loss": 0.5866,
+      "step": 9050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007401419530785637,
+      "loss": 0.642,
+      "step": 9060
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007400720254536555,
+      "loss": 0.5516,
+      "step": 9070
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007400020978287473,
+      "loss": 0.6676,
+      "step": 9080
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007399321702038391,
+      "loss": 0.5415,
+      "step": 9090
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007398622425789309,
+      "loss": 0.5468,
+      "step": 9100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007397923149540227,
+      "loss": 0.5937,
+      "step": 9110
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0007397223873291144,
+      "loss": 0.5205,
+      "step": 9120
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007396524597042062,
+      "loss": 0.6069,
+      "step": 9130
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.000739582532079298,
+      "loss": 0.6432,
+      "step": 9140
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007395126044543898,
+      "loss": 0.5496,
+      "step": 9150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007394426768294814,
+      "loss": 0.6551,
+      "step": 9160
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007393727492045732,
+      "loss": 0.5403,
+      "step": 9170
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.000739302821579665,
+      "loss": 0.5925,
+      "step": 9180
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007392328939547569,
+      "loss": 0.6026,
+      "step": 9190
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007391629663298486,
+      "loss": 0.4933,
+      "step": 9200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007390930387049404,
+      "loss": 0.5569,
+      "step": 9210
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007390231110800322,
+      "loss": 0.4538,
+      "step": 9220
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.000738953183455124,
+      "loss": 0.5913,
+      "step": 9230
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007388832558302158,
+      "loss": 0.5735,
+      "step": 9240
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007388133282053075,
+      "loss": 0.5788,
+      "step": 9250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.0007387434005803993,
+      "loss": 0.4958,
+      "step": 9260
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007386734729554911,
+      "loss": 0.5865,
+      "step": 9270
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007386035453305829,
+      "loss": 0.5868,
+      "step": 9280
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007385336177056746,
+      "loss": 0.5611,
+      "step": 9290
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007384636900807665,
+      "loss": 0.5721,
+      "step": 9300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007383937624558583,
+      "loss": 0.6486,
+      "step": 9310
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007383238348309501,
+      "loss": 0.5712,
+      "step": 9320
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007382539072060418,
+      "loss": 0.5841,
+      "step": 9330
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007381839795811336,
+      "loss": 0.5302,
+      "step": 9340
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007381140519562253,
+      "loss": 0.6469,
+      "step": 9350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007380441243313171,
+      "loss": 0.5421,
+      "step": 9360
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007379741967064088,
+      "loss": 0.5336,
+      "step": 9370
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007379042690815006,
+      "loss": 0.5126,
+      "step": 9380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007378343414565924,
+      "loss": 0.5587,
+      "step": 9390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0007377644138316842,
+      "loss": 0.4999,
+      "step": 9400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.000737694486206776,
+      "loss": 0.6204,
+      "step": 9410
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007376245585818678,
+      "loss": 0.6493,
+      "step": 9420
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007375546309569596,
+      "loss": 0.5995,
+      "step": 9430
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007374847033320514,
+      "loss": 0.5365,
+      "step": 9440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007374147757071432,
+      "loss": 0.5997,
+      "step": 9450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007373448480822349,
+      "loss": 0.5596,
+      "step": 9460
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007372749204573267,
+      "loss": 0.6999,
+      "step": 9470
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007372049928324185,
+      "loss": 0.5247,
+      "step": 9480
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007371350652075103,
+      "loss": 0.503,
+      "step": 9490
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.000737065137582602,
+      "loss": 0.592,
+      "step": 9500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007369952099576939,
+      "loss": 0.5424,
+      "step": 9510
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007369252823327857,
+      "loss": 0.5104,
+      "step": 9520
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007368553547078775,
+      "loss": 0.6191,
+      "step": 9530
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007367854270829691,
+      "loss": 0.5378,
+      "step": 9540
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.0007367154994580609,
+      "loss": 0.5613,
+      "step": 9550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007366455718331527,
+      "loss": 0.5533,
+      "step": 9560
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007365756442082445,
+      "loss": 0.5269,
+      "step": 9570
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007365057165833362,
+      "loss": 0.5925,
+      "step": 9580
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.000736435788958428,
+      "loss": 0.5515,
+      "step": 9590
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007363658613335198,
+      "loss": 0.6097,
+      "step": 9600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007362959337086116,
+      "loss": 0.5736,
+      "step": 9610
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007362260060837034,
+      "loss": 0.6387,
+      "step": 9620
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007361560784587952,
+      "loss": 0.4988,
+      "step": 9630
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.000736086150833887,
+      "loss": 0.4989,
+      "step": 9640
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007360162232089788,
+      "loss": 0.573,
+      "step": 9650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007359462955840706,
+      "loss": 0.5864,
+      "step": 9660
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007358763679591623,
+      "loss": 0.5531,
+      "step": 9670
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007358064403342541,
+      "loss": 0.551,
+      "step": 9680
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.0007357365127093459,
+      "loss": 0.6035,
+      "step": 9690
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007356665850844377,
+      "loss": 0.4995,
+      "step": 9700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007355966574595293,
+      "loss": 0.5718,
+      "step": 9710
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007355267298346211,
+      "loss": 0.5066,
+      "step": 9720
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.000735456802209713,
+      "loss": 0.5474,
+      "step": 9730
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007353868745848048,
+      "loss": 0.5722,
+      "step": 9740
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007353169469598965,
+      "loss": 0.5757,
+      "step": 9750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007352470193349883,
+      "loss": 0.5926,
+      "step": 9760
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007351770917100801,
+      "loss": 0.5938,
+      "step": 9770
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007351071640851719,
+      "loss": 0.5701,
+      "step": 9780
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007350372364602636,
+      "loss": 0.5011,
+      "step": 9790
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007349673088353554,
+      "loss": 0.5391,
+      "step": 9800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007348973812104472,
+      "loss": 0.5,
+      "step": 9810
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.000734827453585539,
+      "loss": 0.6022,
+      "step": 9820
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0007347575259606308,
+      "loss": 0.7821,
+      "step": 9830
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007346875983357226,
+      "loss": 0.5405,
+      "step": 9840
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007346176707108144,
+      "loss": 0.5822,
+      "step": 9850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007345477430859062,
+      "loss": 0.5774,
+      "step": 9860
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.000734477815460998,
+      "loss": 0.6124,
+      "step": 9870
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007344078878360897,
+      "loss": 0.6341,
+      "step": 9880
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007343379602111815,
+      "loss": 0.5938,
+      "step": 9890
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007342680325862732,
+      "loss": 0.4874,
+      "step": 9900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.000734198104961365,
+      "loss": 0.6928,
+      "step": 9910
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007341281773364567,
+      "loss": 0.5415,
+      "step": 9920
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007340582497115485,
+      "loss": 0.6147,
+      "step": 9930
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007339883220866403,
+      "loss": 0.5922,
+      "step": 9940
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007339183944617322,
+      "loss": 0.5785,
+      "step": 9950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007338484668368239,
+      "loss": 0.5431,
+      "step": 9960
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007337785392119157,
+      "loss": 0.6002,
+      "step": 9970
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.0007337086115870075,
+      "loss": 0.5387,
+      "step": 9980
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007336386839620993,
+      "loss": 0.5959,
+      "step": 9990
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.000733568756337191,
+      "loss": 0.5344,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 0.5097759366035461,
+      "eval_runtime": 346.7151,
+      "eval_samples_per_second": 18.41,
+      "eval_steps_per_second": 2.302,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007334988287122828,
+      "loss": 0.4879,
+      "step": 10010
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007334289010873746,
+      "loss": 0.513,
+      "step": 10020
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007333589734624664,
+      "loss": 0.4896,
+      "step": 10030
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007332890458375582,
+      "loss": 0.5726,
+      "step": 10040
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007332191182126499,
+      "loss": 0.6405,
+      "step": 10050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007331491905877418,
+      "loss": 0.4954,
+      "step": 10060
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007330792629628336,
+      "loss": 0.5998,
+      "step": 10070
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007330093353379254,
+      "loss": 0.5906,
+      "step": 10080
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.000732939407713017,
+      "loss": 0.5468,
+      "step": 10090
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007328694800881088,
+      "loss": 0.5279,
+      "step": 10100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007327995524632006,
+      "loss": 0.5435,
+      "step": 10110
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.0007327296248382924,
+      "loss": 0.6424,
+      "step": 10120
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007326596972133841,
+      "loss": 0.5943,
+      "step": 10130
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007325897695884759,
+      "loss": 0.5394,
+      "step": 10140
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007325198419635677,
+      "loss": 0.6226,
+      "step": 10150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007324499143386595,
+      "loss": 0.5963,
+      "step": 10160
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007323799867137513,
+      "loss": 0.6474,
+      "step": 10170
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007323100590888431,
+      "loss": 0.5407,
+      "step": 10180
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007322401314639349,
+      "loss": 0.5891,
+      "step": 10190
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007321702038390267,
+      "loss": 0.5669,
+      "step": 10200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007321002762141184,
+      "loss": 0.5255,
+      "step": 10210
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007320303485892102,
+      "loss": 0.5729,
+      "step": 10220
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.000731960420964302,
+      "loss": 0.4991,
+      "step": 10230
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007318904933393938,
+      "loss": 0.5206,
+      "step": 10240
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007318205657144856,
+      "loss": 0.6151,
+      "step": 10250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.0007317506380895772,
+      "loss": 0.5293,
+      "step": 10260
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.000731680710464669,
+      "loss": 0.5653,
+      "step": 10270
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.000731610782839761,
+      "loss": 0.4935,
+      "step": 10280
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007315408552148527,
+      "loss": 0.5205,
+      "step": 10290
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007314709275899444,
+      "loss": 0.4891,
+      "step": 10300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007314009999650362,
+      "loss": 0.5878,
+      "step": 10310
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.000731331072340128,
+      "loss": 0.5068,
+      "step": 10320
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007312611447152198,
+      "loss": 0.4695,
+      "step": 10330
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007311912170903115,
+      "loss": 0.5217,
+      "step": 10340
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007311212894654033,
+      "loss": 0.6721,
+      "step": 10350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007310513618404951,
+      "loss": 0.621,
+      "step": 10360
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007309814342155869,
+      "loss": 0.5534,
+      "step": 10370
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007309115065906787,
+      "loss": 0.5677,
+      "step": 10380
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007308415789657705,
+      "loss": 0.5994,
+      "step": 10390
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007307716513408623,
+      "loss": 0.5405,
+      "step": 10400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.0007307017237159541,
+      "loss": 0.6295,
+      "step": 10410
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007306317960910458,
+      "loss": 0.5809,
+      "step": 10420
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007305618684661376,
+      "loss": 0.4885,
+      "step": 10430
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007304919408412294,
+      "loss": 0.6364,
+      "step": 10440
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007304220132163212,
+      "loss": 0.6217,
+      "step": 10450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.000730352085591413,
+      "loss": 0.5869,
+      "step": 10460
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007302821579665046,
+      "loss": 0.6009,
+      "step": 10470
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007302122303415964,
+      "loss": 0.5371,
+      "step": 10480
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007301423027166882,
+      "loss": 0.4875,
+      "step": 10490
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007300723750917801,
+      "loss": 0.5383,
+      "step": 10500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007300024474668718,
+      "loss": 0.4794,
+      "step": 10510
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007299325198419636,
+      "loss": 0.4819,
+      "step": 10520
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007298625922170554,
+      "loss": 0.6408,
+      "step": 10530
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007297926645921472,
+      "loss": 0.5078,
+      "step": 10540
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0007297227369672389,
+      "loss": 0.4988,
+      "step": 10550
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007296528093423307,
+      "loss": 0.6136,
+      "step": 10560
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007295828817174225,
+      "loss": 0.5391,
+      "step": 10570
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007295129540925143,
+      "loss": 0.6146,
+      "step": 10580
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007294430264676061,
+      "loss": 0.5684,
+      "step": 10590
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007293730988426978,
+      "loss": 0.599,
+      "step": 10600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007293031712177897,
+      "loss": 0.6317,
+      "step": 10610
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007292332435928815,
+      "loss": 0.4759,
+      "step": 10620
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007291633159679732,
+      "loss": 0.5277,
+      "step": 10630
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.000729093388343065,
+      "loss": 0.4519,
+      "step": 10640
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007290234607181567,
+      "loss": 0.5513,
+      "step": 10650
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007289535330932485,
+      "loss": 0.554,
+      "step": 10660
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007288836054683403,
+      "loss": 0.6117,
+      "step": 10670
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.000728813677843432,
+      "loss": 0.6779,
+      "step": 10680
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007287437502185238,
+      "loss": 0.6374,
+      "step": 10690
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.0007286738225936156,
+      "loss": 0.6233,
+      "step": 10700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007286038949687074,
+      "loss": 0.5497,
+      "step": 10710
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007285339673437992,
+      "loss": 0.5759,
+      "step": 10720
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.000728464039718891,
+      "loss": 0.5653,
+      "step": 10730
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007283941120939828,
+      "loss": 0.5849,
+      "step": 10740
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007283241844690746,
+      "loss": 0.6218,
+      "step": 10750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007282542568441663,
+      "loss": 0.4543,
+      "step": 10760
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007281843292192581,
+      "loss": 0.5047,
+      "step": 10770
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007281144015943499,
+      "loss": 0.5813,
+      "step": 10780
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007280444739694417,
+      "loss": 0.5806,
+      "step": 10790
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007279745463445335,
+      "loss": 0.6632,
+      "step": 10800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007279046187196252,
+      "loss": 0.5319,
+      "step": 10810
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007278346910947171,
+      "loss": 0.5048,
+      "step": 10820
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007277647634698089,
+      "loss": 0.6054,
+      "step": 10830
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0007276948358449005,
+      "loss": 0.5834,
+      "step": 10840
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007276249082199923,
+      "loss": 0.6374,
+      "step": 10850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007275549805950841,
+      "loss": 0.6172,
+      "step": 10860
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007274850529701759,
+      "loss": 0.5505,
+      "step": 10870
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007274151253452677,
+      "loss": 0.4909,
+      "step": 10880
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007273451977203594,
+      "loss": 0.7057,
+      "step": 10890
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007272752700954512,
+      "loss": 0.5466,
+      "step": 10900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.000727205342470543,
+      "loss": 0.6188,
+      "step": 10910
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007271354148456348,
+      "loss": 0.5084,
+      "step": 10920
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007270654872207266,
+      "loss": 0.5792,
+      "step": 10930
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007269955595958184,
+      "loss": 0.7519,
+      "step": 10940
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007269256319709102,
+      "loss": 0.4797,
+      "step": 10950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.000726855704346002,
+      "loss": 0.5512,
+      "step": 10960
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007267857767210937,
+      "loss": 0.5969,
+      "step": 10970
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0007267158490961855,
+      "loss": 0.5836,
+      "step": 10980
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007266459214712773,
+      "loss": 0.5582,
+      "step": 10990
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007265759938463691,
+      "loss": 0.5721,
+      "step": 11000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007265060662214609,
+      "loss": 0.5728,
+      "step": 11010
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007264361385965525,
+      "loss": 0.6928,
+      "step": 11020
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007263662109716443,
+      "loss": 0.4317,
+      "step": 11030
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007262962833467362,
+      "loss": 0.5235,
+      "step": 11040
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007262263557218279,
+      "loss": 0.5205,
+      "step": 11050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007261564280969197,
+      "loss": 0.5756,
+      "step": 11060
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007260865004720115,
+      "loss": 0.6022,
+      "step": 11070
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007260165728471033,
+      "loss": 0.5604,
+      "step": 11080
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007259466452221951,
+      "loss": 0.6012,
+      "step": 11090
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007258767175972868,
+      "loss": 0.5687,
+      "step": 11100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007258067899723786,
+      "loss": 0.5393,
+      "step": 11110
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007257368623474704,
+      "loss": 0.5338,
+      "step": 11120
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.0007256669347225622,
+      "loss": 0.5629,
+      "step": 11130
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007255970070976539,
+      "loss": 0.6086,
+      "step": 11140
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007255270794727458,
+      "loss": 0.6115,
+      "step": 11150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007254571518478376,
+      "loss": 0.6187,
+      "step": 11160
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007253872242229294,
+      "loss": 0.6298,
+      "step": 11170
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.000725317296598021,
+      "loss": 0.585,
+      "step": 11180
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007252473689731128,
+      "loss": 0.5904,
+      "step": 11190
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007251774413482046,
+      "loss": 0.6185,
+      "step": 11200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007251075137232964,
+      "loss": 0.481,
+      "step": 11210
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007250375860983882,
+      "loss": 0.5327,
+      "step": 11220
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007249676584734799,
+      "loss": 0.5584,
+      "step": 11230
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007248977308485717,
+      "loss": 0.5754,
+      "step": 11240
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007248278032236635,
+      "loss": 0.5845,
+      "step": 11250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007247578755987553,
+      "loss": 0.5576,
+      "step": 11260
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0007246879479738471,
+      "loss": 0.5206,
+      "step": 11270
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007246180203489389,
+      "loss": 0.5935,
+      "step": 11280
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007245480927240307,
+      "loss": 0.4872,
+      "step": 11290
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007244781650991225,
+      "loss": 0.5419,
+      "step": 11300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007244082374742142,
+      "loss": 0.5644,
+      "step": 11310
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.000724338309849306,
+      "loss": 0.5478,
+      "step": 11320
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007242683822243978,
+      "loss": 0.5515,
+      "step": 11330
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007241984545994896,
+      "loss": 0.6065,
+      "step": 11340
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007241285269745813,
+      "loss": 0.5893,
+      "step": 11350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.000724058599349673,
+      "loss": 0.5862,
+      "step": 11360
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.000723988671724765,
+      "loss": 0.6015,
+      "step": 11370
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007239187440998568,
+      "loss": 0.5765,
+      "step": 11380
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007238488164749484,
+      "loss": 0.5435,
+      "step": 11390
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0007237788888500402,
+      "loss": 0.5443,
+      "step": 11400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.000723708961225132,
+      "loss": 0.5612,
+      "step": 11410
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007236390336002238,
+      "loss": 0.5657,
+      "step": 11420
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007235691059753156,
+      "loss": 0.5027,
+      "step": 11430
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007234991783504073,
+      "loss": 0.5196,
+      "step": 11440
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007234292507254991,
+      "loss": 0.5038,
+      "step": 11450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007233593231005909,
+      "loss": 0.5116,
+      "step": 11460
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007232893954756827,
+      "loss": 0.5098,
+      "step": 11470
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007232194678507745,
+      "loss": 0.5423,
+      "step": 11480
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007231495402258663,
+      "loss": 0.525,
+      "step": 11490
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007230796126009581,
+      "loss": 0.4784,
+      "step": 11500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007230096849760499,
+      "loss": 0.5483,
+      "step": 11510
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007229397573511416,
+      "loss": 0.5308,
+      "step": 11520
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007228698297262334,
+      "loss": 0.5745,
+      "step": 11530
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007227999021013252,
+      "loss": 0.4775,
+      "step": 11540
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.000722729974476417,
+      "loss": 0.6272,
+      "step": 11550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.0007226600468515088,
+      "loss": 0.5251,
+      "step": 11560
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007225901192266004,
+      "loss": 0.4918,
+      "step": 11570
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007225201916016922,
+      "loss": 0.5906,
+      "step": 11580
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007224502639767841,
+      "loss": 0.5642,
+      "step": 11590
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007223803363518758,
+      "loss": 0.5139,
+      "step": 11600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007223104087269676,
+      "loss": 0.581,
+      "step": 11610
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007222404811020594,
+      "loss": 0.4639,
+      "step": 11620
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007221705534771512,
+      "loss": 0.4734,
+      "step": 11630
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.000722100625852243,
+      "loss": 0.4463,
+      "step": 11640
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007220306982273347,
+      "loss": 0.5971,
+      "step": 11650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007219607706024265,
+      "loss": 0.483,
+      "step": 11660
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007218908429775183,
+      "loss": 0.644,
+      "step": 11670
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007218209153526101,
+      "loss": 0.5963,
+      "step": 11680
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007217509877277018,
+      "loss": 0.5605,
+      "step": 11690
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0007216810601027937,
+      "loss": 0.4687,
+      "step": 11700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007216111324778855,
+      "loss": 0.6362,
+      "step": 11710
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007215412048529773,
+      "loss": 0.6007,
+      "step": 11720
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.000721471277228069,
+      "loss": 0.5968,
+      "step": 11730
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007214013496031608,
+      "loss": 0.6122,
+      "step": 11740
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007213314219782525,
+      "loss": 0.5479,
+      "step": 11750
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007212614943533443,
+      "loss": 0.6439,
+      "step": 11760
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007211915667284361,
+      "loss": 0.5443,
+      "step": 11770
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007211216391035278,
+      "loss": 0.4541,
+      "step": 11780
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007210517114786196,
+      "loss": 0.5191,
+      "step": 11790
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007209817838537114,
+      "loss": 0.4687,
+      "step": 11800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007209118562288032,
+      "loss": 0.4826,
+      "step": 11810
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.000720841928603895,
+      "loss": 0.4078,
+      "step": 11820
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007207720009789868,
+      "loss": 0.5301,
+      "step": 11830
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0007207020733540786,
+      "loss": 0.5303,
+      "step": 11840
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007206321457291704,
+      "loss": 0.564,
+      "step": 11850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007205622181042621,
+      "loss": 0.5763,
+      "step": 11860
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007204922904793539,
+      "loss": 0.5682,
+      "step": 11870
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007204223628544457,
+      "loss": 0.4761,
+      "step": 11880
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007203524352295375,
+      "loss": 0.624,
+      "step": 11890
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007202825076046292,
+      "loss": 0.5424,
+      "step": 11900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.000720212579979721,
+      "loss": 0.5229,
+      "step": 11910
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007201426523548129,
+      "loss": 0.7379,
+      "step": 11920
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007200727247299047,
+      "loss": 0.6,
+      "step": 11930
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007200027971049963,
+      "loss": 0.5167,
+      "step": 11940
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007199328694800881,
+      "loss": 0.587,
+      "step": 11950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007198629418551799,
+      "loss": 0.6123,
+      "step": 11960
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007197930142302717,
+      "loss": 0.516,
+      "step": 11970
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007197230866053635,
+      "loss": 0.6318,
+      "step": 11980
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0007196531589804552,
+      "loss": 0.5874,
+      "step": 11990
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.000719583231355547,
+      "loss": 0.5612,
+      "step": 12000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007195133037306388,
+      "loss": 0.6138,
+      "step": 12010
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007194433761057306,
+      "loss": 0.5627,
+      "step": 12020
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007193734484808224,
+      "loss": 0.5347,
+      "step": 12030
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007193035208559142,
+      "loss": 0.5763,
+      "step": 12040
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.000719233593231006,
+      "loss": 0.5145,
+      "step": 12050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007191636656060978,
+      "loss": 0.57,
+      "step": 12060
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007190937379811895,
+      "loss": 0.5599,
+      "step": 12070
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007190238103562813,
+      "loss": 0.6484,
+      "step": 12080
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007189538827313731,
+      "loss": 0.5638,
+      "step": 12090
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007188839551064649,
+      "loss": 0.5954,
+      "step": 12100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007188140274815565,
+      "loss": 0.5065,
+      "step": 12110
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007187440998566483,
+      "loss": 0.5768,
+      "step": 12120
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.0007186741722317401,
+      "loss": 0.5991,
+      "step": 12130
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.000718604244606832,
+      "loss": 0.5856,
+      "step": 12140
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007185343169819237,
+      "loss": 0.4748,
+      "step": 12150
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007184643893570155,
+      "loss": 0.5435,
+      "step": 12160
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007183944617321073,
+      "loss": 0.5791,
+      "step": 12170
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007183245341071991,
+      "loss": 0.5518,
+      "step": 12180
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007182546064822909,
+      "loss": 0.5661,
+      "step": 12190
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007181846788573826,
+      "loss": 0.6215,
+      "step": 12200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007181147512324744,
+      "loss": 0.5914,
+      "step": 12210
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007180448236075662,
+      "loss": 0.4967,
+      "step": 12220
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.000717974895982658,
+      "loss": 0.5862,
+      "step": 12230
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007179049683577498,
+      "loss": 0.4612,
+      "step": 12240
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007178350407328416,
+      "loss": 0.6704,
+      "step": 12250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007177651131079334,
+      "loss": 0.4402,
+      "step": 12260
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007176951854830252,
+      "loss": 0.5477,
+      "step": 12270
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.0007176252578581169,
+      "loss": 0.5064,
+      "step": 12280
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007175553302332087,
+      "loss": 0.6184,
+      "step": 12290
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007174854026083005,
+      "loss": 0.626,
+      "step": 12300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007174154749833922,
+      "loss": 0.5279,
+      "step": 12310
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007173455473584839,
+      "loss": 0.5456,
+      "step": 12320
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007172756197335757,
+      "loss": 0.4979,
+      "step": 12330
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007172056921086675,
+      "loss": 0.575,
+      "step": 12340
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007171357644837594,
+      "loss": 0.5604,
+      "step": 12350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007170658368588511,
+      "loss": 0.5613,
+      "step": 12360
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007169959092339429,
+      "loss": 0.5505,
+      "step": 12370
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007169259816090347,
+      "loss": 0.5856,
+      "step": 12380
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007168560539841265,
+      "loss": 0.5784,
+      "step": 12390
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007167861263592183,
+      "loss": 0.5512,
+      "step": 12400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00071671619873431,
+      "loss": 0.6063,
+      "step": 12410
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0007166462711094018,
+      "loss": 0.5536,
+      "step": 12420
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007165763434844936,
+      "loss": 0.6192,
+      "step": 12430
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007165064158595854,
+      "loss": 0.4554,
+      "step": 12440
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007164364882346771,
+      "loss": 0.5617,
+      "step": 12450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.000716366560609769,
+      "loss": 0.5523,
+      "step": 12460
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007162966329848608,
+      "loss": 0.5505,
+      "step": 12470
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007162267053599526,
+      "loss": 0.5166,
+      "step": 12480
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007161567777350442,
+      "loss": 0.642,
+      "step": 12490
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.000716086850110136,
+      "loss": 0.5417,
+      "step": 12500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007160169224852278,
+      "loss": 0.6671,
+      "step": 12510
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007159469948603196,
+      "loss": 0.672,
+      "step": 12520
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007158770672354113,
+      "loss": 0.5893,
+      "step": 12530
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007158071396105031,
+      "loss": 0.5338,
+      "step": 12540
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007157372119855949,
+      "loss": 0.5844,
+      "step": 12550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0007156672843606867,
+      "loss": 0.6241,
+      "step": 12560
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007155973567357785,
+      "loss": 0.5015,
+      "step": 12570
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007155274291108703,
+      "loss": 0.6587,
+      "step": 12580
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007154575014859621,
+      "loss": 0.5404,
+      "step": 12590
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007153875738610539,
+      "loss": 0.5115,
+      "step": 12600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007153176462361457,
+      "loss": 0.5561,
+      "step": 12610
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007152477186112374,
+      "loss": 0.4758,
+      "step": 12620
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007151777909863292,
+      "loss": 0.5825,
+      "step": 12630
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.000715107863361421,
+      "loss": 0.6394,
+      "step": 12640
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007150379357365128,
+      "loss": 0.5934,
+      "step": 12650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007149680081116044,
+      "loss": 0.5504,
+      "step": 12660
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007148980804866962,
+      "loss": 0.6207,
+      "step": 12670
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007148281528617881,
+      "loss": 0.5067,
+      "step": 12680
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007147582252368799,
+      "loss": 0.5316,
+      "step": 12690
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007146882976119716,
+      "loss": 0.5806,
+      "step": 12700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.0007146183699870634,
+      "loss": 0.5313,
+      "step": 12710
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007145484423621552,
+      "loss": 0.495,
+      "step": 12720
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.000714478514737247,
+      "loss": 0.5064,
+      "step": 12730
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007144085871123387,
+      "loss": 0.5464,
+      "step": 12740
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007143386594874305,
+      "loss": 0.54,
+      "step": 12750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007142687318625223,
+      "loss": 0.5617,
+      "step": 12760
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007141988042376141,
+      "loss": 0.5087,
+      "step": 12770
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007141288766127059,
+      "loss": 0.5547,
+      "step": 12780
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007140589489877977,
+      "loss": 0.5943,
+      "step": 12790
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007139890213628895,
+      "loss": 0.6217,
+      "step": 12800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007139190937379813,
+      "loss": 0.5179,
+      "step": 12810
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007138491661130731,
+      "loss": 0.5576,
+      "step": 12820
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007137792384881648,
+      "loss": 0.6213,
+      "step": 12830
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007137093108632566,
+      "loss": 0.5763,
+      "step": 12840
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.0007136393832383484,
+      "loss": 0.607,
+      "step": 12850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007135694556134401,
+      "loss": 0.493,
+      "step": 12860
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007134995279885318,
+      "loss": 0.565,
+      "step": 12870
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007134296003636236,
+      "loss": 0.5459,
+      "step": 12880
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007133596727387154,
+      "loss": 0.529,
+      "step": 12890
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007132897451138073,
+      "loss": 0.516,
+      "step": 12900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.000713219817488899,
+      "loss": 0.5758,
+      "step": 12910
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007131498898639908,
+      "loss": 0.6021,
+      "step": 12920
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007130799622390826,
+      "loss": 0.6137,
+      "step": 12930
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007130100346141744,
+      "loss": 0.6381,
+      "step": 12940
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007129401069892661,
+      "loss": 0.4799,
+      "step": 12950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007128701793643579,
+      "loss": 0.5697,
+      "step": 12960
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007128002517394497,
+      "loss": 0.5303,
+      "step": 12970
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007127303241145415,
+      "loss": 0.5827,
+      "step": 12980
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0007126603964896333,
+      "loss": 0.6127,
+      "step": 12990
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.000712590468864725,
+      "loss": 0.6704,
+      "step": 13000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007125205412398169,
+      "loss": 0.4901,
+      "step": 13010
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007124506136149087,
+      "loss": 0.5266,
+      "step": 13020
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007123806859900005,
+      "loss": 0.5146,
+      "step": 13030
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007123107583650921,
+      "loss": 0.508,
+      "step": 13040
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007122408307401839,
+      "loss": 0.473,
+      "step": 13050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007121709031152757,
+      "loss": 0.587,
+      "step": 13060
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007121009754903675,
+      "loss": 0.6539,
+      "step": 13070
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007120310478654592,
+      "loss": 0.5824,
+      "step": 13080
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.000711961120240551,
+      "loss": 0.6044,
+      "step": 13090
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007118911926156428,
+      "loss": 0.5954,
+      "step": 13100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007118212649907346,
+      "loss": 0.6192,
+      "step": 13110
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007117513373658264,
+      "loss": 0.5729,
+      "step": 13120
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0007116814097409182,
+      "loss": 0.5544,
+      "step": 13130
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.00071161148211601,
+      "loss": 0.4062,
+      "step": 13140
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007115415544911018,
+      "loss": 0.5565,
+      "step": 13150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007114716268661935,
+      "loss": 0.5413,
+      "step": 13160
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007114016992412853,
+      "loss": 0.5505,
+      "step": 13170
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007113317716163771,
+      "loss": 0.6608,
+      "step": 13180
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007112618439914689,
+      "loss": 0.6172,
+      "step": 13190
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007111919163665607,
+      "loss": 0.6355,
+      "step": 13200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007111219887416524,
+      "loss": 0.4702,
+      "step": 13210
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007110520611167441,
+      "loss": 0.5609,
+      "step": 13220
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.000710982133491836,
+      "loss": 0.5851,
+      "step": 13230
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007109122058669278,
+      "loss": 0.5681,
+      "step": 13240
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007108422782420195,
+      "loss": 0.5741,
+      "step": 13250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007107723506171113,
+      "loss": 0.5182,
+      "step": 13260
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007107024229922031,
+      "loss": 0.5469,
+      "step": 13270
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0007106324953672949,
+      "loss": 0.5738,
+      "step": 13280
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007105625677423866,
+      "loss": 0.5838,
+      "step": 13290
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007104926401174784,
+      "loss": 0.5282,
+      "step": 13300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007104227124925702,
+      "loss": 0.5561,
+      "step": 13310
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.000710352784867662,
+      "loss": 0.457,
+      "step": 13320
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007102828572427538,
+      "loss": 0.5712,
+      "step": 13330
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007102129296178456,
+      "loss": 0.5072,
+      "step": 13340
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007101430019929374,
+      "loss": 0.5104,
+      "step": 13350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007100730743680292,
+      "loss": 0.5926,
+      "step": 13360
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007100031467431209,
+      "loss": 0.5321,
+      "step": 13370
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007099332191182127,
+      "loss": 0.5434,
+      "step": 13380
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007098632914933045,
+      "loss": 0.5808,
+      "step": 13390
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007097933638683963,
+      "loss": 0.5948,
+      "step": 13400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.000709723436243488,
+      "loss": 0.5692,
+      "step": 13410
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0007096535086185797,
+      "loss": 0.5915,
+      "step": 13420
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007095835809936715,
+      "loss": 0.4965,
+      "step": 13430
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007095136533687633,
+      "loss": 0.6639,
+      "step": 13440
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007094437257438552,
+      "loss": 0.4877,
+      "step": 13450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007093737981189469,
+      "loss": 0.5705,
+      "step": 13460
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007093038704940387,
+      "loss": 0.5702,
+      "step": 13470
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007092339428691305,
+      "loss": 0.5352,
+      "step": 13480
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007091640152442223,
+      "loss": 0.5195,
+      "step": 13490
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.000709094087619314,
+      "loss": 0.5384,
+      "step": 13500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007090241599944058,
+      "loss": 0.4833,
+      "step": 13510
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007089542323694976,
+      "loss": 0.5566,
+      "step": 13520
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007088843047445894,
+      "loss": 0.4973,
+      "step": 13530
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007088143771196812,
+      "loss": 0.4994,
+      "step": 13540
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007087444494947729,
+      "loss": 0.5156,
+      "step": 13550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007086745218698648,
+      "loss": 0.5367,
+      "step": 13560
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0007086045942449566,
+      "loss": 0.5714,
+      "step": 13570
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007085346666200483,
+      "loss": 0.4893,
+      "step": 13580
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00070846473899514,
+      "loss": 0.5295,
+      "step": 13590
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007083948113702318,
+      "loss": 0.5329,
+      "step": 13600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007083248837453236,
+      "loss": 0.5172,
+      "step": 13610
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007082549561204154,
+      "loss": 0.6156,
+      "step": 13620
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007081850284955071,
+      "loss": 0.5972,
+      "step": 13630
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007081151008705989,
+      "loss": 0.5464,
+      "step": 13640
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007080451732456907,
+      "loss": 0.5652,
+      "step": 13650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007079752456207826,
+      "loss": 0.5397,
+      "step": 13660
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007079053179958743,
+      "loss": 0.5346,
+      "step": 13670
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007078353903709661,
+      "loss": 0.5193,
+      "step": 13680
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007077654627460579,
+      "loss": 0.4567,
+      "step": 13690
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007076955351211497,
+      "loss": 0.5674,
+      "step": 13700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0007076256074962414,
+      "loss": 0.4987,
+      "step": 13710
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007075556798713332,
+      "loss": 0.538,
+      "step": 13720
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.000707485752246425,
+      "loss": 0.5505,
+      "step": 13730
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007074158246215168,
+      "loss": 0.5381,
+      "step": 13740
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007073458969966086,
+      "loss": 0.5386,
+      "step": 13750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007072759693717003,
+      "loss": 0.4995,
+      "step": 13760
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007072060417467922,
+      "loss": 0.5028,
+      "step": 13770
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.000707136114121884,
+      "loss": 0.4698,
+      "step": 13780
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007070661864969756,
+      "loss": 0.6215,
+      "step": 13790
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007069962588720674,
+      "loss": 0.5583,
+      "step": 13800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007069263312471592,
+      "loss": 0.5524,
+      "step": 13810
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.000706856403622251,
+      "loss": 0.5564,
+      "step": 13820
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007067864759973428,
+      "loss": 0.7057,
+      "step": 13830
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007067165483724345,
+      "loss": 0.5511,
+      "step": 13840
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007066466207475263,
+      "loss": 0.5533,
+      "step": 13850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0007065766931226181,
+      "loss": 0.6066,
+      "step": 13860
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007065067654977099,
+      "loss": 0.541,
+      "step": 13870
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007064368378728017,
+      "loss": 0.6392,
+      "step": 13880
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007063669102478935,
+      "loss": 0.5545,
+      "step": 13890
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007062969826229853,
+      "loss": 0.5298,
+      "step": 13900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007062270549980771,
+      "loss": 0.5512,
+      "step": 13910
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007061571273731688,
+      "loss": 0.4713,
+      "step": 13920
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007060871997482606,
+      "loss": 0.5248,
+      "step": 13930
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007060172721233524,
+      "loss": 0.5091,
+      "step": 13940
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007059473444984442,
+      "loss": 0.4858,
+      "step": 13950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.000705877416873536,
+      "loss": 0.5108,
+      "step": 13960
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007058074892486276,
+      "loss": 0.5887,
+      "step": 13970
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007057375616237194,
+      "loss": 0.5522,
+      "step": 13980
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0007056676339988113,
+      "loss": 0.6465,
+      "step": 13990
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.000705597706373903,
+      "loss": 0.4324,
+      "step": 14000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007055277787489948,
+      "loss": 0.5476,
+      "step": 14010
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007054578511240866,
+      "loss": 0.4924,
+      "step": 14020
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007053879234991784,
+      "loss": 0.5455,
+      "step": 14030
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007053179958742702,
+      "loss": 0.5333,
+      "step": 14040
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007052480682493619,
+      "loss": 0.4666,
+      "step": 14050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007051781406244537,
+      "loss": 0.4776,
+      "step": 14060
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007051082129995455,
+      "loss": 0.5968,
+      "step": 14070
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007050382853746373,
+      "loss": 0.5733,
+      "step": 14080
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.000704968357749729,
+      "loss": 0.5834,
+      "step": 14090
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007048984301248209,
+      "loss": 0.5799,
+      "step": 14100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007048285024999127,
+      "loss": 0.4667,
+      "step": 14110
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007047585748750045,
+      "loss": 0.4917,
+      "step": 14120
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0007046886472500962,
+      "loss": 0.5848,
+      "step": 14130
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.000704618719625188,
+      "loss": 0.5614,
+      "step": 14140
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007045487920002797,
+      "loss": 0.5122,
+      "step": 14150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007044788643753715,
+      "loss": 0.5305,
+      "step": 14160
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007044089367504633,
+      "loss": 0.5231,
+      "step": 14170
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.000704339009125555,
+      "loss": 0.5459,
+      "step": 14180
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007042690815006468,
+      "loss": 0.5625,
+      "step": 14190
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007041991538757386,
+      "loss": 0.4944,
+      "step": 14200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007041292262508304,
+      "loss": 0.4988,
+      "step": 14210
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007040592986259222,
+      "loss": 0.5634,
+      "step": 14220
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.000703989371001014,
+      "loss": 0.5802,
+      "step": 14230
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007039194433761058,
+      "loss": 0.5453,
+      "step": 14240
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007038495157511976,
+      "loss": 0.5846,
+      "step": 14250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007037795881262893,
+      "loss": 0.5399,
+      "step": 14260
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007037096605013811,
+      "loss": 0.5256,
+      "step": 14270
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007036397328764729,
+      "loss": 0.5028,
+      "step": 14280
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.0007035698052515647,
+      "loss": 0.5638,
+      "step": 14290
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007034998776266564,
+      "loss": 0.5526,
+      "step": 14300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007034299500017482,
+      "loss": 0.6705,
+      "step": 14310
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007033600223768401,
+      "loss": 0.5223,
+      "step": 14320
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007032900947519319,
+      "loss": 0.5272,
+      "step": 14330
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007032201671270235,
+      "loss": 0.5511,
+      "step": 14340
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007031502395021153,
+      "loss": 0.5636,
+      "step": 14350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007030803118772071,
+      "loss": 0.5863,
+      "step": 14360
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007030103842522989,
+      "loss": 0.5629,
+      "step": 14370
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007029404566273907,
+      "loss": 0.4994,
+      "step": 14380
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007028705290024824,
+      "loss": 0.5716,
+      "step": 14390
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007028006013775742,
+      "loss": 0.5428,
+      "step": 14400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.000702730673752666,
+      "loss": 0.5962,
+      "step": 14410
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007026607461277578,
+      "loss": 0.5948,
+      "step": 14420
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0007025908185028496,
+      "loss": 0.5301,
+      "step": 14430
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007025208908779414,
+      "loss": 0.5145,
+      "step": 14440
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007024509632530332,
+      "loss": 0.5006,
+      "step": 14450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.000702381035628125,
+      "loss": 0.5109,
+      "step": 14460
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007023111080032167,
+      "loss": 0.5428,
+      "step": 14470
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007022411803783085,
+      "loss": 0.4623,
+      "step": 14480
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007021712527534003,
+      "loss": 0.5256,
+      "step": 14490
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007021013251284921,
+      "loss": 0.4278,
+      "step": 14500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007020313975035837,
+      "loss": 0.5201,
+      "step": 14510
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007019614698786755,
+      "loss": 0.5293,
+      "step": 14520
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007018915422537673,
+      "loss": 0.4925,
+      "step": 14530
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007018216146288592,
+      "loss": 0.5131,
+      "step": 14540
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007017516870039509,
+      "loss": 0.6157,
+      "step": 14550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007016817593790427,
+      "loss": 0.5648,
+      "step": 14560
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0007016118317541345,
+      "loss": 0.4474,
+      "step": 14570
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007015419041292263,
+      "loss": 0.4845,
+      "step": 14580
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007014719765043181,
+      "loss": 0.4901,
+      "step": 14590
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007014020488794098,
+      "loss": 0.5653,
+      "step": 14600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007013321212545016,
+      "loss": 0.5126,
+      "step": 14610
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007012621936295934,
+      "loss": 0.4457,
+      "step": 14620
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007011922660046852,
+      "loss": 0.5257,
+      "step": 14630
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007011223383797769,
+      "loss": 0.4347,
+      "step": 14640
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007010524107548688,
+      "loss": 0.5732,
+      "step": 14650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007009824831299606,
+      "loss": 0.5523,
+      "step": 14660
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007009125555050524,
+      "loss": 0.5106,
+      "step": 14670
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007008426278801441,
+      "loss": 0.5723,
+      "step": 14680
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007007727002552359,
+      "loss": 0.4106,
+      "step": 14690
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007007027726303277,
+      "loss": 0.5585,
+      "step": 14700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007006328450054194,
+      "loss": 0.5744,
+      "step": 14710
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.0007005629173805111,
+      "loss": 0.4775,
+      "step": 14720
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007004929897556029,
+      "loss": 0.5658,
+      "step": 14730
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007004230621306947,
+      "loss": 0.4615,
+      "step": 14740
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007003531345057865,
+      "loss": 0.5031,
+      "step": 14750
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007002832068808783,
+      "loss": 0.5572,
+      "step": 14760
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007002132792559701,
+      "loss": 0.4528,
+      "step": 14770
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007001433516310619,
+      "loss": 0.5721,
+      "step": 14780
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007000734240061537,
+      "loss": 0.5372,
+      "step": 14790
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0007000034963812455,
+      "loss": 0.4735,
+      "step": 14800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0006999335687563372,
+      "loss": 0.5548,
+      "step": 14810
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.000699863641131429,
+      "loss": 0.5877,
+      "step": 14820
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0006997937135065208,
+      "loss": 0.4807,
+      "step": 14830
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0006997237858816126,
+      "loss": 0.5544,
+      "step": 14840
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0006996538582567043,
+      "loss": 0.4998,
+      "step": 14850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0006995839306317961,
+      "loss": 0.5125,
+      "step": 14860
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.000699514003006888,
+      "loss": 0.4726,
+      "step": 14870
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006994440753819798,
+      "loss": 0.4731,
+      "step": 14880
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006993741477570714,
+      "loss": 0.5364,
+      "step": 14890
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006993042201321632,
+      "loss": 0.6208,
+      "step": 14900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.000699234292507255,
+      "loss": 0.486,
+      "step": 14910
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006991643648823468,
+      "loss": 0.4062,
+      "step": 14920
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006990944372574385,
+      "loss": 0.4355,
+      "step": 14930
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006990245096325303,
+      "loss": 0.5023,
+      "step": 14940
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006989545820076221,
+      "loss": 0.4595,
+      "step": 14950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006988846543827139,
+      "loss": 0.5459,
+      "step": 14960
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006988147267578057,
+      "loss": 0.5284,
+      "step": 14970
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006987447991328975,
+      "loss": 0.4524,
+      "step": 14980
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006986748715079893,
+      "loss": 0.5033,
+      "step": 14990
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0006986049438830811,
+      "loss": 0.5254,
+      "step": 15000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006985350162581729,
+      "loss": 0.5769,
+      "step": 15010
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006984650886332646,
+      "loss": 0.5419,
+      "step": 15020
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006983951610083564,
+      "loss": 0.4924,
+      "step": 15030
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006983252333834482,
+      "loss": 0.5418,
+      "step": 15040
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00069825530575854,
+      "loss": 0.5117,
+      "step": 15050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006981853781336316,
+      "loss": 0.5467,
+      "step": 15060
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006981154505087234,
+      "loss": 0.5194,
+      "step": 15070
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006980455228838153,
+      "loss": 0.5338,
+      "step": 15080
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006979755952589071,
+      "loss": 0.5286,
+      "step": 15090
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006979056676339988,
+      "loss": 0.4691,
+      "step": 15100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006978357400090906,
+      "loss": 0.532,
+      "step": 15110
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006977658123841824,
+      "loss": 0.5323,
+      "step": 15120
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006976958847592742,
+      "loss": 0.5968,
+      "step": 15130
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006976259571343659,
+      "loss": 0.5522,
+      "step": 15140
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.0006975560295094577,
+      "loss": 0.5129,
+      "step": 15150
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006974861018845495,
+      "loss": 0.484,
+      "step": 15160
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006974161742596413,
+      "loss": 0.5303,
+      "step": 15170
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006973462466347331,
+      "loss": 0.5562,
+      "step": 15180
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006972763190098249,
+      "loss": 0.4456,
+      "step": 15190
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006972063913849167,
+      "loss": 0.4549,
+      "step": 15200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006971364637600085,
+      "loss": 0.5449,
+      "step": 15210
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006970665361351003,
+      "loss": 0.5784,
+      "step": 15220
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.000696996608510192,
+      "loss": 0.4774,
+      "step": 15230
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006969266808852838,
+      "loss": 0.625,
+      "step": 15240
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006968567532603756,
+      "loss": 0.4637,
+      "step": 15250
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006967868256354673,
+      "loss": 0.5091,
+      "step": 15260
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.000696716898010559,
+      "loss": 0.4854,
+      "step": 15270
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006966469703856508,
+      "loss": 0.5401,
+      "step": 15280
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0006965770427607426,
+      "loss": 0.5434,
+      "step": 15290
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006965071151358345,
+      "loss": 0.4565,
+      "step": 15300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006964371875109262,
+      "loss": 0.53,
+      "step": 15310
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.000696367259886018,
+      "loss": 0.498,
+      "step": 15320
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006962973322611098,
+      "loss": 0.5628,
+      "step": 15330
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006962274046362016,
+      "loss": 0.4972,
+      "step": 15340
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006961574770112933,
+      "loss": 0.5499,
+      "step": 15350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006960875493863851,
+      "loss": 0.5316,
+      "step": 15360
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006960176217614769,
+      "loss": 0.5749,
+      "step": 15370
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006959476941365687,
+      "loss": 0.5038,
+      "step": 15380
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006958777665116605,
+      "loss": 0.5306,
+      "step": 15390
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006958078388867522,
+      "loss": 0.547,
+      "step": 15400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006957379112618441,
+      "loss": 0.5914,
+      "step": 15410
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006956679836369359,
+      "loss": 0.4628,
+      "step": 15420
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006955980560120277,
+      "loss": 0.4835,
+      "step": 15430
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0006955281283871193,
+      "loss": 0.4371,
+      "step": 15440
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006954582007622111,
+      "loss": 0.5073,
+      "step": 15450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006953882731373029,
+      "loss": 0.4889,
+      "step": 15460
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006953183455123947,
+      "loss": 0.4631,
+      "step": 15470
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006952484178874864,
+      "loss": 0.5296,
+      "step": 15480
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006951784902625782,
+      "loss": 0.5165,
+      "step": 15490
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00069510856263767,
+      "loss": 0.5434,
+      "step": 15500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006950386350127618,
+      "loss": 0.5189,
+      "step": 15510
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006949687073878536,
+      "loss": 0.4758,
+      "step": 15520
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006948987797629454,
+      "loss": 0.4831,
+      "step": 15530
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006948288521380372,
+      "loss": 0.447,
+      "step": 15540
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.000694758924513129,
+      "loss": 0.4862,
+      "step": 15550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006946889968882207,
+      "loss": 0.5565,
+      "step": 15560
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006946190692633125,
+      "loss": 0.4779,
+      "step": 15570
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0006945491416384043,
+      "loss": 0.4412,
+      "step": 15580
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006944792140134961,
+      "loss": 0.5138,
+      "step": 15590
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006944092863885879,
+      "loss": 0.4588,
+      "step": 15600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006943393587636796,
+      "loss": 0.5113,
+      "step": 15610
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006942694311387713,
+      "loss": 0.5293,
+      "step": 15620
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006941995035138633,
+      "loss": 0.5146,
+      "step": 15630
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.000694129575888955,
+      "loss": 0.572,
+      "step": 15640
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006940596482640467,
+      "loss": 0.5276,
+      "step": 15650
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006939897206391385,
+      "loss": 0.5947,
+      "step": 15660
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006939197930142303,
+      "loss": 0.5697,
+      "step": 15670
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006938498653893221,
+      "loss": 0.5981,
+      "step": 15680
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006937799377644138,
+      "loss": 0.4755,
+      "step": 15690
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006937100101395056,
+      "loss": 0.5034,
+      "step": 15700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006936400825145974,
+      "loss": 0.5312,
+      "step": 15710
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0006935701548896892,
+      "loss": 0.5184,
+      "step": 15720
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.000693500227264781,
+      "loss": 0.5518,
+      "step": 15730
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006934302996398728,
+      "loss": 0.5126,
+      "step": 15740
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006933603720149646,
+      "loss": 0.4945,
+      "step": 15750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006932904443900564,
+      "loss": 0.5683,
+      "step": 15760
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006932205167651481,
+      "loss": 0.561,
+      "step": 15770
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006931505891402399,
+      "loss": 0.6103,
+      "step": 15780
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006930806615153317,
+      "loss": 0.4897,
+      "step": 15790
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006930107338904235,
+      "loss": 0.534,
+      "step": 15800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006929408062655153,
+      "loss": 0.5023,
+      "step": 15810
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006928708786406069,
+      "loss": 0.4915,
+      "step": 15820
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006928009510156987,
+      "loss": 0.6212,
+      "step": 15830
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006927310233907905,
+      "loss": 0.5442,
+      "step": 15840
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006926610957658824,
+      "loss": 0.5055,
+      "step": 15850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006925911681409741,
+      "loss": 0.4706,
+      "step": 15860
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.0006925212405160659,
+      "loss": 0.5305,
+      "step": 15870
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006924513128911577,
+      "loss": 0.4849,
+      "step": 15880
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006923813852662495,
+      "loss": 0.5236,
+      "step": 15890
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006923114576413412,
+      "loss": 0.4759,
+      "step": 15900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.000692241530016433,
+      "loss": 0.5077,
+      "step": 15910
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006921716023915248,
+      "loss": 0.4967,
+      "step": 15920
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006921016747666166,
+      "loss": 0.5217,
+      "step": 15930
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006920317471417084,
+      "loss": 0.527,
+      "step": 15940
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006919618195168001,
+      "loss": 0.5138,
+      "step": 15950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.000691891891891892,
+      "loss": 0.4956,
+      "step": 15960
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006918219642669838,
+      "loss": 0.5397,
+      "step": 15970
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006917520366420755,
+      "loss": 0.5,
+      "step": 15980
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006916821090171673,
+      "loss": 0.5555,
+      "step": 15990
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.000691612181392259,
+      "loss": 0.4566,
+      "step": 16000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0006915422537673508,
+      "loss": 0.5107,
+      "step": 16010
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006914723261424426,
+      "loss": 0.5319,
+      "step": 16020
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006914023985175343,
+      "loss": 0.5653,
+      "step": 16030
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006913324708926261,
+      "loss": 0.5754,
+      "step": 16040
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006912625432677179,
+      "loss": 0.5222,
+      "step": 16050
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006911926156428097,
+      "loss": 0.5107,
+      "step": 16060
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006911226880179015,
+      "loss": 0.5662,
+      "step": 16070
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006910527603929933,
+      "loss": 0.5538,
+      "step": 16080
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006909828327680851,
+      "loss": 0.5337,
+      "step": 16090
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006909129051431769,
+      "loss": 0.5861,
+      "step": 16100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006908429775182686,
+      "loss": 0.413,
+      "step": 16110
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006907730498933604,
+      "loss": 0.5321,
+      "step": 16120
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006907031222684522,
+      "loss": 0.5749,
+      "step": 16130
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.000690633194643544,
+      "loss": 0.4928,
+      "step": 16140
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0006905632670186358,
+      "loss": 0.5068,
+      "step": 16150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006904933393937275,
+      "loss": 0.4954,
+      "step": 16160
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006904234117688193,
+      "loss": 0.5266,
+      "step": 16170
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006903534841439112,
+      "loss": 0.5006,
+      "step": 16180
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006902835565190028,
+      "loss": 0.4338,
+      "step": 16190
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006902136288940946,
+      "loss": 0.5812,
+      "step": 16200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006901437012691864,
+      "loss": 0.5212,
+      "step": 16210
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006900737736442782,
+      "loss": 0.538,
+      "step": 16220
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.00069000384601937,
+      "loss": 0.5607,
+      "step": 16230
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006899339183944617,
+      "loss": 0.5178,
+      "step": 16240
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006898639907695535,
+      "loss": 0.5621,
+      "step": 16250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006897940631446453,
+      "loss": 0.5266,
+      "step": 16260
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006897241355197371,
+      "loss": 0.652,
+      "step": 16270
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006896542078948288,
+      "loss": 0.614,
+      "step": 16280
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006895842802699207,
+      "loss": 0.5199,
+      "step": 16290
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0006895143526450125,
+      "loss": 0.5246,
+      "step": 16300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006894444250201043,
+      "loss": 0.5564,
+      "step": 16310
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.000689374497395196,
+      "loss": 0.4941,
+      "step": 16320
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006893045697702878,
+      "loss": 0.6002,
+      "step": 16330
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006892346421453796,
+      "loss": 0.5682,
+      "step": 16340
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006891647145204714,
+      "loss": 0.4916,
+      "step": 16350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006890947868955632,
+      "loss": 0.5537,
+      "step": 16360
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006890248592706548,
+      "loss": 0.5976,
+      "step": 16370
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006889549316457466,
+      "loss": 0.5634,
+      "step": 16380
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006888850040208385,
+      "loss": 0.5251,
+      "step": 16390
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006888150763959302,
+      "loss": 0.562,
+      "step": 16400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.000688745148771022,
+      "loss": 0.4784,
+      "step": 16410
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006886752211461138,
+      "loss": 0.438,
+      "step": 16420
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006886052935212056,
+      "loss": 0.5453,
+      "step": 16430
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0006885353658962974,
+      "loss": 0.4927,
+      "step": 16440
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006884654382713891,
+      "loss": 0.4673,
+      "step": 16450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006883955106464809,
+      "loss": 0.5556,
+      "step": 16460
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006883255830215727,
+      "loss": 0.4924,
+      "step": 16470
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006882556553966645,
+      "loss": 0.5165,
+      "step": 16480
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006881857277717562,
+      "loss": 0.5676,
+      "step": 16490
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006881158001468481,
+      "loss": 0.4658,
+      "step": 16500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006880458725219399,
+      "loss": 0.5388,
+      "step": 16510
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006879759448970317,
+      "loss": 0.4895,
+      "step": 16520
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006879060172721234,
+      "loss": 0.5901,
+      "step": 16530
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006878360896472152,
+      "loss": 0.6512,
+      "step": 16540
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.000687766162022307,
+      "loss": 0.4652,
+      "step": 16550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006876962343973987,
+      "loss": 0.4707,
+      "step": 16560
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006876263067724905,
+      "loss": 0.5194,
+      "step": 16570
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0006875563791475822,
+      "loss": 0.4741,
+      "step": 16580
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.000687486451522674,
+      "loss": 0.4893,
+      "step": 16590
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006874165238977658,
+      "loss": 0.5228,
+      "step": 16600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006873465962728576,
+      "loss": 0.496,
+      "step": 16610
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006872766686479494,
+      "loss": 0.4934,
+      "step": 16620
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006872067410230412,
+      "loss": 0.4952,
+      "step": 16630
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.000687136813398133,
+      "loss": 0.4388,
+      "step": 16640
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006870668857732248,
+      "loss": 0.5247,
+      "step": 16650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006869969581483165,
+      "loss": 0.5123,
+      "step": 16660
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006869270305234083,
+      "loss": 0.5291,
+      "step": 16670
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006868571028985001,
+      "loss": 0.5619,
+      "step": 16680
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006867871752735919,
+      "loss": 0.5116,
+      "step": 16690
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006867172476486836,
+      "loss": 0.5491,
+      "step": 16700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006866473200237754,
+      "loss": 0.5063,
+      "step": 16710
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006865773923988673,
+      "loss": 0.5069,
+      "step": 16720
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0006865074647739591,
+      "loss": 0.5275,
+      "step": 16730
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006864375371490507,
+      "loss": 0.543,
+      "step": 16740
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006863676095241425,
+      "loss": 0.5352,
+      "step": 16750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006862976818992343,
+      "loss": 0.6035,
+      "step": 16760
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006862277542743261,
+      "loss": 0.4501,
+      "step": 16770
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006861578266494179,
+      "loss": 0.5293,
+      "step": 16780
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006860878990245096,
+      "loss": 0.5082,
+      "step": 16790
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006860179713996014,
+      "loss": 0.5269,
+      "step": 16800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006859480437746932,
+      "loss": 0.516,
+      "step": 16810
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.000685878116149785,
+      "loss": 0.5505,
+      "step": 16820
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006858081885248768,
+      "loss": 0.5162,
+      "step": 16830
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006857382608999686,
+      "loss": 0.62,
+      "step": 16840
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006856683332750604,
+      "loss": 0.4589,
+      "step": 16850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006855984056501522,
+      "loss": 0.5164,
+      "step": 16860
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0006855284780252439,
+      "loss": 0.4391,
+      "step": 16870
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006854585504003357,
+      "loss": 0.5037,
+      "step": 16880
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006853886227754275,
+      "loss": 0.5247,
+      "step": 16890
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006853186951505193,
+      "loss": 0.5697,
+      "step": 16900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.000685248767525611,
+      "loss": 0.5158,
+      "step": 16910
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006851788399007027,
+      "loss": 0.5968,
+      "step": 16920
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006851089122757945,
+      "loss": 0.5269,
+      "step": 16930
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006850389846508864,
+      "loss": 0.5645,
+      "step": 16940
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006849690570259781,
+      "loss": 0.4506,
+      "step": 16950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006848991294010699,
+      "loss": 0.4299,
+      "step": 16960
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006848292017761617,
+      "loss": 0.4865,
+      "step": 16970
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006847592741512535,
+      "loss": 0.49,
+      "step": 16980
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006846893465263453,
+      "loss": 0.5198,
+      "step": 16990
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.000684619418901437,
+      "loss": 0.5635,
+      "step": 17000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006845494912765288,
+      "loss": 0.4595,
+      "step": 17010
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.0006844795636516206,
+      "loss": 0.5328,
+      "step": 17020
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006844096360267124,
+      "loss": 0.5267,
+      "step": 17030
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006843397084018041,
+      "loss": 0.5018,
+      "step": 17040
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.000684269780776896,
+      "loss": 0.483,
+      "step": 17050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006841998531519878,
+      "loss": 0.5174,
+      "step": 17060
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006841299255270796,
+      "loss": 0.5268,
+      "step": 17070
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006840599979021713,
+      "loss": 0.4631,
+      "step": 17080
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006839900702772631,
+      "loss": 0.5334,
+      "step": 17090
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006839201426523549,
+      "loss": 0.4842,
+      "step": 17100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006838502150274466,
+      "loss": 0.541,
+      "step": 17110
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006837802874025383,
+      "loss": 0.5178,
+      "step": 17120
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006837103597776301,
+      "loss": 0.494,
+      "step": 17130
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006836404321527219,
+      "loss": 0.4651,
+      "step": 17140
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006835705045278137,
+      "loss": 0.4808,
+      "step": 17150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0006835005769029055,
+      "loss": 0.5114,
+      "step": 17160
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006834306492779973,
+      "loss": 0.5606,
+      "step": 17170
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006833607216530891,
+      "loss": 0.5671,
+      "step": 17180
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006832907940281809,
+      "loss": 0.4817,
+      "step": 17190
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006832208664032727,
+      "loss": 0.5235,
+      "step": 17200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006831509387783644,
+      "loss": 0.5441,
+      "step": 17210
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006830810111534562,
+      "loss": 0.5111,
+      "step": 17220
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.000683011083528548,
+      "loss": 0.528,
+      "step": 17230
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006829411559036398,
+      "loss": 0.4783,
+      "step": 17240
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006828712282787315,
+      "loss": 0.4632,
+      "step": 17250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006828013006538233,
+      "loss": 0.5363,
+      "step": 17260
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006827313730289152,
+      "loss": 0.4977,
+      "step": 17270
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.000682661445404007,
+      "loss": 0.5476,
+      "step": 17280
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006825915177790986,
+      "loss": 0.4991,
+      "step": 17290
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.0006825215901541904,
+      "loss": 0.5461,
+      "step": 17300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006824516625292822,
+      "loss": 0.4761,
+      "step": 17310
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.000682381734904374,
+      "loss": 0.5077,
+      "step": 17320
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006823118072794657,
+      "loss": 0.4747,
+      "step": 17330
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006822418796545575,
+      "loss": 0.5445,
+      "step": 17340
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006821719520296493,
+      "loss": 0.4054,
+      "step": 17350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006821020244047411,
+      "loss": 0.4569,
+      "step": 17360
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006820320967798329,
+      "loss": 0.5442,
+      "step": 17370
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006819621691549247,
+      "loss": 0.4024,
+      "step": 17380
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006818922415300165,
+      "loss": 0.5164,
+      "step": 17390
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006818223139051083,
+      "loss": 0.4747,
+      "step": 17400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006817523862802001,
+      "loss": 0.5439,
+      "step": 17410
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006816824586552918,
+      "loss": 0.5639,
+      "step": 17420
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006816125310303836,
+      "loss": 0.5498,
+      "step": 17430
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006815426034054754,
+      "loss": 0.4637,
+      "step": 17440
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0006814726757805672,
+      "loss": 0.5223,
+      "step": 17450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006814027481556589,
+      "loss": 0.4727,
+      "step": 17460
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006813328205307506,
+      "loss": 0.6284,
+      "step": 17470
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006812628929058424,
+      "loss": 0.4763,
+      "step": 17480
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006811929652809343,
+      "loss": 0.4328,
+      "step": 17490
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.000681123037656026,
+      "loss": 0.5843,
+      "step": 17500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006810531100311178,
+      "loss": 0.5161,
+      "step": 17510
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006809831824062096,
+      "loss": 0.4057,
+      "step": 17520
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006809132547813014,
+      "loss": 0.4739,
+      "step": 17530
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006808433271563931,
+      "loss": 0.4601,
+      "step": 17540
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006807733995314849,
+      "loss": 0.5037,
+      "step": 17550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006807034719065767,
+      "loss": 0.4806,
+      "step": 17560
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006806335442816685,
+      "loss": 0.4851,
+      "step": 17570
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.0006805636166567603,
+      "loss": 0.523,
+      "step": 17580
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.000680493689031852,
+      "loss": 0.4639,
+      "step": 17590
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006804237614069439,
+      "loss": 0.4749,
+      "step": 17600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006803538337820357,
+      "loss": 0.5176,
+      "step": 17610
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006802839061571275,
+      "loss": 0.4978,
+      "step": 17620
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006802139785322192,
+      "loss": 0.5061,
+      "step": 17630
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.000680144050907311,
+      "loss": 0.5055,
+      "step": 17640
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006800741232824028,
+      "loss": 0.607,
+      "step": 17650
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006800041956574945,
+      "loss": 0.5356,
+      "step": 17660
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006799342680325862,
+      "loss": 0.5305,
+      "step": 17670
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.000679864340407678,
+      "loss": 0.4599,
+      "step": 17680
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006797944127827698,
+      "loss": 0.5321,
+      "step": 17690
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006797244851578617,
+      "loss": 0.5876,
+      "step": 17700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006796545575329534,
+      "loss": 0.5104,
+      "step": 17710
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0006795846299080452,
+      "loss": 0.5733,
+      "step": 17720
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.000679514702283137,
+      "loss": 0.5466,
+      "step": 17730
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006794447746582288,
+      "loss": 0.5026,
+      "step": 17740
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006793748470333206,
+      "loss": 0.4814,
+      "step": 17750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006793049194084123,
+      "loss": 0.5165,
+      "step": 17760
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006792349917835041,
+      "loss": 0.5864,
+      "step": 17770
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006791650641585959,
+      "loss": 0.5607,
+      "step": 17780
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006790951365336877,
+      "loss": 0.5613,
+      "step": 17790
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006790252089087794,
+      "loss": 0.5537,
+      "step": 17800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006789552812838713,
+      "loss": 0.4707,
+      "step": 17810
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006788853536589631,
+      "loss": 0.5408,
+      "step": 17820
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006788154260340549,
+      "loss": 0.4769,
+      "step": 17830
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006787454984091465,
+      "loss": 0.5254,
+      "step": 17840
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006786755707842383,
+      "loss": 0.5303,
+      "step": 17850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006786056431593301,
+      "loss": 0.4218,
+      "step": 17860
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006785357155344219,
+      "loss": 0.4839,
+      "step": 17870
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0006784657879095136,
+      "loss": 0.5494,
+      "step": 17880
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006783958602846054,
+      "loss": 0.5332,
+      "step": 17890
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006783259326596972,
+      "loss": 0.5738,
+      "step": 17900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.000678256005034789,
+      "loss": 0.4812,
+      "step": 17910
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006781860774098808,
+      "loss": 0.4931,
+      "step": 17920
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006781161497849726,
+      "loss": 0.5194,
+      "step": 17930
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006780462221600644,
+      "loss": 0.4559,
+      "step": 17940
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006779762945351562,
+      "loss": 0.4622,
+      "step": 17950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.000677906366910248,
+      "loss": 0.5413,
+      "step": 17960
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006778364392853397,
+      "loss": 0.6041,
+      "step": 17970
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006777665116604315,
+      "loss": 0.5807,
+      "step": 17980
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006776965840355233,
+      "loss": 0.5876,
+      "step": 17990
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006776266564106151,
+      "loss": 0.4893,
+      "step": 18000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006775567287857068,
+      "loss": 0.5321,
+      "step": 18010
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0006774868011607985,
+      "loss": 0.645,
+      "step": 18020
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006774168735358905,
+      "loss": 0.4884,
+      "step": 18030
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006773469459109822,
+      "loss": 0.5699,
+      "step": 18040
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006772770182860739,
+      "loss": 0.5596,
+      "step": 18050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006772070906611657,
+      "loss": 0.5671,
+      "step": 18060
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006771371630362575,
+      "loss": 0.6362,
+      "step": 18070
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006770672354113493,
+      "loss": 0.4805,
+      "step": 18080
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.000676997307786441,
+      "loss": 0.4865,
+      "step": 18090
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006769273801615328,
+      "loss": 0.4787,
+      "step": 18100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006768574525366246,
+      "loss": 0.451,
+      "step": 18110
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006767875249117164,
+      "loss": 0.4563,
+      "step": 18120
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006767175972868082,
+      "loss": 0.546,
+      "step": 18130
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006766476696619,
+      "loss": 0.5569,
+      "step": 18140
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006765777420369918,
+      "loss": 0.453,
+      "step": 18150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.0006765078144120836,
+      "loss": 0.5218,
+      "step": 18160
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006764378867871754,
+      "loss": 0.5311,
+      "step": 18170
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006763679591622671,
+      "loss": 0.5375,
+      "step": 18180
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006762980315373589,
+      "loss": 0.6102,
+      "step": 18190
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006762281039124507,
+      "loss": 0.5722,
+      "step": 18200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006761581762875425,
+      "loss": 0.5591,
+      "step": 18210
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006760882486626341,
+      "loss": 0.4405,
+      "step": 18220
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006760183210377259,
+      "loss": 0.5271,
+      "step": 18230
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006759483934128177,
+      "loss": 0.4831,
+      "step": 18240
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006758784657879096,
+      "loss": 0.5318,
+      "step": 18250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006758085381630013,
+      "loss": 0.5681,
+      "step": 18260
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006757386105380931,
+      "loss": 0.581,
+      "step": 18270
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006756686829131849,
+      "loss": 0.5852,
+      "step": 18280
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006755987552882767,
+      "loss": 0.5566,
+      "step": 18290
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006755288276633684,
+      "loss": 0.498,
+      "step": 18300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0006754589000384602,
+      "loss": 0.5414,
+      "step": 18310
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.000675388972413552,
+      "loss": 0.5845,
+      "step": 18320
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006753190447886438,
+      "loss": 0.5183,
+      "step": 18330
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006752491171637356,
+      "loss": 0.4877,
+      "step": 18340
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006751791895388273,
+      "loss": 0.6272,
+      "step": 18350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006751092619139192,
+      "loss": 0.47,
+      "step": 18360
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.000675039334289011,
+      "loss": 0.5016,
+      "step": 18370
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006749694066641028,
+      "loss": 0.5608,
+      "step": 18380
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006748994790391945,
+      "loss": 0.5166,
+      "step": 18390
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006748295514142862,
+      "loss": 0.5795,
+      "step": 18400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.000674759623789378,
+      "loss": 0.5097,
+      "step": 18410
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006746896961644698,
+      "loss": 0.6032,
+      "step": 18420
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006746197685395615,
+      "loss": 0.5372,
+      "step": 18430
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006745498409146533,
+      "loss": 0.527,
+      "step": 18440
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0006744799132897451,
+      "loss": 0.5593,
+      "step": 18450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006744099856648369,
+      "loss": 0.5565,
+      "step": 18460
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006743400580399287,
+      "loss": 0.4862,
+      "step": 18470
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006742701304150205,
+      "loss": 0.4348,
+      "step": 18480
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006742002027901123,
+      "loss": 0.5075,
+      "step": 18490
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006741302751652041,
+      "loss": 0.5162,
+      "step": 18500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006740603475402958,
+      "loss": 0.536,
+      "step": 18510
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006739904199153876,
+      "loss": 0.5246,
+      "step": 18520
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006739204922904794,
+      "loss": 0.4993,
+      "step": 18530
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006738505646655712,
+      "loss": 0.5293,
+      "step": 18540
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.000673780637040663,
+      "loss": 0.5505,
+      "step": 18550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006737107094157547,
+      "loss": 0.5484,
+      "step": 18560
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006736407817908465,
+      "loss": 0.4295,
+      "step": 18570
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006735708541659384,
+      "loss": 0.5791,
+      "step": 18580
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006735009265410302,
+      "loss": 0.4675,
+      "step": 18590
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0006734309989161218,
+      "loss": 0.5015,
+      "step": 18600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006733610712912136,
+      "loss": 0.5342,
+      "step": 18610
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006732911436663054,
+      "loss": 0.5298,
+      "step": 18620
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006732212160413972,
+      "loss": 0.5534,
+      "step": 18630
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006731512884164889,
+      "loss": 0.5563,
+      "step": 18640
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006730813607915807,
+      "loss": 0.4543,
+      "step": 18650
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006730114331666725,
+      "loss": 0.5418,
+      "step": 18660
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006729415055417643,
+      "loss": 0.4144,
+      "step": 18670
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006728715779168561,
+      "loss": 0.4721,
+      "step": 18680
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006728016502919479,
+      "loss": 0.4443,
+      "step": 18690
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006727317226670397,
+      "loss": 0.5434,
+      "step": 18700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006726617950421315,
+      "loss": 0.5111,
+      "step": 18710
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006725918674172232,
+      "loss": 0.5625,
+      "step": 18720
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.000672521939792315,
+      "loss": 0.4639,
+      "step": 18730
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.0006724520121674068,
+      "loss": 0.5425,
+      "step": 18740
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006723820845424986,
+      "loss": 0.5573,
+      "step": 18750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006723121569175904,
+      "loss": 0.527,
+      "step": 18760
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.000672242229292682,
+      "loss": 0.5169,
+      "step": 18770
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006721723016677738,
+      "loss": 0.5533,
+      "step": 18780
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006721023740428656,
+      "loss": 0.5407,
+      "step": 18790
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006720324464179575,
+      "loss": 0.4326,
+      "step": 18800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006719625187930492,
+      "loss": 0.5327,
+      "step": 18810
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.000671892591168141,
+      "loss": 0.5799,
+      "step": 18820
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006718226635432328,
+      "loss": 0.4885,
+      "step": 18830
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006717527359183246,
+      "loss": 0.4809,
+      "step": 18840
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006716828082934163,
+      "loss": 0.5841,
+      "step": 18850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006716128806685081,
+      "loss": 0.5519,
+      "step": 18860
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006715429530435999,
+      "loss": 0.5146,
+      "step": 18870
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0006714730254186917,
+      "loss": 0.4898,
+      "step": 18880
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006714030977937835,
+      "loss": 0.5638,
+      "step": 18890
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006713331701688752,
+      "loss": 0.6409,
+      "step": 18900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006712632425439671,
+      "loss": 0.5248,
+      "step": 18910
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006711933149190589,
+      "loss": 0.5286,
+      "step": 18920
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006711233872941506,
+      "loss": 0.4606,
+      "step": 18930
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006710534596692424,
+      "loss": 0.5048,
+      "step": 18940
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006709835320443341,
+      "loss": 0.4587,
+      "step": 18950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006709136044194259,
+      "loss": 0.5101,
+      "step": 18960
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006708436767945177,
+      "loss": 0.5091,
+      "step": 18970
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006707737491696094,
+      "loss": 0.5294,
+      "step": 18980
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006707038215447012,
+      "loss": 0.5198,
+      "step": 18990
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.000670633893919793,
+      "loss": 0.4448,
+      "step": 19000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006705639662948848,
+      "loss": 0.5257,
+      "step": 19010
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006704940386699766,
+      "loss": 0.4766,
+      "step": 19020
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0006704241110450684,
+      "loss": 0.4995,
+      "step": 19030
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006703541834201602,
+      "loss": 0.5646,
+      "step": 19040
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.000670284255795252,
+      "loss": 0.5381,
+      "step": 19050
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006702143281703437,
+      "loss": 0.5438,
+      "step": 19060
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006701444005454355,
+      "loss": 0.5019,
+      "step": 19070
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006700744729205273,
+      "loss": 0.4187,
+      "step": 19080
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006700045452956191,
+      "loss": 0.5429,
+      "step": 19090
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006699346176707109,
+      "loss": 0.5403,
+      "step": 19100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006698646900458026,
+      "loss": 0.4524,
+      "step": 19110
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006697947624208945,
+      "loss": 0.4736,
+      "step": 19120
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006697248347959863,
+      "loss": 0.4921,
+      "step": 19130
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006696549071710779,
+      "loss": 0.5365,
+      "step": 19140
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006695849795461697,
+      "loss": 0.5766,
+      "step": 19150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006695150519212615,
+      "loss": 0.5378,
+      "step": 19160
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0006694451242963533,
+      "loss": 0.5972,
+      "step": 19170
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006693751966714451,
+      "loss": 0.4896,
+      "step": 19180
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006693052690465368,
+      "loss": 0.4761,
+      "step": 19190
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006692353414216286,
+      "loss": 0.4633,
+      "step": 19200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006691654137967204,
+      "loss": 0.4677,
+      "step": 19210
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006690954861718122,
+      "loss": 0.5678,
+      "step": 19220
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.000669025558546904,
+      "loss": 0.5296,
+      "step": 19230
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006689556309219958,
+      "loss": 0.6076,
+      "step": 19240
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006688857032970876,
+      "loss": 0.5074,
+      "step": 19250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006688157756721794,
+      "loss": 0.4745,
+      "step": 19260
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006687458480472711,
+      "loss": 0.5021,
+      "step": 19270
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006686759204223629,
+      "loss": 0.5776,
+      "step": 19280
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006686059927974547,
+      "loss": 0.5316,
+      "step": 19290
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006685360651725465,
+      "loss": 0.5093,
+      "step": 19300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.0006684661375476383,
+      "loss": 0.4597,
+      "step": 19310
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006683962099227299,
+      "loss": 0.5044,
+      "step": 19320
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006683262822978217,
+      "loss": 0.492,
+      "step": 19330
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006682563546729136,
+      "loss": 0.4855,
+      "step": 19340
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006681864270480053,
+      "loss": 0.534,
+      "step": 19350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006681164994230971,
+      "loss": 0.511,
+      "step": 19360
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006680465717981889,
+      "loss": 0.5269,
+      "step": 19370
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006679766441732807,
+      "loss": 0.5165,
+      "step": 19380
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006679067165483725,
+      "loss": 0.4831,
+      "step": 19390
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006678367889234642,
+      "loss": 0.4381,
+      "step": 19400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.000667766861298556,
+      "loss": 0.4964,
+      "step": 19410
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006676969336736478,
+      "loss": 0.4916,
+      "step": 19420
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006676270060487396,
+      "loss": 0.5373,
+      "step": 19430
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006675570784238313,
+      "loss": 0.5041,
+      "step": 19440
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0006674871507989232,
+      "loss": 0.45,
+      "step": 19450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.000667417223174015,
+      "loss": 0.5493,
+      "step": 19460
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006673472955491068,
+      "loss": 0.4438,
+      "step": 19470
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006672773679241985,
+      "loss": 0.5517,
+      "step": 19480
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006672074402992903,
+      "loss": 0.5208,
+      "step": 19490
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.000667137512674382,
+      "loss": 0.4514,
+      "step": 19500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006670675850494738,
+      "loss": 0.5374,
+      "step": 19510
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006669976574245656,
+      "loss": 0.4526,
+      "step": 19520
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006669277297996573,
+      "loss": 0.5972,
+      "step": 19530
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006668578021747491,
+      "loss": 0.5171,
+      "step": 19540
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006667878745498409,
+      "loss": 0.4792,
+      "step": 19550
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006667179469249327,
+      "loss": 0.467,
+      "step": 19560
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006666480193000245,
+      "loss": 0.5291,
+      "step": 19570
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006665780916751163,
+      "loss": 0.6013,
+      "step": 19580
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006665081640502081,
+      "loss": 0.5423,
+      "step": 19590
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0006664382364252999,
+      "loss": 0.5181,
+      "step": 19600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006663683088003916,
+      "loss": 0.5409,
+      "step": 19610
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006662983811754834,
+      "loss": 0.5099,
+      "step": 19620
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006662284535505752,
+      "loss": 0.5383,
+      "step": 19630
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.000666158525925667,
+      "loss": 0.5145,
+      "step": 19640
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006660885983007587,
+      "loss": 0.5947,
+      "step": 19650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006660186706758505,
+      "loss": 0.5331,
+      "step": 19660
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006659487430509424,
+      "loss": 0.568,
+      "step": 19670
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006658788154260342,
+      "loss": 0.5396,
+      "step": 19680
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006658088878011258,
+      "loss": 0.5614,
+      "step": 19690
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006657389601762176,
+      "loss": 0.5301,
+      "step": 19700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006656690325513094,
+      "loss": 0.5102,
+      "step": 19710
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006655991049264012,
+      "loss": 0.5722,
+      "step": 19720
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.000665529177301493,
+      "loss": 0.5154,
+      "step": 19730
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0006654592496765847,
+      "loss": 0.448,
+      "step": 19740
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006653893220516765,
+      "loss": 0.4708,
+      "step": 19750
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006653193944267683,
+      "loss": 0.4913,
+      "step": 19760
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006652494668018601,
+      "loss": 0.5031,
+      "step": 19770
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006651795391769519,
+      "loss": 0.4625,
+      "step": 19780
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006651096115520437,
+      "loss": 0.5688,
+      "step": 19790
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006650396839271355,
+      "loss": 0.5157,
+      "step": 19800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006649697563022273,
+      "loss": 0.5028,
+      "step": 19810
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.000664899828677319,
+      "loss": 0.4864,
+      "step": 19820
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006648299010524108,
+      "loss": 0.5219,
+      "step": 19830
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006647599734275026,
+      "loss": 0.4879,
+      "step": 19840
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006646900458025944,
+      "loss": 0.4731,
+      "step": 19850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.000664620118177686,
+      "loss": 0.5619,
+      "step": 19860
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006645501905527778,
+      "loss": 0.5744,
+      "step": 19870
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006644802629278696,
+      "loss": 0.56,
+      "step": 19880
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.0006644103353029615,
+      "loss": 0.5626,
+      "step": 19890
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006643404076780532,
+      "loss": 0.4548,
+      "step": 19900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.000664270480053145,
+      "loss": 0.5278,
+      "step": 19910
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006642005524282368,
+      "loss": 0.4808,
+      "step": 19920
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006641306248033286,
+      "loss": 0.5221,
+      "step": 19930
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006640606971784204,
+      "loss": 0.5148,
+      "step": 19940
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006639907695535121,
+      "loss": 0.5712,
+      "step": 19950
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006639208419286039,
+      "loss": 0.6339,
+      "step": 19960
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006638509143036957,
+      "loss": 0.5494,
+      "step": 19970
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006637809866787875,
+      "loss": 0.5342,
+      "step": 19980
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006637110590538792,
+      "loss": 0.5317,
+      "step": 19990
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006636411314289711,
+      "loss": 0.4619,
+      "step": 20000
+    },
+    {
+      "epoch": 1.39,
+      "eval_loss": 0.476169228553772,
+      "eval_runtime": 346.4888,
+      "eval_samples_per_second": 18.422,
+      "eval_steps_per_second": 2.303,
+      "step": 20000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006635712038040629,
+      "loss": 0.5688,
+      "step": 20010
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006635012761791547,
+      "loss": 0.4992,
+      "step": 20020
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.0006634313485542464,
+      "loss": 0.5893,
+      "step": 20030
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006633614209293382,
+      "loss": 0.5813,
+      "step": 20040
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.00066329149330443,
+      "loss": 0.5295,
+      "step": 20050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006632215656795218,
+      "loss": 0.5345,
+      "step": 20060
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006631516380546134,
+      "loss": 0.5115,
+      "step": 20070
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006630817104297052,
+      "loss": 0.4885,
+      "step": 20080
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.000663011782804797,
+      "loss": 0.4573,
+      "step": 20090
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006629418551798888,
+      "loss": 0.5473,
+      "step": 20100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006628719275549806,
+      "loss": 0.5167,
+      "step": 20110
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006628019999300724,
+      "loss": 0.5524,
+      "step": 20120
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006627320723051642,
+      "loss": 0.5099,
+      "step": 20130
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.000662662144680256,
+      "loss": 0.5039,
+      "step": 20140
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006625922170553478,
+      "loss": 0.477,
+      "step": 20150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006625222894304395,
+      "loss": 0.531,
+      "step": 20160
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006624523618055313,
+      "loss": 0.5296,
+      "step": 20170
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0006623824341806231,
+      "loss": 0.4818,
+      "step": 20180
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006623125065557149,
+      "loss": 0.4395,
+      "step": 20190
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006622425789308066,
+      "loss": 0.5147,
+      "step": 20200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006621726513058984,
+      "loss": 0.5087,
+      "step": 20210
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006621027236809903,
+      "loss": 0.5289,
+      "step": 20220
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006620327960560821,
+      "loss": 0.4801,
+      "step": 20230
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006619628684311737,
+      "loss": 0.5409,
+      "step": 20240
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006618929408062655,
+      "loss": 0.4794,
+      "step": 20250
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006618230131813573,
+      "loss": 0.5734,
+      "step": 20260
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006617530855564491,
+      "loss": 0.5417,
+      "step": 20270
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006616831579315408,
+      "loss": 0.4283,
+      "step": 20280
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006616132303066326,
+      "loss": 0.534,
+      "step": 20290
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006615433026817244,
+      "loss": 0.5529,
+      "step": 20300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0006614733750568162,
+      "loss": 0.4928,
+      "step": 20310
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.000661403447431908,
+      "loss": 0.5408,
+      "step": 20320
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006613335198069998,
+      "loss": 0.5418,
+      "step": 20330
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006612635921820916,
+      "loss": 0.4226,
+      "step": 20340
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006611936645571834,
+      "loss": 0.5595,
+      "step": 20350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006611237369322752,
+      "loss": 0.459,
+      "step": 20360
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006610538093073669,
+      "loss": 0.4401,
+      "step": 20370
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006609838816824587,
+      "loss": 0.5741,
+      "step": 20380
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006609139540575505,
+      "loss": 0.4614,
+      "step": 20390
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006608440264326423,
+      "loss": 0.6049,
+      "step": 20400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.000660774098807734,
+      "loss": 0.5134,
+      "step": 20410
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006607041711828257,
+      "loss": 0.4843,
+      "step": 20420
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006606342435579175,
+      "loss": 0.4955,
+      "step": 20430
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006605643159330094,
+      "loss": 0.5591,
+      "step": 20440
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006604943883081011,
+      "loss": 0.5665,
+      "step": 20450
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0006604244606831929,
+      "loss": 0.5092,
+      "step": 20460
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006603545330582847,
+      "loss": 0.5112,
+      "step": 20470
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006602846054333765,
+      "loss": 0.5101,
+      "step": 20480
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006602146778084682,
+      "loss": 0.4991,
+      "step": 20490
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.00066014475018356,
+      "loss": 0.5503,
+      "step": 20500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006600748225586518,
+      "loss": 0.4618,
+      "step": 20510
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006600048949337436,
+      "loss": 0.5307,
+      "step": 20520
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006599349673088354,
+      "loss": 0.4487,
+      "step": 20530
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006598650396839272,
+      "loss": 0.5929,
+      "step": 20540
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.000659795112059019,
+      "loss": 0.5032,
+      "step": 20550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006597251844341108,
+      "loss": 0.4543,
+      "step": 20560
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006596552568092026,
+      "loss": 0.5354,
+      "step": 20570
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006595853291842943,
+      "loss": 0.6132,
+      "step": 20580
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006595154015593861,
+      "loss": 0.5432,
+      "step": 20590
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006594454739344779,
+      "loss": 0.497,
+      "step": 20600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0006593755463095697,
+      "loss": 0.5291,
+      "step": 20610
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006593056186846613,
+      "loss": 0.6327,
+      "step": 20620
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006592356910597531,
+      "loss": 0.5818,
+      "step": 20630
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006591657634348449,
+      "loss": 0.4582,
+      "step": 20640
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006590958358099368,
+      "loss": 0.5485,
+      "step": 20650
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006590259081850285,
+      "loss": 0.534,
+      "step": 20660
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006589559805601203,
+      "loss": 0.4828,
+      "step": 20670
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006588860529352121,
+      "loss": 0.549,
+      "step": 20680
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006588161253103039,
+      "loss": 0.502,
+      "step": 20690
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006587461976853956,
+      "loss": 0.5193,
+      "step": 20700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006586762700604874,
+      "loss": 0.602,
+      "step": 20710
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006586063424355792,
+      "loss": 0.4944,
+      "step": 20720
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.000658536414810671,
+      "loss": 0.4768,
+      "step": 20730
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006584664871857628,
+      "loss": 0.5236,
+      "step": 20740
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0006583965595608545,
+      "loss": 0.4952,
+      "step": 20750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006583266319359464,
+      "loss": 0.52,
+      "step": 20760
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006582567043110382,
+      "loss": 0.5533,
+      "step": 20770
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.00065818677668613,
+      "loss": 0.5308,
+      "step": 20780
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006581168490612217,
+      "loss": 0.5213,
+      "step": 20790
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006580469214363134,
+      "loss": 0.4775,
+      "step": 20800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006579769938114052,
+      "loss": 0.5281,
+      "step": 20810
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.000657907066186497,
+      "loss": 0.4321,
+      "step": 20820
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006578371385615887,
+      "loss": 0.5894,
+      "step": 20830
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006577672109366805,
+      "loss": 0.4777,
+      "step": 20840
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006576972833117723,
+      "loss": 0.5558,
+      "step": 20850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006576273556868641,
+      "loss": 0.5212,
+      "step": 20860
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006575574280619559,
+      "loss": 0.5216,
+      "step": 20870
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006574875004370477,
+      "loss": 0.6168,
+      "step": 20880
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0006574175728121395,
+      "loss": 0.5025,
+      "step": 20890
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006573476451872313,
+      "loss": 0.4872,
+      "step": 20900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.000657277717562323,
+      "loss": 0.4986,
+      "step": 20910
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006572077899374148,
+      "loss": 0.5038,
+      "step": 20920
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006571378623125066,
+      "loss": 0.5092,
+      "step": 20930
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006570679346875984,
+      "loss": 0.6054,
+      "step": 20940
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006569980070626902,
+      "loss": 0.5358,
+      "step": 20950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006569280794377819,
+      "loss": 0.4967,
+      "step": 20960
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006568581518128737,
+      "loss": 0.527,
+      "step": 20970
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006567882241879656,
+      "loss": 0.4549,
+      "step": 20980
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006567182965630574,
+      "loss": 0.5564,
+      "step": 20990
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.000656648368938149,
+      "loss": 0.6108,
+      "step": 21000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006565784413132408,
+      "loss": 0.5788,
+      "step": 21010
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006565085136883326,
+      "loss": 0.4982,
+      "step": 21020
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006564385860634244,
+      "loss": 0.3977,
+      "step": 21030
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.0006563686584385161,
+      "loss": 0.5521,
+      "step": 21040
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006562987308136079,
+      "loss": 0.4592,
+      "step": 21050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006562288031886997,
+      "loss": 0.4763,
+      "step": 21060
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006561588755637915,
+      "loss": 0.5004,
+      "step": 21070
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006560889479388833,
+      "loss": 0.5143,
+      "step": 21080
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006560190203139751,
+      "loss": 0.4616,
+      "step": 21090
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006559490926890669,
+      "loss": 0.5677,
+      "step": 21100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006558791650641587,
+      "loss": 0.5445,
+      "step": 21110
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006558092374392504,
+      "loss": 0.5312,
+      "step": 21120
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006557393098143422,
+      "loss": 0.5258,
+      "step": 21130
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.000655669382189434,
+      "loss": 0.5037,
+      "step": 21140
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006555994545645258,
+      "loss": 0.4719,
+      "step": 21150
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006555295269396176,
+      "loss": 0.462,
+      "step": 21160
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.0006554595993147092,
+      "loss": 0.6255,
+      "step": 21170
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.000655389671689801,
+      "loss": 0.5499,
+      "step": 21180
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006553197440648928,
+      "loss": 0.4594,
+      "step": 21190
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006552498164399847,
+      "loss": 0.4886,
+      "step": 21200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006551798888150764,
+      "loss": 0.4247,
+      "step": 21210
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006551099611901682,
+      "loss": 0.5884,
+      "step": 21220
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.00065504003356526,
+      "loss": 0.5059,
+      "step": 21230
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006549701059403518,
+      "loss": 0.5259,
+      "step": 21240
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006549001783154435,
+      "loss": 0.5927,
+      "step": 21250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006548302506905353,
+      "loss": 0.5111,
+      "step": 21260
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006547603230656271,
+      "loss": 0.553,
+      "step": 21270
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006546903954407189,
+      "loss": 0.4817,
+      "step": 21280
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006546204678158107,
+      "loss": 0.5683,
+      "step": 21290
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006545505401909024,
+      "loss": 0.4149,
+      "step": 21300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006544806125659943,
+      "loss": 0.4996,
+      "step": 21310
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0006544106849410861,
+      "loss": 0.545,
+      "step": 21320
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006543407573161778,
+      "loss": 0.5139,
+      "step": 21330
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006542708296912696,
+      "loss": 0.4911,
+      "step": 21340
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006542009020663614,
+      "loss": 0.5587,
+      "step": 21350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006541309744414531,
+      "loss": 0.5435,
+      "step": 21360
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006540610468165449,
+      "loss": 0.5119,
+      "step": 21370
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006539911191916366,
+      "loss": 0.4865,
+      "step": 21380
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006539211915667284,
+      "loss": 0.5226,
+      "step": 21390
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006538512639418202,
+      "loss": 0.5774,
+      "step": 21400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.000653781336316912,
+      "loss": 0.5667,
+      "step": 21410
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006537114086920038,
+      "loss": 0.3923,
+      "step": 21420
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006536414810670956,
+      "loss": 0.5829,
+      "step": 21430
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006535715534421874,
+      "loss": 0.4483,
+      "step": 21440
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006535016258172792,
+      "loss": 0.5078,
+      "step": 21450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006534316981923709,
+      "loss": 0.5548,
+      "step": 21460
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0006533617705674627,
+      "loss": 0.524,
+      "step": 21470
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006532918429425545,
+      "loss": 0.5788,
+      "step": 21480
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006532219153176463,
+      "loss": 0.5336,
+      "step": 21490
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006531519876927381,
+      "loss": 0.4091,
+      "step": 21500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006530820600678298,
+      "loss": 0.4395,
+      "step": 21510
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006530121324429216,
+      "loss": 0.5551,
+      "step": 21520
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006529422048180135,
+      "loss": 0.483,
+      "step": 21530
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006528722771931051,
+      "loss": 0.5255,
+      "step": 21540
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006528023495681969,
+      "loss": 0.5751,
+      "step": 21550
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006527324219432887,
+      "loss": 0.5201,
+      "step": 21560
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006526624943183805,
+      "loss": 0.5173,
+      "step": 21570
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006525925666934723,
+      "loss": 0.5704,
+      "step": 21580
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.000652522639068564,
+      "loss": 0.4726,
+      "step": 21590
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006524527114436558,
+      "loss": 0.5093,
+      "step": 21600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.0006523827838187476,
+      "loss": 0.5099,
+      "step": 21610
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006523128561938394,
+      "loss": 0.5292,
+      "step": 21620
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006522429285689311,
+      "loss": 0.4888,
+      "step": 21630
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.000652173000944023,
+      "loss": 0.4766,
+      "step": 21640
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006521030733191148,
+      "loss": 0.4922,
+      "step": 21650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006520331456942066,
+      "loss": 0.5178,
+      "step": 21660
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006519632180692983,
+      "loss": 0.5939,
+      "step": 21670
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006518932904443901,
+      "loss": 0.4495,
+      "step": 21680
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006518233628194819,
+      "loss": 0.4611,
+      "step": 21690
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006517534351945737,
+      "loss": 0.542,
+      "step": 21700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006516835075696655,
+      "loss": 0.6447,
+      "step": 21710
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006516135799447571,
+      "loss": 0.4499,
+      "step": 21720
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006515436523198489,
+      "loss": 0.5384,
+      "step": 21730
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006514737246949407,
+      "loss": 0.5155,
+      "step": 21740
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0006514037970700325,
+      "loss": 0.5478,
+      "step": 21750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006513338694451243,
+      "loss": 0.5818,
+      "step": 21760
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006512639418202161,
+      "loss": 0.5221,
+      "step": 21770
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006511940141953079,
+      "loss": 0.4861,
+      "step": 21780
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006511240865703997,
+      "loss": 0.5443,
+      "step": 21790
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006510541589454914,
+      "loss": 0.5122,
+      "step": 21800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006509842313205832,
+      "loss": 0.4763,
+      "step": 21810
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.000650914303695675,
+      "loss": 0.5081,
+      "step": 21820
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006508443760707668,
+      "loss": 0.4669,
+      "step": 21830
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006507744484458585,
+      "loss": 0.5124,
+      "step": 21840
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006507045208209504,
+      "loss": 0.4974,
+      "step": 21850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006506345931960422,
+      "loss": 0.4635,
+      "step": 21860
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.000650564665571134,
+      "loss": 0.4726,
+      "step": 21870
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006504947379462257,
+      "loss": 0.5043,
+      "step": 21880
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006504248103213175,
+      "loss": 0.5853,
+      "step": 21890
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0006503548826964093,
+      "loss": 0.5808,
+      "step": 21900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.000650284955071501,
+      "loss": 0.5889,
+      "step": 21910
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006502150274465928,
+      "loss": 0.499,
+      "step": 21920
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006501450998216845,
+      "loss": 0.4958,
+      "step": 21930
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006500751721967763,
+      "loss": 0.4546,
+      "step": 21940
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006500052445718681,
+      "loss": 0.4414,
+      "step": 21950
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006499353169469599,
+      "loss": 0.5813,
+      "step": 21960
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006498653893220517,
+      "loss": 0.494,
+      "step": 21970
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006497954616971435,
+      "loss": 0.4985,
+      "step": 21980
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006497255340722353,
+      "loss": 0.5352,
+      "step": 21990
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006496556064473271,
+      "loss": 0.5247,
+      "step": 22000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006495856788224188,
+      "loss": 0.5101,
+      "step": 22010
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006495157511975106,
+      "loss": 0.5563,
+      "step": 22020
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006494458235726024,
+      "loss": 0.4572,
+      "step": 22030
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0006493758959476942,
+      "loss": 0.4529,
+      "step": 22040
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006493059683227859,
+      "loss": 0.5084,
+      "step": 22050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006492360406978777,
+      "loss": 0.4506,
+      "step": 22060
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006491661130729696,
+      "loss": 0.5353,
+      "step": 22070
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006490961854480614,
+      "loss": 0.4591,
+      "step": 22080
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.000649026257823153,
+      "loss": 0.5306,
+      "step": 22090
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006489563301982448,
+      "loss": 0.5532,
+      "step": 22100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006488864025733366,
+      "loss": 0.5071,
+      "step": 22110
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006488164749484284,
+      "loss": 0.5121,
+      "step": 22120
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006487465473235202,
+      "loss": 0.5198,
+      "step": 22130
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006486766196986119,
+      "loss": 0.5748,
+      "step": 22140
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006486066920737037,
+      "loss": 0.5359,
+      "step": 22150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006485367644487955,
+      "loss": 0.5362,
+      "step": 22160
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006484668368238873,
+      "loss": 0.5907,
+      "step": 22170
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006483969091989791,
+      "loss": 0.4895,
+      "step": 22180
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0006483269815740709,
+      "loss": 0.4968,
+      "step": 22190
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006482570539491627,
+      "loss": 0.4564,
+      "step": 22200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006481871263242545,
+      "loss": 0.5848,
+      "step": 22210
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006481171986993462,
+      "loss": 0.5593,
+      "step": 22220
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.000648047271074438,
+      "loss": 0.4951,
+      "step": 22230
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006479773434495298,
+      "loss": 0.4256,
+      "step": 22240
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006479074158246216,
+      "loss": 0.5033,
+      "step": 22250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006478374881997133,
+      "loss": 0.4082,
+      "step": 22260
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.000647767560574805,
+      "loss": 0.5791,
+      "step": 22270
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006476976329498968,
+      "loss": 0.5945,
+      "step": 22280
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006476277053249887,
+      "loss": 0.5775,
+      "step": 22290
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006475577777000804,
+      "loss": 0.5418,
+      "step": 22300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006474878500751722,
+      "loss": 0.4585,
+      "step": 22310
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.000647417922450264,
+      "loss": 0.5965,
+      "step": 22320
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0006473479948253558,
+      "loss": 0.5364,
+      "step": 22330
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006472780672004476,
+      "loss": 0.537,
+      "step": 22340
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006472081395755393,
+      "loss": 0.4684,
+      "step": 22350
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006471382119506311,
+      "loss": 0.4314,
+      "step": 22360
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006470682843257229,
+      "loss": 0.5454,
+      "step": 22370
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006469983567008147,
+      "loss": 0.5018,
+      "step": 22380
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006469284290759064,
+      "loss": 0.4825,
+      "step": 22390
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006468585014509983,
+      "loss": 0.5078,
+      "step": 22400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006467885738260901,
+      "loss": 0.5436,
+      "step": 22410
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006467186462011819,
+      "loss": 0.5092,
+      "step": 22420
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006466487185762736,
+      "loss": 0.523,
+      "step": 22430
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006465787909513654,
+      "loss": 0.5663,
+      "step": 22440
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006465088633264572,
+      "loss": 0.5901,
+      "step": 22450
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.000646438935701549,
+      "loss": 0.5202,
+      "step": 22460
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0006463690080766406,
+      "loss": 0.6074,
+      "step": 22470
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006462990804517324,
+      "loss": 0.6001,
+      "step": 22480
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006462291528268242,
+      "loss": 0.5459,
+      "step": 22490
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.000646159225201916,
+      "loss": 0.4243,
+      "step": 22500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006460892975770078,
+      "loss": 0.5776,
+      "step": 22510
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006460193699520996,
+      "loss": 0.4978,
+      "step": 22520
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006459494423271914,
+      "loss": 0.4988,
+      "step": 22530
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006458795147022832,
+      "loss": 0.4858,
+      "step": 22540
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.000645809587077375,
+      "loss": 0.5242,
+      "step": 22550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006457396594524667,
+      "loss": 0.496,
+      "step": 22560
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006456697318275585,
+      "loss": 0.5452,
+      "step": 22570
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006455998042026503,
+      "loss": 0.5671,
+      "step": 22580
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006455298765777421,
+      "loss": 0.5492,
+      "step": 22590
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006454599489528338,
+      "loss": 0.5771,
+      "step": 22600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006453900213279256,
+      "loss": 0.5257,
+      "step": 22610
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0006453200937030175,
+      "loss": 0.5075,
+      "step": 22620
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006452501660781093,
+      "loss": 0.5269,
+      "step": 22630
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.000645180238453201,
+      "loss": 0.5417,
+      "step": 22640
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006451103108282927,
+      "loss": 0.5461,
+      "step": 22650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006450403832033845,
+      "loss": 0.4805,
+      "step": 22660
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006449704555784763,
+      "loss": 0.5804,
+      "step": 22670
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.000644900527953568,
+      "loss": 0.5783,
+      "step": 22680
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006448306003286598,
+      "loss": 0.5265,
+      "step": 22690
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006447606727037516,
+      "loss": 0.4781,
+      "step": 22700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006446907450788434,
+      "loss": 0.4663,
+      "step": 22710
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006446208174539352,
+      "loss": 0.4176,
+      "step": 22720
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.000644550889829027,
+      "loss": 0.5474,
+      "step": 22730
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006444809622041188,
+      "loss": 0.616,
+      "step": 22740
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006444110345792106,
+      "loss": 0.5418,
+      "step": 22750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0006443411069543024,
+      "loss": 0.439,
+      "step": 22760
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006442711793293941,
+      "loss": 0.5604,
+      "step": 22770
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006442012517044859,
+      "loss": 0.4979,
+      "step": 22780
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006441313240795777,
+      "loss": 0.5378,
+      "step": 22790
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006440613964546695,
+      "loss": 0.569,
+      "step": 22800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006439914688297612,
+      "loss": 0.4973,
+      "step": 22810
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.000643921541204853,
+      "loss": 0.465,
+      "step": 22820
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006438516135799447,
+      "loss": 0.528,
+      "step": 22830
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006437816859550366,
+      "loss": 0.3999,
+      "step": 22840
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006437117583301283,
+      "loss": 0.5804,
+      "step": 22850
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006436418307052201,
+      "loss": 0.5526,
+      "step": 22860
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006435719030803119,
+      "loss": 0.5213,
+      "step": 22870
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006435019754554037,
+      "loss": 0.5057,
+      "step": 22880
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006434320478304954,
+      "loss": 0.5144,
+      "step": 22890
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0006433621202055872,
+      "loss": 0.4095,
+      "step": 22900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.000643292192580679,
+      "loss": 0.5242,
+      "step": 22910
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006432222649557708,
+      "loss": 0.5511,
+      "step": 22920
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006431523373308626,
+      "loss": 0.5534,
+      "step": 22930
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006430824097059543,
+      "loss": 0.4828,
+      "step": 22940
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006430124820810462,
+      "loss": 0.485,
+      "step": 22950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.000642942554456138,
+      "loss": 0.5738,
+      "step": 22960
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006428726268312298,
+      "loss": 0.4318,
+      "step": 22970
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006428026992063215,
+      "loss": 0.5264,
+      "step": 22980
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006427327715814133,
+      "loss": 0.568,
+      "step": 22990
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006426628439565051,
+      "loss": 0.5416,
+      "step": 23000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006425929163315969,
+      "loss": 0.5026,
+      "step": 23010
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006425229887066885,
+      "loss": 0.446,
+      "step": 23020
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006424530610817803,
+      "loss": 0.4602,
+      "step": 23030
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006423831334568721,
+      "loss": 0.5126,
+      "step": 23040
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.0006423132058319639,
+      "loss": 0.5633,
+      "step": 23050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006422432782070557,
+      "loss": 0.4999,
+      "step": 23060
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006421733505821475,
+      "loss": 0.4753,
+      "step": 23070
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006421034229572393,
+      "loss": 0.5067,
+      "step": 23080
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006420334953323311,
+      "loss": 0.5446,
+      "step": 23090
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006419635677074228,
+      "loss": 0.5302,
+      "step": 23100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006418936400825146,
+      "loss": 0.5415,
+      "step": 23110
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006418237124576064,
+      "loss": 0.4724,
+      "step": 23120
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006417537848326982,
+      "loss": 0.428,
+      "step": 23130
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.00064168385720779,
+      "loss": 0.5759,
+      "step": 23140
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006416139295828817,
+      "loss": 0.5608,
+      "step": 23150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006415440019579735,
+      "loss": 0.4851,
+      "step": 23160
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006414740743330654,
+      "loss": 0.4466,
+      "step": 23170
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006414041467081572,
+      "loss": 0.508,
+      "step": 23180
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0006413342190832489,
+      "loss": 0.5215,
+      "step": 23190
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006412642914583406,
+      "loss": 0.5054,
+      "step": 23200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006411943638334324,
+      "loss": 0.5366,
+      "step": 23210
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006411244362085242,
+      "loss": 0.5123,
+      "step": 23220
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006410545085836159,
+      "loss": 0.4863,
+      "step": 23230
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006409845809587077,
+      "loss": 0.5004,
+      "step": 23240
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006409146533337995,
+      "loss": 0.4991,
+      "step": 23250
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006408447257088913,
+      "loss": 0.4922,
+      "step": 23260
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006407747980839831,
+      "loss": 0.4814,
+      "step": 23270
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006407048704590749,
+      "loss": 0.4844,
+      "step": 23280
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006406349428341667,
+      "loss": 0.5476,
+      "step": 23290
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006405650152092585,
+      "loss": 0.5752,
+      "step": 23300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006404950875843502,
+      "loss": 0.5442,
+      "step": 23310
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.000640425159959442,
+      "loss": 0.5698,
+      "step": 23320
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.0006403552323345338,
+      "loss": 0.4579,
+      "step": 23330
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006402853047096256,
+      "loss": 0.4728,
+      "step": 23340
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006402153770847174,
+      "loss": 0.4618,
+      "step": 23350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006401454494598091,
+      "loss": 0.5183,
+      "step": 23360
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006400755218349009,
+      "loss": 0.5415,
+      "step": 23370
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006400055942099928,
+      "loss": 0.5341,
+      "step": 23380
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006399356665850846,
+      "loss": 0.5163,
+      "step": 23390
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006398657389601762,
+      "loss": 0.5336,
+      "step": 23400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.000639795811335268,
+      "loss": 0.5076,
+      "step": 23410
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006397258837103598,
+      "loss": 0.4833,
+      "step": 23420
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006396559560854516,
+      "loss": 0.4736,
+      "step": 23430
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006395860284605433,
+      "loss": 0.4893,
+      "step": 23440
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006395161008356351,
+      "loss": 0.547,
+      "step": 23450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006394461732107269,
+      "loss": 0.4707,
+      "step": 23460
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006393762455858187,
+      "loss": 0.4155,
+      "step": 23470
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0006393063179609105,
+      "loss": 0.5226,
+      "step": 23480
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006392363903360023,
+      "loss": 0.6305,
+      "step": 23490
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006391664627110941,
+      "loss": 0.5386,
+      "step": 23500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006390965350861859,
+      "loss": 0.5425,
+      "step": 23510
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006390266074612776,
+      "loss": 0.5596,
+      "step": 23520
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006389566798363694,
+      "loss": 0.5039,
+      "step": 23530
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006388867522114612,
+      "loss": 0.4774,
+      "step": 23540
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.000638816824586553,
+      "loss": 0.5588,
+      "step": 23550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006387468969616448,
+      "loss": 0.4791,
+      "step": 23560
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006386769693367364,
+      "loss": 0.5678,
+      "step": 23570
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006386070417118282,
+      "loss": 0.4714,
+      "step": 23580
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.00063853711408692,
+      "loss": 0.4389,
+      "step": 23590
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006384671864620119,
+      "loss": 0.4351,
+      "step": 23600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006383972588371036,
+      "loss": 0.5082,
+      "step": 23610
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.0006383273312121954,
+      "loss": 0.4161,
+      "step": 23620
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006382574035872872,
+      "loss": 0.5845,
+      "step": 23630
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.000638187475962379,
+      "loss": 0.5257,
+      "step": 23640
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006381175483374707,
+      "loss": 0.5084,
+      "step": 23650
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006380476207125625,
+      "loss": 0.5319,
+      "step": 23660
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006379776930876543,
+      "loss": 0.5266,
+      "step": 23670
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006379077654627461,
+      "loss": 0.4356,
+      "step": 23680
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006378378378378379,
+      "loss": 0.4745,
+      "step": 23690
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006377679102129296,
+      "loss": 0.505,
+      "step": 23700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006376979825880215,
+      "loss": 0.5134,
+      "step": 23710
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006376280549631133,
+      "loss": 0.4792,
+      "step": 23720
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.000637558127338205,
+      "loss": 0.5778,
+      "step": 23730
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006374881997132968,
+      "loss": 0.5453,
+      "step": 23740
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006374182720883886,
+      "loss": 0.4094,
+      "step": 23750
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006373483444634803,
+      "loss": 0.4607,
+      "step": 23760
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0006372784168385721,
+      "loss": 0.5299,
+      "step": 23770
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006372084892136638,
+      "loss": 0.5848,
+      "step": 23780
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006371385615887556,
+      "loss": 0.555,
+      "step": 23790
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006370686339638474,
+      "loss": 0.5009,
+      "step": 23800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006369987063389392,
+      "loss": 0.5722,
+      "step": 23810
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.000636928778714031,
+      "loss": 0.5472,
+      "step": 23820
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006368588510891228,
+      "loss": 0.5606,
+      "step": 23830
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006367889234642146,
+      "loss": 0.6018,
+      "step": 23840
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006367189958393064,
+      "loss": 0.4951,
+      "step": 23850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006366490682143981,
+      "loss": 0.5769,
+      "step": 23860
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006365791405894899,
+      "loss": 0.4523,
+      "step": 23870
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006365092129645817,
+      "loss": 0.5342,
+      "step": 23880
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006364392853396735,
+      "loss": 0.4888,
+      "step": 23890
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0006363693577147653,
+      "loss": 0.5151,
+      "step": 23900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.000636299430089857,
+      "loss": 0.5543,
+      "step": 23910
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006362295024649488,
+      "loss": 0.5107,
+      "step": 23920
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006361595748400407,
+      "loss": 0.4879,
+      "step": 23930
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006360896472151325,
+      "loss": 0.5431,
+      "step": 23940
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006360197195902241,
+      "loss": 0.546,
+      "step": 23950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006359497919653159,
+      "loss": 0.4342,
+      "step": 23960
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006358798643404077,
+      "loss": 0.5021,
+      "step": 23970
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006358099367154995,
+      "loss": 0.571,
+      "step": 23980
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006357400090905912,
+      "loss": 0.4737,
+      "step": 23990
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.000635670081465683,
+      "loss": 0.5317,
+      "step": 24000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006356001538407748,
+      "loss": 0.4977,
+      "step": 24010
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006355302262158666,
+      "loss": 0.566,
+      "step": 24020
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006354602985909584,
+      "loss": 0.5532,
+      "step": 24030
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0006353903709660502,
+      "loss": 0.5835,
+      "step": 24040
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.000635320443341142,
+      "loss": 0.5548,
+      "step": 24050
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006352505157162338,
+      "loss": 0.5276,
+      "step": 24060
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006351805880913255,
+      "loss": 0.4989,
+      "step": 24070
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006351106604664173,
+      "loss": 0.475,
+      "step": 24080
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006350407328415091,
+      "loss": 0.5324,
+      "step": 24090
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006349708052166009,
+      "loss": 0.6018,
+      "step": 24100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006349008775916927,
+      "loss": 0.5391,
+      "step": 24110
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006348309499667843,
+      "loss": 0.4944,
+      "step": 24120
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006347610223418761,
+      "loss": 0.491,
+      "step": 24130
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006346910947169679,
+      "loss": 0.5289,
+      "step": 24140
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006346211670920598,
+      "loss": 0.5026,
+      "step": 24150
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006345512394671515,
+      "loss": 0.5732,
+      "step": 24160
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006344813118422433,
+      "loss": 0.4923,
+      "step": 24170
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006344113842173351,
+      "loss": 0.4725,
+      "step": 24180
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006343414565924269,
+      "loss": 0.5575,
+      "step": 24190
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0006342715289675186,
+      "loss": 0.5494,
+      "step": 24200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006342016013426104,
+      "loss": 0.4893,
+      "step": 24210
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006341316737177022,
+      "loss": 0.4792,
+      "step": 24220
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.000634061746092794,
+      "loss": 0.5454,
+      "step": 24230
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006339918184678858,
+      "loss": 0.5071,
+      "step": 24240
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006339218908429775,
+      "loss": 0.5271,
+      "step": 24250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006338519632180694,
+      "loss": 0.4304,
+      "step": 24260
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006337820355931612,
+      "loss": 0.5412,
+      "step": 24270
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006337121079682529,
+      "loss": 0.4928,
+      "step": 24280
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006336421803433447,
+      "loss": 0.4555,
+      "step": 24290
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006335722527184365,
+      "loss": 0.4327,
+      "step": 24300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006335023250935282,
+      "loss": 0.53,
+      "step": 24310
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.00063343239746862,
+      "loss": 0.5891,
+      "step": 24320
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006333624698437117,
+      "loss": 0.5874,
+      "step": 24330
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0006332925422188035,
+      "loss": 0.538,
+      "step": 24340
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006332226145938953,
+      "loss": 0.5135,
+      "step": 24350
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006331526869689871,
+      "loss": 0.5426,
+      "step": 24360
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006330827593440789,
+      "loss": 0.4427,
+      "step": 24370
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006330128317191707,
+      "loss": 0.5415,
+      "step": 24380
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006329429040942625,
+      "loss": 0.4725,
+      "step": 24390
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006328729764693543,
+      "loss": 0.5314,
+      "step": 24400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.000632803048844446,
+      "loss": 0.5121,
+      "step": 24410
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006327331212195378,
+      "loss": 0.4893,
+      "step": 24420
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006326631935946296,
+      "loss": 0.6372,
+      "step": 24430
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006325932659697214,
+      "loss": 0.5463,
+      "step": 24440
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006325233383448132,
+      "loss": 0.5048,
+      "step": 24450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006324534107199049,
+      "loss": 0.5035,
+      "step": 24460
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006323834830949967,
+      "loss": 0.5477,
+      "step": 24470
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0006323135554700886,
+      "loss": 0.5178,
+      "step": 24480
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006322436278451802,
+      "loss": 0.5061,
+      "step": 24490
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.000632173700220272,
+      "loss": 0.5066,
+      "step": 24500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006321037725953638,
+      "loss": 0.5146,
+      "step": 24510
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006320338449704556,
+      "loss": 0.5367,
+      "step": 24520
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006319639173455474,
+      "loss": 0.5297,
+      "step": 24530
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006318939897206391,
+      "loss": 0.4528,
+      "step": 24540
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006318240620957309,
+      "loss": 0.5406,
+      "step": 24550
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006317541344708227,
+      "loss": 0.5103,
+      "step": 24560
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006316842068459145,
+      "loss": 0.4802,
+      "step": 24570
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006316142792210063,
+      "loss": 0.5014,
+      "step": 24580
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006315443515960981,
+      "loss": 0.5319,
+      "step": 24590
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006314744239711899,
+      "loss": 0.476,
+      "step": 24600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006314044963462817,
+      "loss": 0.4457,
+      "step": 24610
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006313345687213734,
+      "loss": 0.5593,
+      "step": 24620
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0006312646410964652,
+      "loss": 0.5624,
+      "step": 24630
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.000631194713471557,
+      "loss": 0.5269,
+      "step": 24640
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006311247858466488,
+      "loss": 0.4757,
+      "step": 24650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006310548582217406,
+      "loss": 0.4051,
+      "step": 24660
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006309849305968322,
+      "loss": 0.5349,
+      "step": 24670
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.000630915002971924,
+      "loss": 0.5226,
+      "step": 24680
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.000630845075347016,
+      "loss": 0.5244,
+      "step": 24690
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006307751477221076,
+      "loss": 0.4971,
+      "step": 24700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006307052200971994,
+      "loss": 0.4593,
+      "step": 24710
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006306352924722912,
+      "loss": 0.5229,
+      "step": 24720
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.000630565364847383,
+      "loss": 0.481,
+      "step": 24730
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006304954372224748,
+      "loss": 0.549,
+      "step": 24740
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006304255095975665,
+      "loss": 0.4766,
+      "step": 24750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006303555819726583,
+      "loss": 0.4771,
+      "step": 24760
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0006302856543477501,
+      "loss": 0.5241,
+      "step": 24770
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006302157267228419,
+      "loss": 0.5487,
+      "step": 24780
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006301457990979336,
+      "loss": 0.5789,
+      "step": 24790
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006300758714730255,
+      "loss": 0.5097,
+      "step": 24800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006300059438481173,
+      "loss": 0.4671,
+      "step": 24810
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006299360162232091,
+      "loss": 0.5573,
+      "step": 24820
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006298660885983008,
+      "loss": 0.4829,
+      "step": 24830
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006297961609733926,
+      "loss": 0.4351,
+      "step": 24840
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006297262333484844,
+      "loss": 0.4319,
+      "step": 24850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006296563057235762,
+      "loss": 0.4991,
+      "step": 24860
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.000629586378098668,
+      "loss": 0.4811,
+      "step": 24870
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006295164504737596,
+      "loss": 0.5447,
+      "step": 24880
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006294465228488514,
+      "loss": 0.4559,
+      "step": 24890
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0006293765952239432,
+      "loss": 0.5579,
+      "step": 24900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.000629306667599035,
+      "loss": 0.5442,
+      "step": 24910
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006292367399741268,
+      "loss": 0.6346,
+      "step": 24920
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006291668123492186,
+      "loss": 0.5442,
+      "step": 24930
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006290968847243104,
+      "loss": 0.4818,
+      "step": 24940
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006290269570994022,
+      "loss": 0.5288,
+      "step": 24950
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006289570294744939,
+      "loss": 0.4896,
+      "step": 24960
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006288871018495857,
+      "loss": 0.5757,
+      "step": 24970
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006288171742246775,
+      "loss": 0.524,
+      "step": 24980
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006287472465997693,
+      "loss": 0.4954,
+      "step": 24990
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.000628677318974861,
+      "loss": 0.4912,
+      "step": 25000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006286073913499528,
+      "loss": 0.4302,
+      "step": 25010
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006285374637250447,
+      "loss": 0.5676,
+      "step": 25020
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006284675361001365,
+      "loss": 0.5,
+      "step": 25030
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006283976084752282,
+      "loss": 0.5119,
+      "step": 25040
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.00062832768085032,
+      "loss": 0.4905,
+      "step": 25050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0006282577532254117,
+      "loss": 0.489,
+      "step": 25060
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006281878256005035,
+      "loss": 0.5049,
+      "step": 25070
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006281178979755953,
+      "loss": 0.4958,
+      "step": 25080
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.000628047970350687,
+      "loss": 0.4553,
+      "step": 25090
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006279780427257788,
+      "loss": 0.5703,
+      "step": 25100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006279081151008706,
+      "loss": 0.4692,
+      "step": 25110
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006278381874759624,
+      "loss": 0.5337,
+      "step": 25120
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006277682598510542,
+      "loss": 0.5105,
+      "step": 25130
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.000627698332226146,
+      "loss": 0.5339,
+      "step": 25140
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006276284046012378,
+      "loss": 0.5487,
+      "step": 25150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006275584769763296,
+      "loss": 0.5073,
+      "step": 25160
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006274885493514213,
+      "loss": 0.462,
+      "step": 25170
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006274186217265131,
+      "loss": 0.5492,
+      "step": 25180
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006273486941016049,
+      "loss": 0.4994,
+      "step": 25190
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.0006272787664766967,
+      "loss": 0.4841,
+      "step": 25200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006272088388517884,
+      "loss": 0.4772,
+      "step": 25210
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006271389112268802,
+      "loss": 0.4919,
+      "step": 25220
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.000627068983601972,
+      "loss": 0.5541,
+      "step": 25230
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006269990559770639,
+      "loss": 0.5612,
+      "step": 25240
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006269291283521555,
+      "loss": 0.4541,
+      "step": 25250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006268592007272473,
+      "loss": 0.5607,
+      "step": 25260
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006267892731023391,
+      "loss": 0.5133,
+      "step": 25270
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006267193454774309,
+      "loss": 0.453,
+      "step": 25280
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006266494178525227,
+      "loss": 0.5367,
+      "step": 25290
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006265794902276144,
+      "loss": 0.5272,
+      "step": 25300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006265095626027062,
+      "loss": 0.5268,
+      "step": 25310
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.000626439634977798,
+      "loss": 0.4862,
+      "step": 25320
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006263697073528898,
+      "loss": 0.5511,
+      "step": 25330
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006262997797279815,
+      "loss": 0.5076,
+      "step": 25340
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0006262298521030734,
+      "loss": 0.4644,
+      "step": 25350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006261599244781652,
+      "loss": 0.5116,
+      "step": 25360
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.000626089996853257,
+      "loss": 0.5659,
+      "step": 25370
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006260200692283487,
+      "loss": 0.5348,
+      "step": 25380
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006259501416034405,
+      "loss": 0.4222,
+      "step": 25390
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006258802139785323,
+      "loss": 0.4806,
+      "step": 25400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.000625810286353624,
+      "loss": 0.5277,
+      "step": 25410
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006257403587287157,
+      "loss": 0.4971,
+      "step": 25420
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006256704311038075,
+      "loss": 0.5156,
+      "step": 25430
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006256005034788993,
+      "loss": 0.5839,
+      "step": 25440
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006255305758539911,
+      "loss": 0.541,
+      "step": 25450
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006254606482290829,
+      "loss": 0.4654,
+      "step": 25460
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006253907206041747,
+      "loss": 0.5279,
+      "step": 25470
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006253207929792665,
+      "loss": 0.4516,
+      "step": 25480
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.0006252508653543583,
+      "loss": 0.4518,
+      "step": 25490
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006251809377294501,
+      "loss": 0.543,
+      "step": 25500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006251110101045418,
+      "loss": 0.5219,
+      "step": 25510
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006250410824796336,
+      "loss": 0.4682,
+      "step": 25520
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006249711548547254,
+      "loss": 0.4485,
+      "step": 25530
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006249012272298172,
+      "loss": 0.5142,
+      "step": 25540
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006248312996049089,
+      "loss": 0.5142,
+      "step": 25550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006247613719800007,
+      "loss": 0.4843,
+      "step": 25560
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006246914443550926,
+      "loss": 0.5232,
+      "step": 25570
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006246215167301844,
+      "loss": 0.5097,
+      "step": 25580
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.000624551589105276,
+      "loss": 0.4799,
+      "step": 25590
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006244816614803678,
+      "loss": 0.545,
+      "step": 25600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006244117338554596,
+      "loss": 0.5425,
+      "step": 25610
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006243418062305514,
+      "loss": 0.5113,
+      "step": 25620
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0006242718786056431,
+      "loss": 0.5246,
+      "step": 25630
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006242019509807349,
+      "loss": 0.5102,
+      "step": 25640
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006241320233558267,
+      "loss": 0.537,
+      "step": 25650
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006240620957309185,
+      "loss": 0.5426,
+      "step": 25660
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006239921681060103,
+      "loss": 0.4857,
+      "step": 25670
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006239222404811021,
+      "loss": 0.5193,
+      "step": 25680
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006238523128561939,
+      "loss": 0.4609,
+      "step": 25690
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006237823852312857,
+      "loss": 0.501,
+      "step": 25700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006237124576063775,
+      "loss": 0.4612,
+      "step": 25710
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006236425299814692,
+      "loss": 0.5042,
+      "step": 25720
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.000623572602356561,
+      "loss": 0.5302,
+      "step": 25730
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006235026747316528,
+      "loss": 0.4865,
+      "step": 25740
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006234327471067446,
+      "loss": 0.4738,
+      "step": 25750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006233628194818363,
+      "loss": 0.4586,
+      "step": 25760
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.000623292891856928,
+      "loss": 0.4225,
+      "step": 25770
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0006232229642320198,
+      "loss": 0.5319,
+      "step": 25780
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006231530366071118,
+      "loss": 0.4825,
+      "step": 25790
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006230831089822034,
+      "loss": 0.5771,
+      "step": 25800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006230131813572952,
+      "loss": 0.5801,
+      "step": 25810
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.000622943253732387,
+      "loss": 0.4981,
+      "step": 25820
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006228733261074788,
+      "loss": 0.5579,
+      "step": 25830
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006228033984825705,
+      "loss": 0.5244,
+      "step": 25840
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006227334708576623,
+      "loss": 0.498,
+      "step": 25850
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006226635432327541,
+      "loss": 0.5013,
+      "step": 25860
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006225936156078459,
+      "loss": 0.5314,
+      "step": 25870
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006225236879829377,
+      "loss": 0.4824,
+      "step": 25880
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006224537603580294,
+      "loss": 0.5483,
+      "step": 25890
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006223838327331213,
+      "loss": 0.5558,
+      "step": 25900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006223139051082131,
+      "loss": 0.5416,
+      "step": 25910
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0006222439774833049,
+      "loss": 0.5118,
+      "step": 25920
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006221740498583966,
+      "loss": 0.5082,
+      "step": 25930
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006221041222334884,
+      "loss": 0.5115,
+      "step": 25940
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006220341946085802,
+      "loss": 0.5393,
+      "step": 25950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.000621964266983672,
+      "loss": 0.5079,
+      "step": 25960
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006218943393587636,
+      "loss": 0.5012,
+      "step": 25970
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006218244117338554,
+      "loss": 0.4638,
+      "step": 25980
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006217544841089472,
+      "loss": 0.4826,
+      "step": 25990
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006216845564840391,
+      "loss": 0.4944,
+      "step": 26000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006216146288591308,
+      "loss": 0.5067,
+      "step": 26010
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006215447012342226,
+      "loss": 0.4896,
+      "step": 26020
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006214747736093144,
+      "loss": 0.4632,
+      "step": 26030
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006214048459844062,
+      "loss": 0.4703,
+      "step": 26040
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006213349183594979,
+      "loss": 0.5446,
+      "step": 26050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.0006212649907345897,
+      "loss": 0.5055,
+      "step": 26060
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006211950631096815,
+      "loss": 0.5287,
+      "step": 26070
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006211251354847733,
+      "loss": 0.4579,
+      "step": 26080
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006210552078598651,
+      "loss": 0.4613,
+      "step": 26090
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006209852802349568,
+      "loss": 0.5943,
+      "step": 26100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006209153526100487,
+      "loss": 0.5189,
+      "step": 26110
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006208454249851405,
+      "loss": 0.5905,
+      "step": 26120
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006207754973602323,
+      "loss": 0.5022,
+      "step": 26130
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.000620705569735324,
+      "loss": 0.4731,
+      "step": 26140
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006206356421104158,
+      "loss": 0.5057,
+      "step": 26150
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006205657144855075,
+      "loss": 0.4755,
+      "step": 26160
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006204957868605993,
+      "loss": 0.55,
+      "step": 26170
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.000620425859235691,
+      "loss": 0.5889,
+      "step": 26180
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006203559316107828,
+      "loss": 0.5256,
+      "step": 26190
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006202860039858746,
+      "loss": 0.5014,
+      "step": 26200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0006202160763609664,
+      "loss": 0.5513,
+      "step": 26210
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006201461487360582,
+      "loss": 0.5397,
+      "step": 26220
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.00062007622111115,
+      "loss": 0.487,
+      "step": 26230
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006200062934862418,
+      "loss": 0.4303,
+      "step": 26240
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006199363658613336,
+      "loss": 0.5548,
+      "step": 26250
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006198664382364253,
+      "loss": 0.5017,
+      "step": 26260
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006197965106115171,
+      "loss": 0.4833,
+      "step": 26270
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006197265829866089,
+      "loss": 0.5915,
+      "step": 26280
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006196566553617007,
+      "loss": 0.5776,
+      "step": 26290
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006195867277367925,
+      "loss": 0.5633,
+      "step": 26300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006195168001118842,
+      "loss": 0.4733,
+      "step": 26310
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.000619446872486976,
+      "loss": 0.5463,
+      "step": 26320
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006193769448620679,
+      "loss": 0.6026,
+      "step": 26330
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006193070172371597,
+      "loss": 0.5132,
+      "step": 26340
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.0006192370896122513,
+      "loss": 0.5771,
+      "step": 26350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006191671619873431,
+      "loss": 0.4423,
+      "step": 26360
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006190972343624349,
+      "loss": 0.4404,
+      "step": 26370
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006190273067375267,
+      "loss": 0.5579,
+      "step": 26380
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006189573791126184,
+      "loss": 0.4785,
+      "step": 26390
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006188874514877102,
+      "loss": 0.5396,
+      "step": 26400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.000618817523862802,
+      "loss": 0.6023,
+      "step": 26410
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006187475962378938,
+      "loss": 0.5638,
+      "step": 26420
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006186776686129856,
+      "loss": 0.4706,
+      "step": 26430
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006186077409880774,
+      "loss": 0.5961,
+      "step": 26440
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006185378133631692,
+      "loss": 0.5306,
+      "step": 26450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.000618467885738261,
+      "loss": 0.4869,
+      "step": 26460
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006183979581133527,
+      "loss": 0.4667,
+      "step": 26470
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006183280304884445,
+      "loss": 0.5032,
+      "step": 26480
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0006182581028635363,
+      "loss": 0.5177,
+      "step": 26490
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006181881752386281,
+      "loss": 0.4653,
+      "step": 26500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006181182476137199,
+      "loss": 0.5944,
+      "step": 26510
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006180483199888115,
+      "loss": 0.4813,
+      "step": 26520
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006179783923639033,
+      "loss": 0.5036,
+      "step": 26530
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006179084647389951,
+      "loss": 0.463,
+      "step": 26540
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.000617838537114087,
+      "loss": 0.4727,
+      "step": 26550
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006177686094891787,
+      "loss": 0.4597,
+      "step": 26560
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006176986818642705,
+      "loss": 0.6005,
+      "step": 26570
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006176287542393623,
+      "loss": 0.4748,
+      "step": 26580
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006175588266144541,
+      "loss": 0.4961,
+      "step": 26590
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006174888989895458,
+      "loss": 0.5513,
+      "step": 26600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006174189713646376,
+      "loss": 0.532,
+      "step": 26610
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006173490437397294,
+      "loss": 0.5593,
+      "step": 26620
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.0006172791161148212,
+      "loss": 0.4715,
+      "step": 26630
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.000617209188489913,
+      "loss": 0.4808,
+      "step": 26640
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006171392608650047,
+      "loss": 0.5043,
+      "step": 26650
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006170693332400966,
+      "loss": 0.5871,
+      "step": 26660
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006169994056151884,
+      "loss": 0.5041,
+      "step": 26670
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006169294779902801,
+      "loss": 0.474,
+      "step": 26680
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006168595503653719,
+      "loss": 0.4745,
+      "step": 26690
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006167896227404637,
+      "loss": 0.5751,
+      "step": 26700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006167196951155554,
+      "loss": 0.4888,
+      "step": 26710
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006166497674906472,
+      "loss": 0.512,
+      "step": 26720
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006165798398657389,
+      "loss": 0.5601,
+      "step": 26730
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006165099122408307,
+      "loss": 0.4389,
+      "step": 26740
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006164399846159225,
+      "loss": 0.4699,
+      "step": 26750
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006163700569910143,
+      "loss": 0.4815,
+      "step": 26760
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006163001293661061,
+      "loss": 0.4234,
+      "step": 26770
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0006162302017411979,
+      "loss": 0.5165,
+      "step": 26780
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006161602741162897,
+      "loss": 0.5291,
+      "step": 26790
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006160903464913815,
+      "loss": 0.4538,
+      "step": 26800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006160204188664732,
+      "loss": 0.5319,
+      "step": 26810
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.000615950491241565,
+      "loss": 0.5718,
+      "step": 26820
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006158805636166568,
+      "loss": 0.4866,
+      "step": 26830
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006158106359917486,
+      "loss": 0.468,
+      "step": 26840
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006157407083668404,
+      "loss": 0.5516,
+      "step": 26850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006156707807419321,
+      "loss": 0.4244,
+      "step": 26860
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006156008531170239,
+      "loss": 0.5316,
+      "step": 26870
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006155309254921158,
+      "loss": 0.5675,
+      "step": 26880
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006154609978672074,
+      "loss": 0.5048,
+      "step": 26890
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006153910702422992,
+      "loss": 0.5244,
+      "step": 26900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.000615321142617391,
+      "loss": 0.4364,
+      "step": 26910
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006152512149924828,
+      "loss": 0.5745,
+      "step": 26920
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0006151812873675746,
+      "loss": 0.4817,
+      "step": 26930
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006151113597426663,
+      "loss": 0.5059,
+      "step": 26940
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006150414321177581,
+      "loss": 0.4859,
+      "step": 26950
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006149715044928499,
+      "loss": 0.5139,
+      "step": 26960
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006149015768679417,
+      "loss": 0.4136,
+      "step": 26970
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006148316492430334,
+      "loss": 0.4585,
+      "step": 26980
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006147617216181253,
+      "loss": 0.5503,
+      "step": 26990
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006146917939932171,
+      "loss": 0.493,
+      "step": 27000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006146218663683089,
+      "loss": 0.5436,
+      "step": 27010
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006145519387434006,
+      "loss": 0.5086,
+      "step": 27020
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006144820111184924,
+      "loss": 0.5189,
+      "step": 27030
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006144120834935842,
+      "loss": 0.4671,
+      "step": 27040
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.000614342155868676,
+      "loss": 0.582,
+      "step": 27050
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006142722282437678,
+      "loss": 0.4292,
+      "step": 27060
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.0006142023006188594,
+      "loss": 0.4028,
+      "step": 27070
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006141323729939512,
+      "loss": 0.5324,
+      "step": 27080
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.000614062445369043,
+      "loss": 0.5212,
+      "step": 27090
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006139925177441348,
+      "loss": 0.5183,
+      "step": 27100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006139225901192266,
+      "loss": 0.5678,
+      "step": 27110
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006138526624943184,
+      "loss": 0.4775,
+      "step": 27120
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006137827348694102,
+      "loss": 0.5043,
+      "step": 27130
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.000613712807244502,
+      "loss": 0.453,
+      "step": 27140
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006136428796195937,
+      "loss": 0.53,
+      "step": 27150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006135729519946855,
+      "loss": 0.6769,
+      "step": 27160
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006135030243697773,
+      "loss": 0.5115,
+      "step": 27170
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006134330967448691,
+      "loss": 0.569,
+      "step": 27180
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006133631691199608,
+      "loss": 0.5134,
+      "step": 27190
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006132932414950526,
+      "loss": 0.4704,
+      "step": 27200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0006132233138701445,
+      "loss": 0.4775,
+      "step": 27210
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006131533862452363,
+      "loss": 0.5833,
+      "step": 27220
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.000613083458620328,
+      "loss": 0.5021,
+      "step": 27230
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006130135309954198,
+      "loss": 0.5401,
+      "step": 27240
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006129436033705116,
+      "loss": 0.5587,
+      "step": 27250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006128736757456034,
+      "loss": 0.481,
+      "step": 27260
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006128037481206951,
+      "loss": 0.5372,
+      "step": 27270
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006127338204957868,
+      "loss": 0.6358,
+      "step": 27280
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006126638928708786,
+      "loss": 0.5015,
+      "step": 27290
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006125939652459704,
+      "loss": 0.5068,
+      "step": 27300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006125240376210622,
+      "loss": 0.4746,
+      "step": 27310
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.000612454109996154,
+      "loss": 0.5749,
+      "step": 27320
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006123841823712458,
+      "loss": 0.51,
+      "step": 27330
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006123142547463376,
+      "loss": 0.5418,
+      "step": 27340
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006122443271214294,
+      "loss": 0.4977,
+      "step": 27350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0006121743994965211,
+      "loss": 0.4946,
+      "step": 27360
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006121044718716129,
+      "loss": 0.5692,
+      "step": 27370
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006120345442467047,
+      "loss": 0.5148,
+      "step": 27380
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006119646166217965,
+      "loss": 0.5023,
+      "step": 27390
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006118946889968882,
+      "loss": 0.5017,
+      "step": 27400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.00061182476137198,
+      "loss": 0.49,
+      "step": 27410
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006117548337470719,
+      "loss": 0.5818,
+      "step": 27420
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006116849061221637,
+      "loss": 0.5486,
+      "step": 27430
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006116149784972554,
+      "loss": 0.5941,
+      "step": 27440
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006115450508723471,
+      "loss": 0.5552,
+      "step": 27450
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006114751232474389,
+      "loss": 0.5287,
+      "step": 27460
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006114051956225307,
+      "loss": 0.6342,
+      "step": 27470
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006113352679976225,
+      "loss": 0.5997,
+      "step": 27480
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.0006112653403727142,
+      "loss": 0.405,
+      "step": 27490
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.000611195412747806,
+      "loss": 0.483,
+      "step": 27500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006111254851228978,
+      "loss": 0.4458,
+      "step": 27510
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006110555574979896,
+      "loss": 0.5108,
+      "step": 27520
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006109856298730814,
+      "loss": 0.4625,
+      "step": 27530
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006109157022481732,
+      "loss": 0.5745,
+      "step": 27540
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.000610845774623265,
+      "loss": 0.5002,
+      "step": 27550
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006107758469983568,
+      "loss": 0.4517,
+      "step": 27560
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006107059193734485,
+      "loss": 0.5258,
+      "step": 27570
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006106359917485403,
+      "loss": 0.4757,
+      "step": 27580
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006105660641236321,
+      "loss": 0.3838,
+      "step": 27590
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006104961364987239,
+      "loss": 0.5226,
+      "step": 27600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006104262088738156,
+      "loss": 0.5129,
+      "step": 27610
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006103562812489074,
+      "loss": 0.5036,
+      "step": 27620
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0006102863536239991,
+      "loss": 0.5309,
+      "step": 27630
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.000610216425999091,
+      "loss": 0.6008,
+      "step": 27640
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006101464983741827,
+      "loss": 0.5483,
+      "step": 27650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006100765707492745,
+      "loss": 0.5503,
+      "step": 27660
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006100066431243663,
+      "loss": 0.5178,
+      "step": 27670
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006099367154994581,
+      "loss": 0.4708,
+      "step": 27680
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006098667878745499,
+      "loss": 0.4513,
+      "step": 27690
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006097968602496416,
+      "loss": 0.5659,
+      "step": 27700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006097269326247334,
+      "loss": 0.4995,
+      "step": 27710
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006096570049998252,
+      "loss": 0.4914,
+      "step": 27720
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.000609587077374917,
+      "loss": 0.5808,
+      "step": 27730
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006095171497500087,
+      "loss": 0.5075,
+      "step": 27740
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006094472221251006,
+      "loss": 0.3968,
+      "step": 27750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006093772945001924,
+      "loss": 0.5382,
+      "step": 27760
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006093073668752842,
+      "loss": 0.4583,
+      "step": 27770
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006092374392503759,
+      "loss": 0.589,
+      "step": 27780
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.0006091675116254677,
+      "loss": 0.5057,
+      "step": 27790
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006090975840005595,
+      "loss": 0.478,
+      "step": 27800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006090276563756513,
+      "loss": 0.4837,
+      "step": 27810
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006089577287507429,
+      "loss": 0.5184,
+      "step": 27820
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006088878011258347,
+      "loss": 0.471,
+      "step": 27830
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006088178735009265,
+      "loss": 0.4692,
+      "step": 27840
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006087479458760183,
+      "loss": 0.5046,
+      "step": 27850
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006086780182511101,
+      "loss": 0.542,
+      "step": 27860
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006086080906262019,
+      "loss": 0.4648,
+      "step": 27870
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006085381630012937,
+      "loss": 0.5176,
+      "step": 27880
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006084682353763855,
+      "loss": 0.5273,
+      "step": 27890
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006083983077514773,
+      "loss": 0.4948,
+      "step": 27900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.000608328380126569,
+      "loss": 0.4417,
+      "step": 27910
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006082584525016608,
+      "loss": 0.5636,
+      "step": 27920
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0006081885248767526,
+      "loss": 0.556,
+      "step": 27930
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006081185972518444,
+      "loss": 0.4448,
+      "step": 27940
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006080486696269361,
+      "loss": 0.4803,
+      "step": 27950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006079787420020279,
+      "loss": 0.4711,
+      "step": 27960
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006079088143771198,
+      "loss": 0.4865,
+      "step": 27970
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006078388867522116,
+      "loss": 0.5941,
+      "step": 27980
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006077689591273033,
+      "loss": 0.5662,
+      "step": 27990
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.000607699031502395,
+      "loss": 0.4315,
+      "step": 28000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006076291038774868,
+      "loss": 0.5204,
+      "step": 28010
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006075591762525786,
+      "loss": 0.492,
+      "step": 28020
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006074892486276703,
+      "loss": 0.5605,
+      "step": 28030
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006074193210027621,
+      "loss": 0.4955,
+      "step": 28040
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006073493933778539,
+      "loss": 0.5907,
+      "step": 28050
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006072794657529457,
+      "loss": 0.5282,
+      "step": 28060
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0006072095381280375,
+      "loss": 0.4781,
+      "step": 28070
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006071396105031293,
+      "loss": 0.4841,
+      "step": 28080
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006070696828782211,
+      "loss": 0.5614,
+      "step": 28090
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006069997552533129,
+      "loss": 0.5324,
+      "step": 28100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006069298276284047,
+      "loss": 0.5253,
+      "step": 28110
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006068599000034964,
+      "loss": 0.5004,
+      "step": 28120
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006067899723785882,
+      "loss": 0.4245,
+      "step": 28130
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.00060672004475368,
+      "loss": 0.433,
+      "step": 28140
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006066501171287718,
+      "loss": 0.529,
+      "step": 28150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006065801895038635,
+      "loss": 0.4686,
+      "step": 28160
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006065102618789553,
+      "loss": 0.5414,
+      "step": 28170
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.000606440334254047,
+      "loss": 0.4765,
+      "step": 28180
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.000606370406629139,
+      "loss": 0.5023,
+      "step": 28190
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006063004790042306,
+      "loss": 0.4751,
+      "step": 28200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006062305513793224,
+      "loss": 0.4843,
+      "step": 28210
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.0006061606237544142,
+      "loss": 0.5353,
+      "step": 28220
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.000606090696129506,
+      "loss": 0.5002,
+      "step": 28230
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006060207685045977,
+      "loss": 0.4961,
+      "step": 28240
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006059508408796895,
+      "loss": 0.4761,
+      "step": 28250
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006058809132547813,
+      "loss": 0.4519,
+      "step": 28260
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006058109856298731,
+      "loss": 0.4673,
+      "step": 28270
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006057410580049649,
+      "loss": 0.4652,
+      "step": 28280
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006056711303800566,
+      "loss": 0.5254,
+      "step": 28290
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006056012027551485,
+      "loss": 0.5572,
+      "step": 28300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006055312751302403,
+      "loss": 0.5089,
+      "step": 28310
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006054613475053321,
+      "loss": 0.4642,
+      "step": 28320
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006053914198804238,
+      "loss": 0.468,
+      "step": 28330
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006053214922555156,
+      "loss": 0.6077,
+      "step": 28340
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006052515646306074,
+      "loss": 0.4834,
+      "step": 28350
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.0006051816370056992,
+      "loss": 0.5347,
+      "step": 28360
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006051117093807908,
+      "loss": 0.4536,
+      "step": 28370
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006050417817558826,
+      "loss": 0.514,
+      "step": 28380
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006049718541309744,
+      "loss": 0.5119,
+      "step": 28390
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006049019265060662,
+      "loss": 0.5149,
+      "step": 28400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.000604831998881158,
+      "loss": 0.5399,
+      "step": 28410
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006047620712562498,
+      "loss": 0.5756,
+      "step": 28420
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006046921436313416,
+      "loss": 0.4749,
+      "step": 28430
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006046222160064334,
+      "loss": 0.5599,
+      "step": 28440
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006045522883815251,
+      "loss": 0.5576,
+      "step": 28450
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006044823607566169,
+      "loss": 0.4975,
+      "step": 28460
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006044124331317087,
+      "loss": 0.4832,
+      "step": 28470
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006043425055068005,
+      "loss": 0.5799,
+      "step": 28480
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006042725778818923,
+      "loss": 0.4839,
+      "step": 28490
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.000604202650256984,
+      "loss": 0.5065,
+      "step": 28500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0006041327226320758,
+      "loss": 0.533,
+      "step": 28510
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006040627950071677,
+      "loss": 0.4338,
+      "step": 28520
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006039928673822595,
+      "loss": 0.4254,
+      "step": 28530
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006039229397573512,
+      "loss": 0.5188,
+      "step": 28540
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.000603853012132443,
+      "loss": 0.5228,
+      "step": 28550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006037830845075347,
+      "loss": 0.4924,
+      "step": 28560
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006037131568826265,
+      "loss": 0.4981,
+      "step": 28570
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006036432292577182,
+      "loss": 0.5256,
+      "step": 28580
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.00060357330163281,
+      "loss": 0.5151,
+      "step": 28590
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006035033740079018,
+      "loss": 0.4211,
+      "step": 28600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006034334463829936,
+      "loss": 0.4809,
+      "step": 28610
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006033635187580854,
+      "loss": 0.4706,
+      "step": 28620
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006032935911331772,
+      "loss": 0.4884,
+      "step": 28630
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.000603223663508269,
+      "loss": 0.5103,
+      "step": 28640
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0006031537358833608,
+      "loss": 0.4879,
+      "step": 28650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006030838082584525,
+      "loss": 0.4691,
+      "step": 28660
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006030138806335443,
+      "loss": 0.5689,
+      "step": 28670
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006029439530086361,
+      "loss": 0.4503,
+      "step": 28680
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006028740253837279,
+      "loss": 0.5596,
+      "step": 28690
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006028040977588197,
+      "loss": 0.4756,
+      "step": 28700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006027341701339114,
+      "loss": 0.4701,
+      "step": 28710
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006026642425090032,
+      "loss": 0.5414,
+      "step": 28720
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006025943148840951,
+      "loss": 0.5673,
+      "step": 28730
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006025243872591869,
+      "loss": 0.48,
+      "step": 28740
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006024544596342785,
+      "loss": 0.4638,
+      "step": 28750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006023845320093703,
+      "loss": 0.4243,
+      "step": 28760
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006023146043844621,
+      "loss": 0.4975,
+      "step": 28770
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006022446767595539,
+      "loss": 0.4575,
+      "step": 28780
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0006021747491346456,
+      "loss": 0.5163,
+      "step": 28790
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006021048215097374,
+      "loss": 0.4303,
+      "step": 28800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006020348938848292,
+      "loss": 0.4579,
+      "step": 28810
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.000601964966259921,
+      "loss": 0.4114,
+      "step": 28820
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006018950386350128,
+      "loss": 0.5287,
+      "step": 28830
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006018251110101046,
+      "loss": 0.431,
+      "step": 28840
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006017551833851964,
+      "loss": 0.4303,
+      "step": 28850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006016852557602882,
+      "loss": 0.5045,
+      "step": 28860
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006016153281353799,
+      "loss": 0.5459,
+      "step": 28870
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006015454005104717,
+      "loss": 0.5161,
+      "step": 28880
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006014754728855635,
+      "loss": 0.5858,
+      "step": 28890
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006014055452606553,
+      "loss": 0.5068,
+      "step": 28900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006013356176357471,
+      "loss": 0.4518,
+      "step": 28910
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006012656900108387,
+      "loss": 0.415,
+      "step": 28920
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006011957623859305,
+      "loss": 0.4073,
+      "step": 28930
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 0.0006011258347610223,
+      "loss": 0.5396,
+      "step": 28940
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006010559071361142,
+      "loss": 0.5069,
+      "step": 28950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006009859795112059,
+      "loss": 0.5843,
+      "step": 28960
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006009160518862977,
+      "loss": 0.4922,
+      "step": 28970
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006008461242613895,
+      "loss": 0.4931,
+      "step": 28980
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006007761966364813,
+      "loss": 0.4842,
+      "step": 28990
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.000600706269011573,
+      "loss": 0.4634,
+      "step": 29000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006006363413866648,
+      "loss": 0.4501,
+      "step": 29010
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006005664137617566,
+      "loss": 0.5326,
+      "step": 29020
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006004964861368484,
+      "loss": 0.5286,
+      "step": 29030
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006004265585119402,
+      "loss": 0.4769,
+      "step": 29040
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006003566308870319,
+      "loss": 0.4887,
+      "step": 29050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006002867032621238,
+      "loss": 0.3955,
+      "step": 29060
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006002167756372156,
+      "loss": 0.5016,
+      "step": 29070
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.0006001468480123073,
+      "loss": 0.5124,
+      "step": 29080
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0006000769203873991,
+      "loss": 0.4883,
+      "step": 29090
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0006000069927624909,
+      "loss": 0.4657,
+      "step": 29100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005999370651375827,
+      "loss": 0.5203,
+      "step": 29110
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005998671375126744,
+      "loss": 0.5245,
+      "step": 29120
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005997972098877661,
+      "loss": 0.547,
+      "step": 29130
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005997272822628579,
+      "loss": 0.5023,
+      "step": 29140
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005996573546379497,
+      "loss": 0.5344,
+      "step": 29150
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005995874270130415,
+      "loss": 0.4529,
+      "step": 29160
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005995174993881333,
+      "loss": 0.3918,
+      "step": 29170
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005994475717632251,
+      "loss": 0.4778,
+      "step": 29180
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005993776441383169,
+      "loss": 0.4538,
+      "step": 29190
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005993077165134087,
+      "loss": 0.5681,
+      "step": 29200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005992377888885004,
+      "loss": 0.4501,
+      "step": 29210
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0005991678612635922,
+      "loss": 0.5054,
+      "step": 29220
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.000599097933638684,
+      "loss": 0.5136,
+      "step": 29230
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005990280060137758,
+      "loss": 0.4158,
+      "step": 29240
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005989580783888676,
+      "loss": 0.4566,
+      "step": 29250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005988881507639593,
+      "loss": 0.4873,
+      "step": 29260
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005988182231390511,
+      "loss": 0.5396,
+      "step": 29270
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.000598748295514143,
+      "loss": 0.4929,
+      "step": 29280
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005986783678892346,
+      "loss": 0.498,
+      "step": 29290
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005986084402643264,
+      "loss": 0.5215,
+      "step": 29300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005985385126394182,
+      "loss": 0.4765,
+      "step": 29310
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.00059846858501451,
+      "loss": 0.474,
+      "step": 29320
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005983986573896018,
+      "loss": 0.4735,
+      "step": 29330
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005983287297646935,
+      "loss": 0.4724,
+      "step": 29340
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005982588021397853,
+      "loss": 0.488,
+      "step": 29350
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005981888745148771,
+      "loss": 0.45,
+      "step": 29360
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 0.0005981189468899689,
+      "loss": 0.485,
+      "step": 29370
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005980490192650607,
+      "loss": 0.5019,
+      "step": 29380
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005979790916401525,
+      "loss": 0.4662,
+      "step": 29390
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005979091640152443,
+      "loss": 0.3859,
+      "step": 29400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005978392363903361,
+      "loss": 0.4208,
+      "step": 29410
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005977693087654278,
+      "loss": 0.4909,
+      "step": 29420
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005976993811405196,
+      "loss": 0.507,
+      "step": 29430
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005976294535156114,
+      "loss": 0.4823,
+      "step": 29440
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005975595258907032,
+      "loss": 0.4613,
+      "step": 29450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.000597489598265795,
+      "loss": 0.444,
+      "step": 29460
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005974196706408866,
+      "loss": 0.5996,
+      "step": 29470
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005973497430159784,
+      "loss": 0.5409,
+      "step": 29480
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005972798153910702,
+      "loss": 0.4691,
+      "step": 29490
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.000597209887766162,
+      "loss": 0.5246,
+      "step": 29500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.0005971399601412538,
+      "loss": 0.4542,
+      "step": 29510
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005970700325163456,
+      "loss": 0.4354,
+      "step": 29520
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005970001048914374,
+      "loss": 0.4651,
+      "step": 29530
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005969301772665292,
+      "loss": 0.5239,
+      "step": 29540
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005968602496416209,
+      "loss": 0.4495,
+      "step": 29550
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005967903220167127,
+      "loss": 0.4253,
+      "step": 29560
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005967203943918045,
+      "loss": 0.5232,
+      "step": 29570
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005966504667668963,
+      "loss": 0.488,
+      "step": 29580
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005965805391419881,
+      "loss": 0.4195,
+      "step": 29590
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005965106115170798,
+      "loss": 0.4661,
+      "step": 29600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005964406838921717,
+      "loss": 0.5345,
+      "step": 29610
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005963707562672635,
+      "loss": 0.4588,
+      "step": 29620
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005963008286423552,
+      "loss": 0.4226,
+      "step": 29630
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.000596230901017447,
+      "loss": 0.4951,
+      "step": 29640
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 0.0005961609733925388,
+      "loss": 0.4909,
+      "step": 29650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005960910457676306,
+      "loss": 0.5295,
+      "step": 29660
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005960211181427223,
+      "loss": 0.459,
+      "step": 29670
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.000595951190517814,
+      "loss": 0.5536,
+      "step": 29680
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005958812628929058,
+      "loss": 0.5234,
+      "step": 29690
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005958113352679976,
+      "loss": 0.5111,
+      "step": 29700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005957414076430894,
+      "loss": 0.5054,
+      "step": 29710
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005956714800181812,
+      "loss": 0.4624,
+      "step": 29720
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.000595601552393273,
+      "loss": 0.5242,
+      "step": 29730
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005955316247683648,
+      "loss": 0.4323,
+      "step": 29740
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005954616971434566,
+      "loss": 0.472,
+      "step": 29750
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005953917695185483,
+      "loss": 0.4457,
+      "step": 29760
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005953218418936401,
+      "loss": 0.4788,
+      "step": 29770
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005952519142687319,
+      "loss": 0.4785,
+      "step": 29780
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005951819866438237,
+      "loss": 0.4594,
+      "step": 29790
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0005951120590189155,
+      "loss": 0.4098,
+      "step": 29800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005950421313940072,
+      "loss": 0.4946,
+      "step": 29810
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.000594972203769099,
+      "loss": 0.4923,
+      "step": 29820
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005949022761441909,
+      "loss": 0.5657,
+      "step": 29830
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005948323485192826,
+      "loss": 0.5019,
+      "step": 29840
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005947624208943743,
+      "loss": 0.4656,
+      "step": 29850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005946924932694661,
+      "loss": 0.4556,
+      "step": 29860
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005946225656445579,
+      "loss": 0.5538,
+      "step": 29870
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005945526380196497,
+      "loss": 0.508,
+      "step": 29880
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005944827103947414,
+      "loss": 0.4751,
+      "step": 29890
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005944127827698332,
+      "loss": 0.4738,
+      "step": 29900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.000594342855144925,
+      "loss": 0.4519,
+      "step": 29910
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005942729275200168,
+      "loss": 0.5584,
+      "step": 29920
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005942029998951085,
+      "loss": 0.4771,
+      "step": 29930
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.0005941330722702004,
+      "loss": 0.4294,
+      "step": 29940
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005940631446452922,
+      "loss": 0.4239,
+      "step": 29950
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.000593993217020384,
+      "loss": 0.4147,
+      "step": 29960
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005939232893954757,
+      "loss": 0.463,
+      "step": 29970
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005938533617705675,
+      "loss": 0.3985,
+      "step": 29980
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005937834341456593,
+      "loss": 0.4958,
+      "step": 29990
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005937135065207511,
+      "loss": 0.4392,
+      "step": 30000
+    },
+    {
+      "epoch": 2.09,
+      "eval_loss": 0.45305562019348145,
+      "eval_runtime": 346.5544,
+      "eval_samples_per_second": 18.418,
+      "eval_steps_per_second": 2.303,
+      "step": 30000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005936435788958429,
+      "loss": 0.5134,
+      "step": 30010
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005935736512709346,
+      "loss": 0.5179,
+      "step": 30020
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005935037236460263,
+      "loss": 0.5069,
+      "step": 30030
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005934337960211181,
+      "loss": 0.4394,
+      "step": 30040
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005933638683962099,
+      "loss": 0.4215,
+      "step": 30050
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005932939407713017,
+      "loss": 0.4713,
+      "step": 30060
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005932240131463935,
+      "loss": 0.5332,
+      "step": 30070
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005931540855214853,
+      "loss": 0.5241,
+      "step": 30080
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 0.0005930841578965771,
+      "loss": 0.5178,
+      "step": 30090
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005930142302716688,
+      "loss": 0.473,
+      "step": 30100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005929443026467606,
+      "loss": 0.4378,
+      "step": 30110
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005928743750218524,
+      "loss": 0.5369,
+      "step": 30120
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005928044473969442,
+      "loss": 0.4408,
+      "step": 30130
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005927345197720359,
+      "loss": 0.5036,
+      "step": 30140
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005926645921471278,
+      "loss": 0.5195,
+      "step": 30150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005925946645222196,
+      "loss": 0.4601,
+      "step": 30160
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005925247368973114,
+      "loss": 0.49,
+      "step": 30170
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005924548092724031,
+      "loss": 0.4302,
+      "step": 30180
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005923848816474949,
+      "loss": 0.4801,
+      "step": 30190
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005923149540225867,
+      "loss": 0.4643,
+      "step": 30200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005922450263976785,
+      "loss": 0.5768,
+      "step": 30210
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005921750987727703,
+      "loss": 0.5599,
+      "step": 30220
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0005921051711478619,
+      "loss": 0.4525,
+      "step": 30230
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005920352435229537,
+      "loss": 0.4936,
+      "step": 30240
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005919653158980455,
+      "loss": 0.4589,
+      "step": 30250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005918953882731373,
+      "loss": 0.4453,
+      "step": 30260
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005918254606482291,
+      "loss": 0.4736,
+      "step": 30270
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005917555330233209,
+      "loss": 0.5166,
+      "step": 30280
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005916856053984127,
+      "loss": 0.4644,
+      "step": 30290
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005916156777735045,
+      "loss": 0.511,
+      "step": 30300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005915457501485962,
+      "loss": 0.44,
+      "step": 30310
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.000591475822523688,
+      "loss": 0.4642,
+      "step": 30320
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005914058948987798,
+      "loss": 0.5136,
+      "step": 30330
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005913359672738716,
+      "loss": 0.4839,
+      "step": 30340
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005912660396489633,
+      "loss": 0.447,
+      "step": 30350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.0005911961120240551,
+      "loss": 0.4148,
+      "step": 30360
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 0.000591126184399147,
+      "loss": 0.4948,
+      "step": 30370
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005910562567742388,
+      "loss": 0.5051,
+      "step": 30380
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005909863291493305,
+      "loss": 0.478,
+      "step": 30390
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005909164015244223,
+      "loss": 0.5312,
+      "step": 30400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.000590846473899514,
+      "loss": 0.5108,
+      "step": 30410
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005907765462746058,
+      "loss": 0.4393,
+      "step": 30420
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005907066186496976,
+      "loss": 0.4732,
+      "step": 30430
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005906366910247893,
+      "loss": 0.5262,
+      "step": 30440
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005905667633998811,
+      "loss": 0.4845,
+      "step": 30450
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005904968357749729,
+      "loss": 0.4876,
+      "step": 30460
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005904269081500647,
+      "loss": 0.4821,
+      "step": 30470
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005903569805251565,
+      "loss": 0.4871,
+      "step": 30480
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005902870529002483,
+      "loss": 0.5378,
+      "step": 30490
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005902171252753401,
+      "loss": 0.5064,
+      "step": 30500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005901471976504319,
+      "loss": 0.4881,
+      "step": 30510
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0005900772700255236,
+      "loss": 0.4173,
+      "step": 30520
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005900073424006154,
+      "loss": 0.5655,
+      "step": 30530
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005899374147757072,
+      "loss": 0.4364,
+      "step": 30540
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.000589867487150799,
+      "loss": 0.4865,
+      "step": 30550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005897975595258907,
+      "loss": 0.4464,
+      "step": 30560
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005897276319009825,
+      "loss": 0.4091,
+      "step": 30570
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005896577042760742,
+      "loss": 0.5006,
+      "step": 30580
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005895877766511662,
+      "loss": 0.5199,
+      "step": 30590
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005895178490262578,
+      "loss": 0.4951,
+      "step": 30600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005894479214013496,
+      "loss": 0.4386,
+      "step": 30610
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005893779937764414,
+      "loss": 0.4873,
+      "step": 30620
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005893080661515332,
+      "loss": 0.4232,
+      "step": 30630
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.000589238138526625,
+      "loss": 0.461,
+      "step": 30640
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005891682109017167,
+      "loss": 0.4296,
+      "step": 30650
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.0005890982832768085,
+      "loss": 0.497,
+      "step": 30660
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005890283556519003,
+      "loss": 0.5242,
+      "step": 30670
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005889584280269921,
+      "loss": 0.5127,
+      "step": 30680
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005888885004020838,
+      "loss": 0.4637,
+      "step": 30690
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005888185727771757,
+      "loss": 0.4919,
+      "step": 30700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005887486451522675,
+      "loss": 0.5001,
+      "step": 30710
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005886787175273593,
+      "loss": 0.3984,
+      "step": 30720
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.000588608789902451,
+      "loss": 0.4147,
+      "step": 30730
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005885388622775428,
+      "loss": 0.496,
+      "step": 30740
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005884689346526346,
+      "loss": 0.4844,
+      "step": 30750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005883990070277264,
+      "loss": 0.423,
+      "step": 30760
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.000588329079402818,
+      "loss": 0.5195,
+      "step": 30770
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005882591517779098,
+      "loss": 0.4646,
+      "step": 30780
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005881892241530016,
+      "loss": 0.4224,
+      "step": 30790
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 0.0005881192965280934,
+      "loss": 0.4986,
+      "step": 30800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005880493689031852,
+      "loss": 0.5321,
+      "step": 30810
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.000587979441278277,
+      "loss": 0.495,
+      "step": 30820
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005879095136533688,
+      "loss": 0.423,
+      "step": 30830
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005878395860284606,
+      "loss": 0.4234,
+      "step": 30840
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005877696584035524,
+      "loss": 0.3791,
+      "step": 30850
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005876997307786441,
+      "loss": 0.4986,
+      "step": 30860
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005876298031537359,
+      "loss": 0.4775,
+      "step": 30870
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005875598755288277,
+      "loss": 0.4632,
+      "step": 30880
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005874899479039195,
+      "loss": 0.4605,
+      "step": 30890
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005874200202790112,
+      "loss": 0.4915,
+      "step": 30900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.000587350092654103,
+      "loss": 0.5083,
+      "step": 30910
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005872801650291949,
+      "loss": 0.4862,
+      "step": 30920
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005872102374042867,
+      "loss": 0.483,
+      "step": 30930
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005871403097793784,
+      "loss": 0.4528,
+      "step": 30940
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0005870703821544702,
+      "loss": 0.4984,
+      "step": 30950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.000587000454529562,
+      "loss": 0.5672,
+      "step": 30960
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005869305269046537,
+      "loss": 0.5224,
+      "step": 30970
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005868605992797454,
+      "loss": 0.4823,
+      "step": 30980
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005867906716548372,
+      "loss": 0.4597,
+      "step": 30990
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.000586720744029929,
+      "loss": 0.4538,
+      "step": 31000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005866508164050208,
+      "loss": 0.4609,
+      "step": 31010
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005865808887801126,
+      "loss": 0.4734,
+      "step": 31020
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005865109611552044,
+      "loss": 0.5056,
+      "step": 31030
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005864410335302962,
+      "loss": 0.6024,
+      "step": 31040
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.000586371105905388,
+      "loss": 0.4635,
+      "step": 31050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005863011782804798,
+      "loss": 0.4767,
+      "step": 31060
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005862312506555715,
+      "loss": 0.5066,
+      "step": 31070
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005861613230306633,
+      "loss": 0.5014,
+      "step": 31080
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.0005860913954057551,
+      "loss": 0.4693,
+      "step": 31090
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005860214677808469,
+      "loss": 0.4984,
+      "step": 31100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005859515401559386,
+      "loss": 0.4709,
+      "step": 31110
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005858816125310304,
+      "loss": 0.4221,
+      "step": 31120
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005858116849061222,
+      "loss": 0.3937,
+      "step": 31130
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005857417572812141,
+      "loss": 0.4423,
+      "step": 31140
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005856718296563057,
+      "loss": 0.492,
+      "step": 31150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005856019020313975,
+      "loss": 0.4646,
+      "step": 31160
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005855319744064893,
+      "loss": 0.4763,
+      "step": 31170
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005854620467815811,
+      "loss": 0.4188,
+      "step": 31180
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005853921191566728,
+      "loss": 0.4569,
+      "step": 31190
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005853221915317646,
+      "loss": 0.4589,
+      "step": 31200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005852522639068564,
+      "loss": 0.4489,
+      "step": 31210
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.0005851823362819482,
+      "loss": 0.6104,
+      "step": 31220
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 0.00058511240865704,
+      "loss": 0.4621,
+      "step": 31230
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005850424810321317,
+      "loss": 0.4365,
+      "step": 31240
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005849725534072236,
+      "loss": 0.4201,
+      "step": 31250
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005849026257823154,
+      "loss": 0.4854,
+      "step": 31260
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005848326981574072,
+      "loss": 0.5494,
+      "step": 31270
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005847627705324989,
+      "loss": 0.4537,
+      "step": 31280
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005846928429075907,
+      "loss": 0.5494,
+      "step": 31290
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005846229152826825,
+      "loss": 0.4642,
+      "step": 31300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005845529876577743,
+      "loss": 0.4892,
+      "step": 31310
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.000584483060032866,
+      "loss": 0.4766,
+      "step": 31320
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005844131324079577,
+      "loss": 0.4491,
+      "step": 31330
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005843432047830495,
+      "loss": 0.5278,
+      "step": 31340
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005842732771581413,
+      "loss": 0.5321,
+      "step": 31350
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005842033495332331,
+      "loss": 0.5113,
+      "step": 31360
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005841334219083249,
+      "loss": 0.4691,
+      "step": 31370
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.0005840634942834167,
+      "loss": 0.5056,
+      "step": 31380
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005839935666585085,
+      "loss": 0.404,
+      "step": 31390
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005839236390336002,
+      "loss": 0.5056,
+      "step": 31400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.000583853711408692,
+      "loss": 0.581,
+      "step": 31410
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005837837837837838,
+      "loss": 0.4423,
+      "step": 31420
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005837138561588756,
+      "loss": 0.4907,
+      "step": 31430
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005836439285339674,
+      "loss": 0.4362,
+      "step": 31440
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005835740009090591,
+      "loss": 0.4712,
+      "step": 31450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.000583504073284151,
+      "loss": 0.5828,
+      "step": 31460
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005834341456592428,
+      "loss": 0.4373,
+      "step": 31470
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005833642180343346,
+      "loss": 0.4174,
+      "step": 31480
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005832942904094263,
+      "loss": 0.4384,
+      "step": 31490
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005832243627845181,
+      "loss": 0.5163,
+      "step": 31500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005831544351596099,
+      "loss": 0.4405,
+      "step": 31510
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 0.0005830845075347016,
+      "loss": 0.5176,
+      "step": 31520
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005830145799097933,
+      "loss": 0.4595,
+      "step": 31530
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005829446522848851,
+      "loss": 0.4331,
+      "step": 31540
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005828747246599769,
+      "loss": 0.4473,
+      "step": 31550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005828047970350687,
+      "loss": 0.488,
+      "step": 31560
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005827348694101605,
+      "loss": 0.4679,
+      "step": 31570
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005826649417852523,
+      "loss": 0.4788,
+      "step": 31580
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005825950141603441,
+      "loss": 0.4637,
+      "step": 31590
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005825250865354359,
+      "loss": 0.5172,
+      "step": 31600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005824551589105276,
+      "loss": 0.4951,
+      "step": 31610
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005823852312856194,
+      "loss": 0.4581,
+      "step": 31620
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005823153036607112,
+      "loss": 0.4711,
+      "step": 31630
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.000582245376035803,
+      "loss": 0.5561,
+      "step": 31640
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005821754484108948,
+      "loss": 0.4807,
+      "step": 31650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005821055207859865,
+      "loss": 0.3899,
+      "step": 31660
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0005820355931610783,
+      "loss": 0.4937,
+      "step": 31670
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005819656655361702,
+      "loss": 0.5347,
+      "step": 31680
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.000581895737911262,
+      "loss": 0.4428,
+      "step": 31690
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005818258102863536,
+      "loss": 0.4486,
+      "step": 31700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005817558826614454,
+      "loss": 0.5248,
+      "step": 31710
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005816859550365372,
+      "loss": 0.5183,
+      "step": 31720
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.000581616027411629,
+      "loss": 0.4802,
+      "step": 31730
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005815460997867207,
+      "loss": 0.4472,
+      "step": 31740
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005814761721618125,
+      "loss": 0.4587,
+      "step": 31750
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005814062445369043,
+      "loss": 0.444,
+      "step": 31760
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005813363169119961,
+      "loss": 0.5503,
+      "step": 31770
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005812663892870879,
+      "loss": 0.5047,
+      "step": 31780
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005811964616621797,
+      "loss": 0.4709,
+      "step": 31790
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005811265340372715,
+      "loss": 0.4446,
+      "step": 31800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0005810566064123633,
+      "loss": 0.4943,
+      "step": 31810
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.000580986678787455,
+      "loss": 0.5025,
+      "step": 31820
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005809167511625468,
+      "loss": 0.3944,
+      "step": 31830
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005808468235376386,
+      "loss": 0.4703,
+      "step": 31840
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005807768959127304,
+      "loss": 0.4926,
+      "step": 31850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005807069682878222,
+      "loss": 0.4641,
+      "step": 31860
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005806370406629138,
+      "loss": 0.4834,
+      "step": 31870
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005805671130380056,
+      "loss": 0.4442,
+      "step": 31880
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005804971854130974,
+      "loss": 0.4511,
+      "step": 31890
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005804272577881893,
+      "loss": 0.5625,
+      "step": 31900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.000580357330163281,
+      "loss": 0.4568,
+      "step": 31910
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005802874025383728,
+      "loss": 0.4976,
+      "step": 31920
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005802174749134646,
+      "loss": 0.5146,
+      "step": 31930
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005801475472885564,
+      "loss": 0.4414,
+      "step": 31940
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 0.0005800776196636481,
+      "loss": 0.4944,
+      "step": 31950
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005800076920387399,
+      "loss": 0.4177,
+      "step": 31960
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005799377644138317,
+      "loss": 0.4325,
+      "step": 31970
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005798678367889235,
+      "loss": 0.4408,
+      "step": 31980
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005797979091640153,
+      "loss": 0.5236,
+      "step": 31990
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.000579727981539107,
+      "loss": 0.4384,
+      "step": 32000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005796580539141989,
+      "loss": 0.4893,
+      "step": 32010
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005795881262892907,
+      "loss": 0.495,
+      "step": 32020
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005795181986643824,
+      "loss": 0.5352,
+      "step": 32030
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005794482710394742,
+      "loss": 0.4467,
+      "step": 32040
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.000579378343414566,
+      "loss": 0.4768,
+      "step": 32050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005793084157896578,
+      "loss": 0.4416,
+      "step": 32060
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005792384881647495,
+      "loss": 0.497,
+      "step": 32070
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005791685605398412,
+      "loss": 0.4836,
+      "step": 32080
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.000579098632914933,
+      "loss": 0.4963,
+      "step": 32090
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0005790287052900248,
+      "loss": 0.4419,
+      "step": 32100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005789587776651166,
+      "loss": 0.492,
+      "step": 32110
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005788888500402084,
+      "loss": 0.459,
+      "step": 32120
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005788189224153002,
+      "loss": 0.5251,
+      "step": 32130
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.000578748994790392,
+      "loss": 0.5022,
+      "step": 32140
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005786790671654838,
+      "loss": 0.5724,
+      "step": 32150
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005786091395405755,
+      "loss": 0.4602,
+      "step": 32160
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005785392119156673,
+      "loss": 0.4012,
+      "step": 32170
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005784692842907591,
+      "loss": 0.412,
+      "step": 32180
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005783993566658509,
+      "loss": 0.425,
+      "step": 32190
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005783294290409427,
+      "loss": 0.4843,
+      "step": 32200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005782595014160344,
+      "loss": 0.422,
+      "step": 32210
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005781895737911262,
+      "loss": 0.5364,
+      "step": 32220
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005781196461662181,
+      "loss": 0.4406,
+      "step": 32230
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 0.0005780497185413098,
+      "loss": 0.4721,
+      "step": 32240
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005779797909164015,
+      "loss": 0.4652,
+      "step": 32250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005779098632914933,
+      "loss": 0.5303,
+      "step": 32260
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005778399356665851,
+      "loss": 0.4755,
+      "step": 32270
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005777700080416769,
+      "loss": 0.5079,
+      "step": 32280
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005777000804167686,
+      "loss": 0.4754,
+      "step": 32290
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005776301527918604,
+      "loss": 0.4772,
+      "step": 32300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005775602251669522,
+      "loss": 0.4966,
+      "step": 32310
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.000577490297542044,
+      "loss": 0.5167,
+      "step": 32320
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005774203699171357,
+      "loss": 0.5138,
+      "step": 32330
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005773504422922276,
+      "loss": 0.5463,
+      "step": 32340
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005772805146673194,
+      "loss": 0.4028,
+      "step": 32350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005772105870424112,
+      "loss": 0.4501,
+      "step": 32360
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005771406594175029,
+      "loss": 0.4341,
+      "step": 32370
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.0005770707317925947,
+      "loss": 0.4689,
+      "step": 32380
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005770008041676865,
+      "loss": 0.5006,
+      "step": 32390
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005769308765427783,
+      "loss": 0.4831,
+      "step": 32400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005768609489178701,
+      "loss": 0.4749,
+      "step": 32410
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005767910212929618,
+      "loss": 0.4836,
+      "step": 32420
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005767210936680535,
+      "loss": 0.4776,
+      "step": 32430
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005766511660431453,
+      "loss": 0.4793,
+      "step": 32440
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005765812384182371,
+      "loss": 0.4189,
+      "step": 32450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005765113107933289,
+      "loss": 0.4621,
+      "step": 32460
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005764413831684207,
+      "loss": 0.5287,
+      "step": 32470
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005763714555435125,
+      "loss": 0.4972,
+      "step": 32480
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005763015279186043,
+      "loss": 0.4619,
+      "step": 32490
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.000576231600293696,
+      "loss": 0.5006,
+      "step": 32500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005761616726687878,
+      "loss": 0.4583,
+      "step": 32510
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005760917450438796,
+      "loss": 0.4271,
+      "step": 32520
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0005760218174189714,
+      "loss": 0.5066,
+      "step": 32530
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005759518897940631,
+      "loss": 0.41,
+      "step": 32540
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005758819621691549,
+      "loss": 0.4993,
+      "step": 32550
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005758120345442468,
+      "loss": 0.4762,
+      "step": 32560
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005757421069193386,
+      "loss": 0.5558,
+      "step": 32570
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005756721792944303,
+      "loss": 0.4464,
+      "step": 32580
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005756022516695221,
+      "loss": 0.4807,
+      "step": 32590
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005755323240446139,
+      "loss": 0.4674,
+      "step": 32600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005754623964197057,
+      "loss": 0.5146,
+      "step": 32610
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005753924687947975,
+      "loss": 0.4599,
+      "step": 32620
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005753225411698891,
+      "loss": 0.4636,
+      "step": 32630
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005752526135449809,
+      "loss": 0.4437,
+      "step": 32640
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005751826859200727,
+      "loss": 0.5631,
+      "step": 32650
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005751127582951645,
+      "loss": 0.5314,
+      "step": 32660
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 0.0005750428306702563,
+      "loss": 0.4771,
+      "step": 32670
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005749729030453481,
+      "loss": 0.4868,
+      "step": 32680
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005749029754204399,
+      "loss": 0.5074,
+      "step": 32690
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005748330477955317,
+      "loss": 0.4538,
+      "step": 32700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005747631201706234,
+      "loss": 0.4677,
+      "step": 32710
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005746931925457152,
+      "loss": 0.4566,
+      "step": 32720
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.000574623264920807,
+      "loss": 0.5095,
+      "step": 32730
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005745533372958988,
+      "loss": 0.478,
+      "step": 32740
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005744834096709905,
+      "loss": 0.5179,
+      "step": 32750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005744134820460823,
+      "loss": 0.4639,
+      "step": 32760
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005743435544211741,
+      "loss": 0.4473,
+      "step": 32770
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.000574273626796266,
+      "loss": 0.4308,
+      "step": 32780
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005742036991713577,
+      "loss": 0.4806,
+      "step": 32790
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005741337715464495,
+      "loss": 0.4765,
+      "step": 32800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.0005740638439215412,
+      "loss": 0.4691,
+      "step": 32810
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.000573993916296633,
+      "loss": 0.4472,
+      "step": 32820
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005739239886717248,
+      "loss": 0.483,
+      "step": 32830
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005738540610468165,
+      "loss": 0.5221,
+      "step": 32840
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005737841334219083,
+      "loss": 0.4219,
+      "step": 32850
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005737142057970001,
+      "loss": 0.4867,
+      "step": 32860
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005736442781720919,
+      "loss": 0.46,
+      "step": 32870
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005735743505471837,
+      "loss": 0.4633,
+      "step": 32880
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005735044229222755,
+      "loss": 0.5132,
+      "step": 32890
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005734344952973673,
+      "loss": 0.4435,
+      "step": 32900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005733645676724591,
+      "loss": 0.4659,
+      "step": 32910
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005732946400475508,
+      "loss": 0.4608,
+      "step": 32920
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005732247124226426,
+      "loss": 0.4663,
+      "step": 32930
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005731547847977344,
+      "loss": 0.4562,
+      "step": 32940
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005730848571728262,
+      "loss": 0.5085,
+      "step": 32950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.0005730149295479179,
+      "loss": 0.5949,
+      "step": 32960
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005729450019230097,
+      "loss": 0.4685,
+      "step": 32970
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005728750742981015,
+      "loss": 0.4404,
+      "step": 32980
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005728051466731934,
+      "loss": 0.5341,
+      "step": 32990
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.000572735219048285,
+      "loss": 0.4624,
+      "step": 33000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005726652914233768,
+      "loss": 0.4796,
+      "step": 33010
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005725953637984686,
+      "loss": 0.4621,
+      "step": 33020
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005725254361735604,
+      "loss": 0.5061,
+      "step": 33030
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005724555085486522,
+      "loss": 0.523,
+      "step": 33040
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005723855809237439,
+      "loss": 0.5128,
+      "step": 33050
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005723156532988357,
+      "loss": 0.4966,
+      "step": 33060
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005722457256739275,
+      "loss": 0.5332,
+      "step": 33070
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005721757980490193,
+      "loss": 0.3887,
+      "step": 33080
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.000572105870424111,
+      "loss": 0.4543,
+      "step": 33090
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 0.0005720359427992029,
+      "loss": 0.4708,
+      "step": 33100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005719660151742947,
+      "loss": 0.4811,
+      "step": 33110
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005718960875493865,
+      "loss": 0.4997,
+      "step": 33120
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005718261599244782,
+      "loss": 0.4283,
+      "step": 33130
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.00057175623229957,
+      "loss": 0.49,
+      "step": 33140
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005716863046746618,
+      "loss": 0.3835,
+      "step": 33150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005716163770497536,
+      "loss": 0.4976,
+      "step": 33160
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005715464494248452,
+      "loss": 0.4949,
+      "step": 33170
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.000571476521799937,
+      "loss": 0.4635,
+      "step": 33180
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005714065941750288,
+      "loss": 0.5721,
+      "step": 33190
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005713366665501206,
+      "loss": 0.3925,
+      "step": 33200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005712667389252124,
+      "loss": 0.5412,
+      "step": 33210
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005711968113003042,
+      "loss": 0.5418,
+      "step": 33220
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.000571126883675396,
+      "loss": 0.5155,
+      "step": 33230
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005710569560504878,
+      "loss": 0.4047,
+      "step": 33240
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0005709870284255796,
+      "loss": 0.442,
+      "step": 33250
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005709171008006713,
+      "loss": 0.5111,
+      "step": 33260
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005708471731757631,
+      "loss": 0.4991,
+      "step": 33270
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005707772455508549,
+      "loss": 0.5432,
+      "step": 33280
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005707073179259467,
+      "loss": 0.5215,
+      "step": 33290
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005706373903010384,
+      "loss": 0.5418,
+      "step": 33300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005705674626761302,
+      "loss": 0.482,
+      "step": 33310
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005704975350512221,
+      "loss": 0.5359,
+      "step": 33320
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005704276074263139,
+      "loss": 0.5075,
+      "step": 33330
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005703576798014056,
+      "loss": 0.4471,
+      "step": 33340
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005702877521764974,
+      "loss": 0.3979,
+      "step": 33350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005702178245515891,
+      "loss": 0.485,
+      "step": 33360
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005701478969266809,
+      "loss": 0.4772,
+      "step": 33370
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005700779693017726,
+      "loss": 0.4578,
+      "step": 33380
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 0.0005700080416768644,
+      "loss": 0.4226,
+      "step": 33390
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005699381140519562,
+      "loss": 0.4768,
+      "step": 33400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.000569868186427048,
+      "loss": 0.5187,
+      "step": 33410
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005697982588021398,
+      "loss": 0.428,
+      "step": 33420
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005697283311772316,
+      "loss": 0.4395,
+      "step": 33430
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005696584035523234,
+      "loss": 0.5239,
+      "step": 33440
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005695884759274152,
+      "loss": 0.5478,
+      "step": 33450
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.000569518548302507,
+      "loss": 0.5651,
+      "step": 33460
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005694486206775987,
+      "loss": 0.5086,
+      "step": 33470
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005693786930526905,
+      "loss": 0.5387,
+      "step": 33480
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005693087654277823,
+      "loss": 0.5005,
+      "step": 33490
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005692388378028741,
+      "loss": 0.4298,
+      "step": 33500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005691689101779658,
+      "loss": 0.4663,
+      "step": 33510
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005690989825530576,
+      "loss": 0.5239,
+      "step": 33520
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.0005690290549281494,
+      "loss": 0.5054,
+      "step": 33530
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005689591273032413,
+      "loss": 0.5167,
+      "step": 33540
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005688891996783329,
+      "loss": 0.4831,
+      "step": 33550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005688192720534247,
+      "loss": 0.5664,
+      "step": 33560
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005687493444285165,
+      "loss": 0.4732,
+      "step": 33570
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005686794168036083,
+      "loss": 0.4989,
+      "step": 33580
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005686094891787,
+      "loss": 0.5452,
+      "step": 33590
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005685395615537918,
+      "loss": 0.5293,
+      "step": 33600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005684696339288836,
+      "loss": 0.447,
+      "step": 33610
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005683997063039754,
+      "loss": 0.4684,
+      "step": 33620
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005683297786790672,
+      "loss": 0.5052,
+      "step": 33630
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005682598510541589,
+      "loss": 0.4674,
+      "step": 33640
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005681899234292508,
+      "loss": 0.5011,
+      "step": 33650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005681199958043426,
+      "loss": 0.5156,
+      "step": 33660
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005680500681794344,
+      "loss": 0.4933,
+      "step": 33670
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0005679801405545261,
+      "loss": 0.5271,
+      "step": 33680
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005679102129296179,
+      "loss": 0.5313,
+      "step": 33690
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005678402853047097,
+      "loss": 0.5008,
+      "step": 33700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005677703576798015,
+      "loss": 0.5007,
+      "step": 33710
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005677004300548931,
+      "loss": 0.4702,
+      "step": 33720
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005676305024299849,
+      "loss": 0.5331,
+      "step": 33730
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005675605748050767,
+      "loss": 0.4633,
+      "step": 33740
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005674906471801685,
+      "loss": 0.4352,
+      "step": 33750
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005674207195552603,
+      "loss": 0.4385,
+      "step": 33760
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005673507919303521,
+      "loss": 0.4192,
+      "step": 33770
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005672808643054439,
+      "loss": 0.4403,
+      "step": 33780
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005672109366805357,
+      "loss": 0.489,
+      "step": 33790
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005671410090556274,
+      "loss": 0.4545,
+      "step": 33800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.0005670710814307192,
+      "loss": 0.5396,
+      "step": 33810
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 0.000567001153805811,
+      "loss": 0.3725,
+      "step": 33820
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005669312261809028,
+      "loss": 0.5061,
+      "step": 33830
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005668612985559946,
+      "loss": 0.4878,
+      "step": 33840
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005667913709310863,
+      "loss": 0.4348,
+      "step": 33850
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005667214433061781,
+      "loss": 0.5569,
+      "step": 33860
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.00056665151568127,
+      "loss": 0.4448,
+      "step": 33870
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005665815880563618,
+      "loss": 0.4277,
+      "step": 33880
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005665116604314535,
+      "loss": 0.5738,
+      "step": 33890
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005664417328065453,
+      "loss": 0.508,
+      "step": 33900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.000566371805181637,
+      "loss": 0.5002,
+      "step": 33910
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005663018775567288,
+      "loss": 0.4203,
+      "step": 33920
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005662319499318205,
+      "loss": 0.4733,
+      "step": 33930
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005661620223069123,
+      "loss": 0.4713,
+      "step": 33940
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005660920946820041,
+      "loss": 0.4512,
+      "step": 33950
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.0005660221670570959,
+      "loss": 0.5244,
+      "step": 33960
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005659522394321877,
+      "loss": 0.4622,
+      "step": 33970
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005658823118072795,
+      "loss": 0.5558,
+      "step": 33980
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005658123841823713,
+      "loss": 0.4795,
+      "step": 33990
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005657424565574631,
+      "loss": 0.5201,
+      "step": 34000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005656725289325548,
+      "loss": 0.4219,
+      "step": 34010
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005656026013076466,
+      "loss": 0.5325,
+      "step": 34020
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005655326736827384,
+      "loss": 0.4787,
+      "step": 34030
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005654627460578302,
+      "loss": 0.4098,
+      "step": 34040
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.000565392818432922,
+      "loss": 0.4586,
+      "step": 34050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005653228908080137,
+      "loss": 0.4773,
+      "step": 34060
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005652529631831055,
+      "loss": 0.4716,
+      "step": 34070
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005651830355581973,
+      "loss": 0.4741,
+      "step": 34080
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005651131079332892,
+      "loss": 0.3787,
+      "step": 34090
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005650431803083808,
+      "loss": 0.4165,
+      "step": 34100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 0.0005649732526834726,
+      "loss": 0.4775,
+      "step": 34110
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005649033250585644,
+      "loss": 0.4897,
+      "step": 34120
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005648333974336562,
+      "loss": 0.4868,
+      "step": 34130
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005647634698087479,
+      "loss": 0.517,
+      "step": 34140
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005646935421838397,
+      "loss": 0.37,
+      "step": 34150
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005646236145589315,
+      "loss": 0.4223,
+      "step": 34160
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005645536869340233,
+      "loss": 0.5277,
+      "step": 34170
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005644837593091151,
+      "loss": 0.512,
+      "step": 34180
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005644138316842069,
+      "loss": 0.4338,
+      "step": 34190
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005643439040592987,
+      "loss": 0.4475,
+      "step": 34200
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005642739764343905,
+      "loss": 0.4464,
+      "step": 34210
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005642040488094822,
+      "loss": 0.4593,
+      "step": 34220
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.000564134121184574,
+      "loss": 0.514,
+      "step": 34230
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005640641935596658,
+      "loss": 0.4721,
+      "step": 34240
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0005639942659347576,
+      "loss": 0.4649,
+      "step": 34250
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005639243383098494,
+      "loss": 0.4972,
+      "step": 34260
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.000563854410684941,
+      "loss": 0.4645,
+      "step": 34270
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005637844830600328,
+      "loss": 0.4521,
+      "step": 34280
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005637145554351246,
+      "loss": 0.4719,
+      "step": 34290
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005636446278102165,
+      "loss": 0.4788,
+      "step": 34300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005635747001853082,
+      "loss": 0.493,
+      "step": 34310
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005635047725604,
+      "loss": 0.4652,
+      "step": 34320
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005634348449354918,
+      "loss": 0.524,
+      "step": 34330
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005633649173105836,
+      "loss": 0.5508,
+      "step": 34340
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005632949896856753,
+      "loss": 0.4898,
+      "step": 34350
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005632250620607671,
+      "loss": 0.52,
+      "step": 34360
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005631551344358589,
+      "loss": 0.5058,
+      "step": 34370
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005630852068109507,
+      "loss": 0.4798,
+      "step": 34380
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.0005630152791860425,
+      "loss": 0.4486,
+      "step": 34390
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005629453515611342,
+      "loss": 0.4952,
+      "step": 34400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005628754239362261,
+      "loss": 0.4974,
+      "step": 34410
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005628054963113179,
+      "loss": 0.5151,
+      "step": 34420
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005627355686864096,
+      "loss": 0.4455,
+      "step": 34430
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005626656410615014,
+      "loss": 0.4772,
+      "step": 34440
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005625957134365932,
+      "loss": 0.5232,
+      "step": 34450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.000562525785811685,
+      "loss": 0.4736,
+      "step": 34460
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005624558581867767,
+      "loss": 0.4885,
+      "step": 34470
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005623859305618684,
+      "loss": 0.4221,
+      "step": 34480
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005623160029369602,
+      "loss": 0.55,
+      "step": 34490
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.000562246075312052,
+      "loss": 0.5179,
+      "step": 34500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005621761476871438,
+      "loss": 0.4524,
+      "step": 34510
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005621062200622356,
+      "loss": 0.4203,
+      "step": 34520
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005620362924373274,
+      "loss": 0.5675,
+      "step": 34530
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 0.0005619663648124192,
+      "loss": 0.4824,
+      "step": 34540
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.000561896437187511,
+      "loss": 0.5228,
+      "step": 34550
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005618265095626027,
+      "loss": 0.4765,
+      "step": 34560
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005617565819376945,
+      "loss": 0.482,
+      "step": 34570
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005616866543127863,
+      "loss": 0.5192,
+      "step": 34580
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005616167266878781,
+      "loss": 0.4226,
+      "step": 34590
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005615467990629699,
+      "loss": 0.4338,
+      "step": 34600
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005614768714380616,
+      "loss": 0.5472,
+      "step": 34610
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005614069438131534,
+      "loss": 0.4852,
+      "step": 34620
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005613370161882453,
+      "loss": 0.5385,
+      "step": 34630
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.000561267088563337,
+      "loss": 0.4708,
+      "step": 34640
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005611971609384287,
+      "loss": 0.4843,
+      "step": 34650
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005611272333135205,
+      "loss": 0.4103,
+      "step": 34660
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005610573056886123,
+      "loss": 0.4446,
+      "step": 34670
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0005609873780637041,
+      "loss": 0.5024,
+      "step": 34680
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005609174504387958,
+      "loss": 0.4657,
+      "step": 34690
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005608475228138876,
+      "loss": 0.506,
+      "step": 34700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005607775951889794,
+      "loss": 0.5436,
+      "step": 34710
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005607076675640712,
+      "loss": 0.4658,
+      "step": 34720
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.000560637739939163,
+      "loss": 0.4562,
+      "step": 34730
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005605678123142548,
+      "loss": 0.4694,
+      "step": 34740
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005604978846893466,
+      "loss": 0.4475,
+      "step": 34750
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005604279570644384,
+      "loss": 0.4317,
+      "step": 34760
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005603580294395301,
+      "loss": 0.4895,
+      "step": 34770
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005602881018146219,
+      "loss": 0.5124,
+      "step": 34780
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005602181741897137,
+      "loss": 0.433,
+      "step": 34790
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005601482465648055,
+      "loss": 0.4629,
+      "step": 34800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005600783189398973,
+      "loss": 0.4712,
+      "step": 34810
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.000560008391314989,
+      "loss": 0.4768,
+      "step": 34820
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0005599384636900807,
+      "loss": 0.5092,
+      "step": 34830
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005598685360651725,
+      "loss": 0.4452,
+      "step": 34840
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005597986084402643,
+      "loss": 0.4158,
+      "step": 34850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005597286808153561,
+      "loss": 0.4467,
+      "step": 34860
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005596587531904479,
+      "loss": 0.499,
+      "step": 34870
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005595888255655397,
+      "loss": 0.4644,
+      "step": 34880
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005595188979406315,
+      "loss": 0.5308,
+      "step": 34890
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005594489703157232,
+      "loss": 0.4445,
+      "step": 34900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.000559379042690815,
+      "loss": 0.4497,
+      "step": 34910
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005593091150659068,
+      "loss": 0.3837,
+      "step": 34920
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005592391874409986,
+      "loss": 0.5071,
+      "step": 34930
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005591692598160904,
+      "loss": 0.4381,
+      "step": 34940
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005590993321911821,
+      "loss": 0.4306,
+      "step": 34950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.000559029404566274,
+      "loss": 0.4033,
+      "step": 34960
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 0.0005589594769413658,
+      "loss": 0.4683,
+      "step": 34970
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005588895493164575,
+      "loss": 0.4764,
+      "step": 34980
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005588196216915493,
+      "loss": 0.4535,
+      "step": 34990
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005587496940666411,
+      "loss": 0.4982,
+      "step": 35000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005586797664417329,
+      "loss": 0.4691,
+      "step": 35010
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005586098388168247,
+      "loss": 0.4271,
+      "step": 35020
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005585399111919163,
+      "loss": 0.4833,
+      "step": 35030
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005584699835670081,
+      "loss": 0.5025,
+      "step": 35040
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005584000559420999,
+      "loss": 0.5685,
+      "step": 35050
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005583301283171917,
+      "loss": 0.467,
+      "step": 35060
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005582602006922835,
+      "loss": 0.5128,
+      "step": 35070
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005581902730673753,
+      "loss": 0.4919,
+      "step": 35080
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005581203454424671,
+      "loss": 0.5448,
+      "step": 35090
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005580504178175589,
+      "loss": 0.4721,
+      "step": 35100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.0005579804901926506,
+      "loss": 0.427,
+      "step": 35110
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005579105625677424,
+      "loss": 0.4527,
+      "step": 35120
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005578406349428342,
+      "loss": 0.409,
+      "step": 35130
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.000557770707317926,
+      "loss": 0.3787,
+      "step": 35140
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005577007796930178,
+      "loss": 0.4873,
+      "step": 35150
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005576308520681095,
+      "loss": 0.4375,
+      "step": 35160
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005575609244432013,
+      "loss": 0.4643,
+      "step": 35170
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005574909968182932,
+      "loss": 0.4307,
+      "step": 35180
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005574210691933849,
+      "loss": 0.5262,
+      "step": 35190
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005573511415684767,
+      "loss": 0.5048,
+      "step": 35200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005572812139435684,
+      "loss": 0.4671,
+      "step": 35210
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005572112863186602,
+      "loss": 0.4647,
+      "step": 35220
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.000557141358693752,
+      "loss": 0.437,
+      "step": 35230
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005570714310688437,
+      "loss": 0.4441,
+      "step": 35240
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005570015034439355,
+      "loss": 0.5808,
+      "step": 35250
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 0.0005569315758190273,
+      "loss": 0.5428,
+      "step": 35260
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005568616481941191,
+      "loss": 0.497,
+      "step": 35270
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005567917205692108,
+      "loss": 0.4637,
+      "step": 35280
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005567217929443027,
+      "loss": 0.5152,
+      "step": 35290
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005566518653193945,
+      "loss": 0.5174,
+      "step": 35300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005565819376944863,
+      "loss": 0.5255,
+      "step": 35310
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.000556512010069578,
+      "loss": 0.4668,
+      "step": 35320
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005564420824446698,
+      "loss": 0.4897,
+      "step": 35330
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005563721548197616,
+      "loss": 0.4722,
+      "step": 35340
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005563022271948534,
+      "loss": 0.4095,
+      "step": 35350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005562322995699452,
+      "loss": 0.4324,
+      "step": 35360
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005561623719450369,
+      "loss": 0.5003,
+      "step": 35370
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005560924443201287,
+      "loss": 0.4586,
+      "step": 35380
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005560225166952204,
+      "loss": 0.5792,
+      "step": 35390
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0005559525890703122,
+      "loss": 0.5347,
+      "step": 35400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.000555882661445404,
+      "loss": 0.4368,
+      "step": 35410
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005558127338204958,
+      "loss": 0.4611,
+      "step": 35420
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005557428061955876,
+      "loss": 0.4689,
+      "step": 35430
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005556728785706794,
+      "loss": 0.5062,
+      "step": 35440
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005556029509457711,
+      "loss": 0.4726,
+      "step": 35450
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005555330233208629,
+      "loss": 0.5303,
+      "step": 35460
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005554630956959547,
+      "loss": 0.4621,
+      "step": 35470
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005553931680710465,
+      "loss": 0.4778,
+      "step": 35480
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005553232404461382,
+      "loss": 0.4857,
+      "step": 35490
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.00055525331282123,
+      "loss": 0.4298,
+      "step": 35500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005551833851963219,
+      "loss": 0.5092,
+      "step": 35510
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005551134575714137,
+      "loss": 0.4759,
+      "step": 35520
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005550435299465054,
+      "loss": 0.4575,
+      "step": 35530
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.0005549736023215972,
+      "loss": 0.476,
+      "step": 35540
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.000554903674696689,
+      "loss": 0.4725,
+      "step": 35550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005548337470717808,
+      "loss": 0.464,
+      "step": 35560
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005547638194468726,
+      "loss": 0.5491,
+      "step": 35570
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005546938918219642,
+      "loss": 0.4562,
+      "step": 35580
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.000554623964197056,
+      "loss": 0.4948,
+      "step": 35590
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005545540365721478,
+      "loss": 0.4226,
+      "step": 35600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005544841089472396,
+      "loss": 0.3888,
+      "step": 35610
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005544141813223314,
+      "loss": 0.4204,
+      "step": 35620
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005543442536974232,
+      "loss": 0.5083,
+      "step": 35630
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.000554274326072515,
+      "loss": 0.4391,
+      "step": 35640
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005542043984476068,
+      "loss": 0.4253,
+      "step": 35650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005541344708226985,
+      "loss": 0.4852,
+      "step": 35660
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005540645431977903,
+      "loss": 0.4735,
+      "step": 35670
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005539946155728821,
+      "loss": 0.5124,
+      "step": 35680
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 0.0005539246879479739,
+      "loss": 0.4657,
+      "step": 35690
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005538547603230656,
+      "loss": 0.4689,
+      "step": 35700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005537848326981574,
+      "loss": 0.4975,
+      "step": 35710
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005537149050732493,
+      "loss": 0.536,
+      "step": 35720
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005536449774483411,
+      "loss": 0.4133,
+      "step": 35730
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005535750498234328,
+      "loss": 0.5221,
+      "step": 35740
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005535051221985246,
+      "loss": 0.4883,
+      "step": 35750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005534351945736163,
+      "loss": 0.4841,
+      "step": 35760
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005533652669487081,
+      "loss": 0.5296,
+      "step": 35770
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005532953393237999,
+      "loss": 0.4438,
+      "step": 35780
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005532254116988916,
+      "loss": 0.5274,
+      "step": 35790
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005531554840739834,
+      "loss": 0.4547,
+      "step": 35800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005530855564490752,
+      "loss": 0.4553,
+      "step": 35810
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.000553015628824167,
+      "loss": 0.5228,
+      "step": 35820
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0005529457011992588,
+      "loss": 0.4906,
+      "step": 35830
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005528757735743506,
+      "loss": 0.5353,
+      "step": 35840
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005528058459494424,
+      "loss": 0.525,
+      "step": 35850
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005527359183245342,
+      "loss": 0.4705,
+      "step": 35860
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005526659906996259,
+      "loss": 0.4528,
+      "step": 35870
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005525960630747177,
+      "loss": 0.4636,
+      "step": 35880
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005525261354498095,
+      "loss": 0.4954,
+      "step": 35890
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005524562078249013,
+      "loss": 0.4645,
+      "step": 35900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.000552386280199993,
+      "loss": 0.5694,
+      "step": 35910
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005523163525750848,
+      "loss": 0.5033,
+      "step": 35920
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005522464249501766,
+      "loss": 0.4969,
+      "step": 35930
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005521764973252685,
+      "loss": 0.3979,
+      "step": 35940
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005521065697003601,
+      "loss": 0.5018,
+      "step": 35950
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005520366420754519,
+      "loss": 0.5555,
+      "step": 35960
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 0.0005519667144505437,
+      "loss": 0.4844,
+      "step": 35970
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005518967868256355,
+      "loss": 0.4218,
+      "step": 35980
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005518268592007273,
+      "loss": 0.4731,
+      "step": 35990
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.000551756931575819,
+      "loss": 0.5127,
+      "step": 36000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005516870039509108,
+      "loss": 0.4339,
+      "step": 36010
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005516170763260026,
+      "loss": 0.4898,
+      "step": 36020
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005515471487010944,
+      "loss": 0.5035,
+      "step": 36030
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005514772210761861,
+      "loss": 0.4573,
+      "step": 36040
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.000551407293451278,
+      "loss": 0.4694,
+      "step": 36050
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005513373658263698,
+      "loss": 0.4738,
+      "step": 36060
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005512674382014616,
+      "loss": 0.456,
+      "step": 36070
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005511975105765533,
+      "loss": 0.5014,
+      "step": 36080
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005511275829516451,
+      "loss": 0.4663,
+      "step": 36090
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005510576553267369,
+      "loss": 0.4779,
+      "step": 36100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005509877277018287,
+      "loss": 0.4953,
+      "step": 36110
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.0005509178000769203,
+      "loss": 0.4731,
+      "step": 36120
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005508478724520121,
+      "loss": 0.5356,
+      "step": 36130
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005507779448271039,
+      "loss": 0.4652,
+      "step": 36140
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005507080172021957,
+      "loss": 0.4769,
+      "step": 36150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005506380895772875,
+      "loss": 0.4856,
+      "step": 36160
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005505681619523793,
+      "loss": 0.4867,
+      "step": 36170
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005504982343274711,
+      "loss": 0.496,
+      "step": 36180
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005504283067025629,
+      "loss": 0.4895,
+      "step": 36190
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005503583790776547,
+      "loss": 0.4528,
+      "step": 36200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005502884514527464,
+      "loss": 0.4442,
+      "step": 36210
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005502185238278382,
+      "loss": 0.4694,
+      "step": 36220
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.00055014859620293,
+      "loss": 0.4997,
+      "step": 36230
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005500786685780218,
+      "loss": 0.454,
+      "step": 36240
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005500087409531135,
+      "loss": 0.458,
+      "step": 36250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0005499388133282053,
+      "loss": 0.4738,
+      "step": 36260
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005498688857032972,
+      "loss": 0.5725,
+      "step": 36270
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.000549798958078389,
+      "loss": 0.5316,
+      "step": 36280
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005497290304534807,
+      "loss": 0.501,
+      "step": 36290
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005496591028285725,
+      "loss": 0.4377,
+      "step": 36300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005495891752036643,
+      "loss": 0.576,
+      "step": 36310
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.000549519247578756,
+      "loss": 0.4748,
+      "step": 36320
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005494493199538477,
+      "loss": 0.422,
+      "step": 36330
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005493793923289395,
+      "loss": 0.4494,
+      "step": 36340
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005493094647040313,
+      "loss": 0.5267,
+      "step": 36350
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005492395370791231,
+      "loss": 0.4576,
+      "step": 36360
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005491696094542149,
+      "loss": 0.4799,
+      "step": 36370
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005490996818293067,
+      "loss": 0.4121,
+      "step": 36380
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005490297542043985,
+      "loss": 0.4298,
+      "step": 36390
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005489598265794903,
+      "loss": 0.4959,
+      "step": 36400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 0.0005488898989545821,
+      "loss": 0.4447,
+      "step": 36410
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005488199713296738,
+      "loss": 0.4595,
+      "step": 36420
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005487500437047656,
+      "loss": 0.515,
+      "step": 36430
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005486801160798574,
+      "loss": 0.4566,
+      "step": 36440
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005486101884549492,
+      "loss": 0.4258,
+      "step": 36450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005485402608300409,
+      "loss": 0.4731,
+      "step": 36460
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005484703332051327,
+      "loss": 0.5651,
+      "step": 36470
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005484004055802245,
+      "loss": 0.5459,
+      "step": 36480
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005483304779553164,
+      "loss": 0.4707,
+      "step": 36490
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.000548260550330408,
+      "loss": 0.5457,
+      "step": 36500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005481906227054998,
+      "loss": 0.5331,
+      "step": 36510
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005481206950805916,
+      "loss": 0.5157,
+      "step": 36520
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005480507674556834,
+      "loss": 0.5393,
+      "step": 36530
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005479808398307751,
+      "loss": 0.42,
+      "step": 36540
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0005479109122058669,
+      "loss": 0.4522,
+      "step": 36550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005478409845809587,
+      "loss": 0.5123,
+      "step": 36560
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005477710569560505,
+      "loss": 0.5319,
+      "step": 36570
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005477011293311423,
+      "loss": 0.5044,
+      "step": 36580
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.000547631201706234,
+      "loss": 0.5104,
+      "step": 36590
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005475612740813259,
+      "loss": 0.4301,
+      "step": 36600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005474913464564177,
+      "loss": 0.5169,
+      "step": 36610
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005474214188315095,
+      "loss": 0.5172,
+      "step": 36620
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005473514912066012,
+      "loss": 0.477,
+      "step": 36630
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.000547281563581693,
+      "loss": 0.4571,
+      "step": 36640
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005472116359567848,
+      "loss": 0.5188,
+      "step": 36650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005471417083318766,
+      "loss": 0.5083,
+      "step": 36660
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005470717807069683,
+      "loss": 0.4886,
+      "step": 36670
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.00054700185308206,
+      "loss": 0.4841,
+      "step": 36680
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.0005469319254571518,
+      "loss": 0.437,
+      "step": 36690
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005468619978322436,
+      "loss": 0.4801,
+      "step": 36700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005467920702073354,
+      "loss": 0.4408,
+      "step": 36710
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005467221425824272,
+      "loss": 0.5459,
+      "step": 36720
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.000546652214957519,
+      "loss": 0.42,
+      "step": 36730
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005465822873326108,
+      "loss": 0.4564,
+      "step": 36740
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005465123597077025,
+      "loss": 0.4742,
+      "step": 36750
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005464424320827943,
+      "loss": 0.4425,
+      "step": 36760
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005463725044578861,
+      "loss": 0.4384,
+      "step": 36770
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005463025768329779,
+      "loss": 0.4618,
+      "step": 36780
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005462326492080697,
+      "loss": 0.5058,
+      "step": 36790
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005461627215831614,
+      "loss": 0.4779,
+      "step": 36800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005460927939582532,
+      "loss": 0.5451,
+      "step": 36810
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005460228663333451,
+      "loss": 0.4419,
+      "step": 36820
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005459529387084369,
+      "loss": 0.4062,
+      "step": 36830
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 0.0005458830110835286,
+      "loss": 0.4778,
+      "step": 36840
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005458130834586204,
+      "loss": 0.4675,
+      "step": 36850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005457431558337122,
+      "loss": 0.4532,
+      "step": 36860
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.000545673228208804,
+      "loss": 0.441,
+      "step": 36870
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005456033005838956,
+      "loss": 0.4485,
+      "step": 36880
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005455333729589874,
+      "loss": 0.5185,
+      "step": 36890
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005454634453340792,
+      "loss": 0.5085,
+      "step": 36900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.000545393517709171,
+      "loss": 0.4738,
+      "step": 36910
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005453235900842628,
+      "loss": 0.4807,
+      "step": 36920
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005452536624593546,
+      "loss": 0.5088,
+      "step": 36930
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005451837348344464,
+      "loss": 0.399,
+      "step": 36940
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005451138072095382,
+      "loss": 0.4446,
+      "step": 36950
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005450438795846299,
+      "loss": 0.5028,
+      "step": 36960
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005449739519597217,
+      "loss": 0.4268,
+      "step": 36970
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0005449040243348135,
+      "loss": 0.495,
+      "step": 36980
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005448340967099053,
+      "loss": 0.4473,
+      "step": 36990
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005447641690849971,
+      "loss": 0.5757,
+      "step": 37000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005446942414600888,
+      "loss": 0.4915,
+      "step": 37010
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005446243138351806,
+      "loss": 0.448,
+      "step": 37020
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005445543862102725,
+      "loss": 0.5601,
+      "step": 37030
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005444844585853643,
+      "loss": 0.4741,
+      "step": 37040
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.000544414530960456,
+      "loss": 0.4189,
+      "step": 37050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005443446033355477,
+      "loss": 0.468,
+      "step": 37060
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005442746757106395,
+      "loss": 0.5024,
+      "step": 37070
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005442047480857313,
+      "loss": 0.4291,
+      "step": 37080
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.000544134820460823,
+      "loss": 0.4112,
+      "step": 37090
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005440648928359148,
+      "loss": 0.4783,
+      "step": 37100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005439949652110066,
+      "loss": 0.4858,
+      "step": 37110
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 0.0005439250375860984,
+      "loss": 0.4868,
+      "step": 37120
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005438551099611902,
+      "loss": 0.3859,
+      "step": 37130
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.000543785182336282,
+      "loss": 0.4715,
+      "step": 37140
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005437152547113738,
+      "loss": 0.501,
+      "step": 37150
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005436453270864656,
+      "loss": 0.4374,
+      "step": 37160
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005435753994615573,
+      "loss": 0.5125,
+      "step": 37170
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005435054718366491,
+      "loss": 0.4539,
+      "step": 37180
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005434355442117409,
+      "loss": 0.5182,
+      "step": 37190
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005433656165868327,
+      "loss": 0.433,
+      "step": 37200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005432956889619245,
+      "loss": 0.5222,
+      "step": 37210
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005432257613370162,
+      "loss": 0.4642,
+      "step": 37220
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.000543155833712108,
+      "loss": 0.5427,
+      "step": 37230
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005430859060871997,
+      "loss": 0.5013,
+      "step": 37240
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005430159784622916,
+      "loss": 0.5584,
+      "step": 37250
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005429460508373833,
+      "loss": 0.5109,
+      "step": 37260
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.0005428761232124751,
+      "loss": 0.4685,
+      "step": 37270
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005428061955875669,
+      "loss": 0.4336,
+      "step": 37280
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005427362679626587,
+      "loss": 0.4362,
+      "step": 37290
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005426663403377504,
+      "loss": 0.4202,
+      "step": 37300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005425964127128422,
+      "loss": 0.5239,
+      "step": 37310
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.000542526485087934,
+      "loss": 0.4961,
+      "step": 37320
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005424565574630258,
+      "loss": 0.4445,
+      "step": 37330
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005423866298381176,
+      "loss": 0.417,
+      "step": 37340
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005423167022132093,
+      "loss": 0.4442,
+      "step": 37350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005422467745883012,
+      "loss": 0.5195,
+      "step": 37360
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.000542176846963393,
+      "loss": 0.4953,
+      "step": 37370
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005421069193384847,
+      "loss": 0.5031,
+      "step": 37380
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005420369917135765,
+      "loss": 0.529,
+      "step": 37390
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005419670640886683,
+      "loss": 0.4472,
+      "step": 37400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.0005418971364637601,
+      "loss": 0.4675,
+      "step": 37410
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005418272088388519,
+      "loss": 0.4422,
+      "step": 37420
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005417572812139435,
+      "loss": 0.482,
+      "step": 37430
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005416873535890353,
+      "loss": 0.4631,
+      "step": 37440
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005416174259641271,
+      "loss": 0.5287,
+      "step": 37450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005415474983392189,
+      "loss": 0.5126,
+      "step": 37460
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005414775707143107,
+      "loss": 0.5331,
+      "step": 37470
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005414076430894025,
+      "loss": 0.4903,
+      "step": 37480
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005413377154644943,
+      "loss": 0.4451,
+      "step": 37490
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005412677878395861,
+      "loss": 0.4736,
+      "step": 37500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005411978602146778,
+      "loss": 0.426,
+      "step": 37510
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005411279325897696,
+      "loss": 0.405,
+      "step": 37520
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005410580049648614,
+      "loss": 0.4887,
+      "step": 37530
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.0005409880773399532,
+      "loss": 0.4154,
+      "step": 37540
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 0.000540918149715045,
+      "loss": 0.5477,
+      "step": 37550
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005408482220901367,
+      "loss": 0.4739,
+      "step": 37560
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005407782944652285,
+      "loss": 0.448,
+      "step": 37570
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005407083668403204,
+      "loss": 0.4607,
+      "step": 37580
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005406384392154121,
+      "loss": 0.4195,
+      "step": 37590
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005405685115905039,
+      "loss": 0.4859,
+      "step": 37600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005404985839655956,
+      "loss": 0.4554,
+      "step": 37610
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005404286563406874,
+      "loss": 0.5171,
+      "step": 37620
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005403587287157792,
+      "loss": 0.5141,
+      "step": 37630
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005402888010908709,
+      "loss": 0.4735,
+      "step": 37640
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005402188734659627,
+      "loss": 0.4975,
+      "step": 37650
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005401489458410545,
+      "loss": 0.4684,
+      "step": 37660
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005400790182161463,
+      "loss": 0.4557,
+      "step": 37670
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.000540009090591238,
+      "loss": 0.5144,
+      "step": 37680
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005399391629663299,
+      "loss": 0.5931,
+      "step": 37690
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0005398692353414217,
+      "loss": 0.493,
+      "step": 37700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005397993077165135,
+      "loss": 0.4979,
+      "step": 37710
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005397293800916052,
+      "loss": 0.4862,
+      "step": 37720
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.000539659452466697,
+      "loss": 0.4651,
+      "step": 37730
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005395895248417888,
+      "loss": 0.506,
+      "step": 37740
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005395195972168806,
+      "loss": 0.5188,
+      "step": 37750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005394496695919724,
+      "loss": 0.426,
+      "step": 37760
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005393797419670641,
+      "loss": 0.4862,
+      "step": 37770
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005393098143421559,
+      "loss": 0.4295,
+      "step": 37780
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005392398867172476,
+      "loss": 0.5684,
+      "step": 37790
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005391699590923394,
+      "loss": 0.532,
+      "step": 37800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005391000314674312,
+      "loss": 0.4516,
+      "step": 37810
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.000539030103842523,
+      "loss": 0.4936,
+      "step": 37820
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005389601762176148,
+      "loss": 0.4555,
+      "step": 37830
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 0.0005388902485927066,
+      "loss": 0.4559,
+      "step": 37840
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005388203209677983,
+      "loss": 0.4833,
+      "step": 37850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005387503933428901,
+      "loss": 0.4884,
+      "step": 37860
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005386804657179819,
+      "loss": 0.3894,
+      "step": 37870
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005386105380930737,
+      "loss": 0.5182,
+      "step": 37880
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005385406104681654,
+      "loss": 0.4696,
+      "step": 37890
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005384706828432572,
+      "loss": 0.5977,
+      "step": 37900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005384007552183491,
+      "loss": 0.4917,
+      "step": 37910
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005383308275934409,
+      "loss": 0.5003,
+      "step": 37920
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005382608999685326,
+      "loss": 0.5259,
+      "step": 37930
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005381909723436244,
+      "loss": 0.4656,
+      "step": 37940
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005381210447187162,
+      "loss": 0.5635,
+      "step": 37950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.000538051117093808,
+      "loss": 0.4492,
+      "step": 37960
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005379811894688998,
+      "loss": 0.5267,
+      "step": 37970
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005379112618439914,
+      "loss": 0.4604,
+      "step": 37980
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0005378413342190832,
+      "loss": 0.4447,
+      "step": 37990
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.000537771406594175,
+      "loss": 0.5332,
+      "step": 38000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005377014789692668,
+      "loss": 0.4474,
+      "step": 38010
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005376315513443586,
+      "loss": 0.4282,
+      "step": 38020
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005375616237194504,
+      "loss": 0.4684,
+      "step": 38030
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005374916960945422,
+      "loss": 0.4096,
+      "step": 38040
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.000537421768469634,
+      "loss": 0.5059,
+      "step": 38050
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005373518408447257,
+      "loss": 0.4608,
+      "step": 38060
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005372819132198175,
+      "loss": 0.5361,
+      "step": 38070
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005372119855949093,
+      "loss": 0.4602,
+      "step": 38080
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005371420579700011,
+      "loss": 0.4438,
+      "step": 38090
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005370721303450928,
+      "loss": 0.401,
+      "step": 38100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005370022027201846,
+      "loss": 0.4472,
+      "step": 38110
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005369322750952764,
+      "loss": 0.3787,
+      "step": 38120
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0005368623474703683,
+      "loss": 0.4761,
+      "step": 38130
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.00053679241984546,
+      "loss": 0.5698,
+      "step": 38140
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005367224922205518,
+      "loss": 0.4718,
+      "step": 38150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005366525645956436,
+      "loss": 0.5004,
+      "step": 38160
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005365826369707353,
+      "loss": 0.4123,
+      "step": 38170
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005365127093458271,
+      "loss": 0.5386,
+      "step": 38180
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005364427817209188,
+      "loss": 0.4595,
+      "step": 38190
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005363728540960106,
+      "loss": 0.529,
+      "step": 38200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005363029264711024,
+      "loss": 0.4526,
+      "step": 38210
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005362329988461942,
+      "loss": 0.4384,
+      "step": 38220
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005361630712212859,
+      "loss": 0.4942,
+      "step": 38230
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005360931435963778,
+      "loss": 0.4906,
+      "step": 38240
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005360232159714696,
+      "loss": 0.5068,
+      "step": 38250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005359532883465614,
+      "loss": 0.5128,
+      "step": 38260
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 0.0005358833607216531,
+      "loss": 0.4669,
+      "step": 38270
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005358134330967449,
+      "loss": 0.4983,
+      "step": 38280
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005357435054718367,
+      "loss": 0.5232,
+      "step": 38290
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005356735778469285,
+      "loss": 0.5149,
+      "step": 38300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005356036502220202,
+      "loss": 0.4785,
+      "step": 38310
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.000535533722597112,
+      "loss": 0.4267,
+      "step": 38320
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005354637949722038,
+      "loss": 0.478,
+      "step": 38330
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005353938673472957,
+      "loss": 0.4827,
+      "step": 38340
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005353239397223873,
+      "loss": 0.4837,
+      "step": 38350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005352540120974791,
+      "loss": 0.3949,
+      "step": 38360
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005351840844725709,
+      "loss": 0.525,
+      "step": 38370
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005351141568476627,
+      "loss": 0.493,
+      "step": 38380
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005350442292227545,
+      "loss": 0.4733,
+      "step": 38390
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005349743015978462,
+      "loss": 0.4877,
+      "step": 38400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.000534904373972938,
+      "loss": 0.5383,
+      "step": 38410
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.0005348344463480298,
+      "loss": 0.4805,
+      "step": 38420
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005347645187231216,
+      "loss": 0.5146,
+      "step": 38430
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005346945910982133,
+      "loss": 0.4399,
+      "step": 38440
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005346246634733052,
+      "loss": 0.4501,
+      "step": 38450
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.000534554735848397,
+      "loss": 0.4512,
+      "step": 38460
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005344848082234888,
+      "loss": 0.5471,
+      "step": 38470
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005344148805985805,
+      "loss": 0.5008,
+      "step": 38480
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005343449529736723,
+      "loss": 0.4044,
+      "step": 38490
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005342750253487641,
+      "loss": 0.4362,
+      "step": 38500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005342050977238559,
+      "loss": 0.4751,
+      "step": 38510
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005341351700989475,
+      "loss": 0.4785,
+      "step": 38520
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005340652424740393,
+      "loss": 0.4926,
+      "step": 38530
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005339953148491311,
+      "loss": 0.4759,
+      "step": 38540
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005339253872242229,
+      "loss": 0.4768,
+      "step": 38550
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 0.0005338554595993147,
+      "loss": 0.4883,
+      "step": 38560
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005337855319744065,
+      "loss": 0.4071,
+      "step": 38570
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005337156043494983,
+      "loss": 0.514,
+      "step": 38580
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005336456767245901,
+      "loss": 0.4599,
+      "step": 38590
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005335757490996819,
+      "loss": 0.5874,
+      "step": 38600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005335058214747736,
+      "loss": 0.5394,
+      "step": 38610
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005334358938498654,
+      "loss": 0.4886,
+      "step": 38620
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005333659662249572,
+      "loss": 0.5018,
+      "step": 38630
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.000533296038600049,
+      "loss": 0.4412,
+      "step": 38640
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005332261109751407,
+      "loss": 0.4923,
+      "step": 38650
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005331561833502325,
+      "loss": 0.4494,
+      "step": 38660
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005330862557253244,
+      "loss": 0.5264,
+      "step": 38670
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005330163281004162,
+      "loss": 0.5589,
+      "step": 38680
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005329464004755079,
+      "loss": 0.4313,
+      "step": 38690
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0005328764728505997,
+      "loss": 0.5115,
+      "step": 38700
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005328065452256915,
+      "loss": 0.5919,
+      "step": 38710
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005327366176007832,
+      "loss": 0.4818,
+      "step": 38720
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005326666899758749,
+      "loss": 0.5209,
+      "step": 38730
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005325967623509667,
+      "loss": 0.4286,
+      "step": 38740
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005325268347260585,
+      "loss": 0.4864,
+      "step": 38750
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005324569071011503,
+      "loss": 0.4959,
+      "step": 38760
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005323869794762421,
+      "loss": 0.4632,
+      "step": 38770
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005323170518513339,
+      "loss": 0.4675,
+      "step": 38780
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005322471242264257,
+      "loss": 0.4251,
+      "step": 38790
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005321771966015175,
+      "loss": 0.4836,
+      "step": 38800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005321072689766093,
+      "loss": 0.5329,
+      "step": 38810
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.000532037341351701,
+      "loss": 0.5335,
+      "step": 38820
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005319674137267928,
+      "loss": 0.5022,
+      "step": 38830
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005318974861018846,
+      "loss": 0.4125,
+      "step": 38840
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.0005318275584769764,
+      "loss": 0.4968,
+      "step": 38850
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005317576308520681,
+      "loss": 0.4667,
+      "step": 38860
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005316877032271599,
+      "loss": 0.5324,
+      "step": 38870
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005316177756022517,
+      "loss": 0.5177,
+      "step": 38880
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005315478479773436,
+      "loss": 0.454,
+      "step": 38890
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005314779203524352,
+      "loss": 0.475,
+      "step": 38900
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.000531407992727527,
+      "loss": 0.4329,
+      "step": 38910
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005313380651026188,
+      "loss": 0.4823,
+      "step": 38920
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005312681374777106,
+      "loss": 0.4901,
+      "step": 38930
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005311982098528023,
+      "loss": 0.5084,
+      "step": 38940
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005311282822278941,
+      "loss": 0.4686,
+      "step": 38950
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005310583546029859,
+      "loss": 0.4548,
+      "step": 38960
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005309884269780777,
+      "loss": 0.4798,
+      "step": 38970
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005309184993531695,
+      "loss": 0.5238,
+      "step": 38980
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 0.0005308485717282612,
+      "loss": 0.5232,
+      "step": 38990
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005307786441033531,
+      "loss": 0.4849,
+      "step": 39000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005307087164784449,
+      "loss": 0.5377,
+      "step": 39010
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005306387888535367,
+      "loss": 0.4693,
+      "step": 39020
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005305688612286284,
+      "loss": 0.5154,
+      "step": 39030
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005304989336037202,
+      "loss": 0.4507,
+      "step": 39040
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.000530429005978812,
+      "loss": 0.4869,
+      "step": 39050
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005303590783539038,
+      "loss": 0.4738,
+      "step": 39060
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005302891507289955,
+      "loss": 0.4613,
+      "step": 39070
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005302192231040872,
+      "loss": 0.4946,
+      "step": 39080
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.000530149295479179,
+      "loss": 0.4758,
+      "step": 39090
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005300793678542708,
+      "loss": 0.5025,
+      "step": 39100
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005300094402293626,
+      "loss": 0.5251,
+      "step": 39110
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005299395126044544,
+      "loss": 0.4261,
+      "step": 39120
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0005298695849795462,
+      "loss": 0.4682,
+      "step": 39130
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.000529799657354638,
+      "loss": 0.4816,
+      "step": 39140
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005297297297297297,
+      "loss": 0.47,
+      "step": 39150
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005296598021048215,
+      "loss": 0.4568,
+      "step": 39160
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005295898744799133,
+      "loss": 0.4717,
+      "step": 39170
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005295199468550051,
+      "loss": 0.5111,
+      "step": 39180
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005294500192300969,
+      "loss": 0.4295,
+      "step": 39190
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005293800916051886,
+      "loss": 0.4479,
+      "step": 39200
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005293101639802804,
+      "loss": 0.5151,
+      "step": 39210
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005292402363553723,
+      "loss": 0.5209,
+      "step": 39220
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005291703087304641,
+      "loss": 0.4271,
+      "step": 39230
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005291003811055558,
+      "loss": 0.4385,
+      "step": 39240
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005290304534806476,
+      "loss": 0.498,
+      "step": 39250
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005289605258557394,
+      "loss": 0.4903,
+      "step": 39260
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005288905982308312,
+      "loss": 0.4536,
+      "step": 39270
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 0.0005288206706059228,
+      "loss": 0.4858,
+      "step": 39280
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005287507429810146,
+      "loss": 0.4541,
+      "step": 39290
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005286808153561064,
+      "loss": 0.536,
+      "step": 39300
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005286108877311982,
+      "loss": 0.4897,
+      "step": 39310
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.00052854096010629,
+      "loss": 0.4887,
+      "step": 39320
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005284710324813818,
+      "loss": 0.4855,
+      "step": 39330
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005284011048564736,
+      "loss": 0.4721,
+      "step": 39340
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005283311772315654,
+      "loss": 0.4656,
+      "step": 39350
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005282612496066571,
+      "loss": 0.4845,
+      "step": 39360
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005281913219817489,
+      "loss": 0.4766,
+      "step": 39370
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005281213943568407,
+      "loss": 0.498,
+      "step": 39380
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005280514667319325,
+      "loss": 0.462,
+      "step": 39390
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005279815391070243,
+      "loss": 0.4963,
+      "step": 39400
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.000527911611482116,
+      "loss": 0.4622,
+      "step": 39410
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0005278416838572078,
+      "loss": 0.4708,
+      "step": 39420
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005277717562322996,
+      "loss": 0.5481,
+      "step": 39430
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005277018286073915,
+      "loss": 0.4923,
+      "step": 39440
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005276319009824832,
+      "loss": 0.4991,
+      "step": 39450
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.000527561973357575,
+      "loss": 0.4321,
+      "step": 39460
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005274920457326667,
+      "loss": 0.4354,
+      "step": 39470
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005274221181077585,
+      "loss": 0.4954,
+      "step": 39480
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005273521904828502,
+      "loss": 0.4132,
+      "step": 39490
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.000527282262857942,
+      "loss": 0.5221,
+      "step": 39500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005272123352330338,
+      "loss": 0.5274,
+      "step": 39510
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005271424076081256,
+      "loss": 0.453,
+      "step": 39520
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005270724799832174,
+      "loss": 0.4929,
+      "step": 39530
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005270025523583091,
+      "loss": 0.5461,
+      "step": 39540
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.000526932624733401,
+      "loss": 0.519,
+      "step": 39550
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005268626971084928,
+      "loss": 0.4009,
+      "step": 39560
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.0005267927694835845,
+      "loss": 0.4579,
+      "step": 39570
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005267228418586763,
+      "loss": 0.4806,
+      "step": 39580
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005266529142337681,
+      "loss": 0.5804,
+      "step": 39590
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005265829866088599,
+      "loss": 0.4456,
+      "step": 39600
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005265130589839517,
+      "loss": 0.5621,
+      "step": 39610
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005264431313590434,
+      "loss": 0.5145,
+      "step": 39620
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005263732037341351,
+      "loss": 0.5051,
+      "step": 39630
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005263032761092269,
+      "loss": 0.5208,
+      "step": 39640
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005262333484843187,
+      "loss": 0.5043,
+      "step": 39650
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005261634208594105,
+      "loss": 0.5208,
+      "step": 39660
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005260934932345023,
+      "loss": 0.4378,
+      "step": 39670
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005260235656095941,
+      "loss": 0.4795,
+      "step": 39680
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005259536379846859,
+      "loss": 0.4838,
+      "step": 39690
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005258837103597776,
+      "loss": 0.4518,
+      "step": 39700
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 0.0005258137827348694,
+      "loss": 0.5291,
+      "step": 39710
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005257438551099612,
+      "loss": 0.3867,
+      "step": 39720
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.000525673927485053,
+      "loss": 0.4359,
+      "step": 39730
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005256039998601448,
+      "loss": 0.4474,
+      "step": 39740
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005255340722352365,
+      "loss": 0.4731,
+      "step": 39750
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005254641446103284,
+      "loss": 0.4821,
+      "step": 39760
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005253942169854202,
+      "loss": 0.466,
+      "step": 39770
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005253242893605119,
+      "loss": 0.4158,
+      "step": 39780
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005252543617356037,
+      "loss": 0.4165,
+      "step": 39790
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005251844341106955,
+      "loss": 0.4168,
+      "step": 39800
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005251145064857873,
+      "loss": 0.4981,
+      "step": 39810
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.000525044578860879,
+      "loss": 0.4345,
+      "step": 39820
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005249746512359707,
+      "loss": 0.5286,
+      "step": 39830
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005249047236110625,
+      "loss": 0.416,
+      "step": 39840
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0005248347959861543,
+      "loss": 0.46,
+      "step": 39850
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005247648683612461,
+      "loss": 0.4115,
+      "step": 39860
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005246949407363379,
+      "loss": 0.4835,
+      "step": 39870
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005246250131114297,
+      "loss": 0.4694,
+      "step": 39880
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005245550854865215,
+      "loss": 0.5088,
+      "step": 39890
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005244851578616133,
+      "loss": 0.4786,
+      "step": 39900
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.000524415230236705,
+      "loss": 0.5519,
+      "step": 39910
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005243453026117968,
+      "loss": 0.5182,
+      "step": 39920
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005242753749868886,
+      "loss": 0.4732,
+      "step": 39930
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005242054473619804,
+      "loss": 0.4627,
+      "step": 39940
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005241355197370722,
+      "loss": 0.4745,
+      "step": 39950
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005240655921121639,
+      "loss": 0.4677,
+      "step": 39960
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005239956644872557,
+      "loss": 0.4606,
+      "step": 39970
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005239257368623476,
+      "loss": 0.5382,
+      "step": 39980
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.0005238558092374393,
+      "loss": 0.5174,
+      "step": 39990
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.000523785881612531,
+      "loss": 0.5938,
+      "step": 40000
+    },
+    {
+      "epoch": 2.78,
+      "eval_loss": 0.43686458468437195,
+      "eval_runtime": 346.6372,
+      "eval_samples_per_second": 18.414,
+      "eval_steps_per_second": 2.302,
+      "step": 40000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005237159539876228,
+      "loss": 0.543,
+      "step": 40010
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005236460263627146,
+      "loss": 0.4705,
+      "step": 40020
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005235760987378064,
+      "loss": 0.4515,
+      "step": 40030
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005235061711128981,
+      "loss": 0.5126,
+      "step": 40040
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005234362434879899,
+      "loss": 0.5607,
+      "step": 40050
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005233663158630817,
+      "loss": 0.4404,
+      "step": 40060
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005232963882381735,
+      "loss": 0.4956,
+      "step": 40070
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005232264606132653,
+      "loss": 0.5102,
+      "step": 40080
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005231565329883571,
+      "loss": 0.4193,
+      "step": 40090
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005230866053634489,
+      "loss": 0.5125,
+      "step": 40100
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005230166777385407,
+      "loss": 0.4982,
+      "step": 40110
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005229467501136324,
+      "loss": 0.4711,
+      "step": 40120
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.0005228768224887242,
+      "loss": 0.4994,
+      "step": 40130
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 0.000522806894863816,
+      "loss": 0.3802,
+      "step": 40140
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005227369672389078,
+      "loss": 0.4729,
+      "step": 40150
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005226670396139996,
+      "loss": 0.4613,
+      "step": 40160
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005225971119890913,
+      "loss": 0.5243,
+      "step": 40170
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.000522527184364183,
+      "loss": 0.4351,
+      "step": 40180
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005224572567392748,
+      "loss": 0.4102,
+      "step": 40190
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005223873291143666,
+      "loss": 0.5274,
+      "step": 40200
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005223174014894584,
+      "loss": 0.5299,
+      "step": 40210
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005222474738645502,
+      "loss": 0.4737,
+      "step": 40220
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.000522177546239642,
+      "loss": 0.473,
+      "step": 40230
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005221076186147338,
+      "loss": 0.4328,
+      "step": 40240
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005220376909898255,
+      "loss": 0.5446,
+      "step": 40250
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005219677633649173,
+      "loss": 0.4801,
+      "step": 40260
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005218978357400091,
+      "loss": 0.4918,
+      "step": 40270
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0005218279081151009,
+      "loss": 0.4462,
+      "step": 40280
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005217579804901927,
+      "loss": 0.4415,
+      "step": 40290
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005216880528652844,
+      "loss": 0.4783,
+      "step": 40300
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005216181252403763,
+      "loss": 0.4526,
+      "step": 40310
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005215481976154681,
+      "loss": 0.444,
+      "step": 40320
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005214782699905598,
+      "loss": 0.5366,
+      "step": 40330
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005214083423656516,
+      "loss": 0.496,
+      "step": 40340
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005213384147407434,
+      "loss": 0.5065,
+      "step": 40350
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005212684871158352,
+      "loss": 0.4841,
+      "step": 40360
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.000521198559490927,
+      "loss": 0.4402,
+      "step": 40370
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005211286318660186,
+      "loss": 0.4114,
+      "step": 40380
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005210587042411104,
+      "loss": 0.4481,
+      "step": 40390
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005209887766162022,
+      "loss": 0.421,
+      "step": 40400
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.000520918848991294,
+      "loss": 0.4107,
+      "step": 40410
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005208489213663858,
+      "loss": 0.4148,
+      "step": 40420
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 0.0005207789937414776,
+      "loss": 0.4591,
+      "step": 40430
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005207090661165694,
+      "loss": 0.4652,
+      "step": 40440
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005206391384916612,
+      "loss": 0.5412,
+      "step": 40450
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005205692108667529,
+      "loss": 0.53,
+      "step": 40460
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005204992832418447,
+      "loss": 0.4995,
+      "step": 40470
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005204293556169365,
+      "loss": 0.5769,
+      "step": 40480
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005203594279920283,
+      "loss": 0.4256,
+      "step": 40490
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005202895003671201,
+      "loss": 0.4709,
+      "step": 40500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005202195727422118,
+      "loss": 0.4606,
+      "step": 40510
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005201496451173036,
+      "loss": 0.4481,
+      "step": 40520
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005200797174923955,
+      "loss": 0.366,
+      "step": 40530
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005200097898674872,
+      "loss": 0.5516,
+      "step": 40540
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.000519939862242579,
+      "loss": 0.4749,
+      "step": 40550
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005198699346176708,
+      "loss": 0.5309,
+      "step": 40560
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.0005198000069927625,
+      "loss": 0.485,
+      "step": 40570
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005197300793678543,
+      "loss": 0.4135,
+      "step": 40580
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.000519660151742946,
+      "loss": 0.5332,
+      "step": 40590
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005195902241180378,
+      "loss": 0.4926,
+      "step": 40600
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005195202964931296,
+      "loss": 0.5021,
+      "step": 40610
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005194503688682214,
+      "loss": 0.5371,
+      "step": 40620
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005193804412433131,
+      "loss": 0.5024,
+      "step": 40630
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.000519310513618405,
+      "loss": 0.527,
+      "step": 40640
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005192405859934968,
+      "loss": 0.4476,
+      "step": 40650
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005191706583685886,
+      "loss": 0.4397,
+      "step": 40660
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005191007307436803,
+      "loss": 0.4658,
+      "step": 40670
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005190308031187721,
+      "loss": 0.4327,
+      "step": 40680
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005189608754938639,
+      "loss": 0.4982,
+      "step": 40690
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005188909478689557,
+      "loss": 0.4577,
+      "step": 40700
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0005188210202440475,
+      "loss": 0.4254,
+      "step": 40710
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005187510926191392,
+      "loss": 0.3975,
+      "step": 40720
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.000518681164994231,
+      "loss": 0.3829,
+      "step": 40730
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005186112373693228,
+      "loss": 0.4948,
+      "step": 40740
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005185413097444145,
+      "loss": 0.4522,
+      "step": 40750
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005184713821195063,
+      "loss": 0.569,
+      "step": 40760
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005184014544945981,
+      "loss": 0.5517,
+      "step": 40770
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005183315268696899,
+      "loss": 0.4267,
+      "step": 40780
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005182615992447817,
+      "loss": 0.4825,
+      "step": 40790
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005181916716198734,
+      "loss": 0.4908,
+      "step": 40800
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005181217439949652,
+      "loss": 0.4022,
+      "step": 40810
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.000518051816370057,
+      "loss": 0.5063,
+      "step": 40820
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005179818887451488,
+      "loss": 0.5287,
+      "step": 40830
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005179119611202405,
+      "loss": 0.5145,
+      "step": 40840
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005178420334953323,
+      "loss": 0.5185,
+      "step": 40850
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 0.0005177721058704242,
+      "loss": 0.4472,
+      "step": 40860
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.000517702178245516,
+      "loss": 0.4501,
+      "step": 40870
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005176322506206077,
+      "loss": 0.5075,
+      "step": 40880
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005175623229956995,
+      "loss": 0.464,
+      "step": 40890
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005174923953707913,
+      "loss": 0.4778,
+      "step": 40900
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005174224677458831,
+      "loss": 0.5425,
+      "step": 40910
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005173525401209749,
+      "loss": 0.5209,
+      "step": 40920
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005172826124960665,
+      "loss": 0.4299,
+      "step": 40930
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005172126848711583,
+      "loss": 0.5274,
+      "step": 40940
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005171427572462501,
+      "loss": 0.5012,
+      "step": 40950
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005170728296213419,
+      "loss": 0.476,
+      "step": 40960
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005170029019964337,
+      "loss": 0.3947,
+      "step": 40970
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005169329743715255,
+      "loss": 0.4519,
+      "step": 40980
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005168630467466173,
+      "loss": 0.4721,
+      "step": 40990
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0005167931191217091,
+      "loss": 0.4165,
+      "step": 41000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005167231914968008,
+      "loss": 0.5421,
+      "step": 41010
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005166532638718926,
+      "loss": 0.4799,
+      "step": 41020
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005165833362469844,
+      "loss": 0.4878,
+      "step": 41030
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005165134086220762,
+      "loss": 0.4841,
+      "step": 41040
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005164434809971679,
+      "loss": 0.5117,
+      "step": 41050
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005163735533722597,
+      "loss": 0.3912,
+      "step": 41060
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005163036257473516,
+      "loss": 0.5407,
+      "step": 41070
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005162336981224434,
+      "loss": 0.4647,
+      "step": 41080
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005161637704975351,
+      "loss": 0.4041,
+      "step": 41090
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005160938428726269,
+      "loss": 0.4527,
+      "step": 41100
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005160239152477187,
+      "loss": 0.4525,
+      "step": 41110
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005159539876228104,
+      "loss": 0.5849,
+      "step": 41120
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005158840599979022,
+      "loss": 0.4064,
+      "step": 41130
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 0.0005158141323729939,
+      "loss": 0.5106,
+      "step": 41140
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005157442047480857,
+      "loss": 0.5062,
+      "step": 41150
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005156742771231775,
+      "loss": 0.5168,
+      "step": 41160
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005156043494982693,
+      "loss": 0.5361,
+      "step": 41170
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005155344218733611,
+      "loss": 0.4233,
+      "step": 41180
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005154644942484529,
+      "loss": 0.4513,
+      "step": 41190
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005153945666235447,
+      "loss": 0.4144,
+      "step": 41200
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005153246389986365,
+      "loss": 0.4546,
+      "step": 41210
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005152547113737282,
+      "loss": 0.4922,
+      "step": 41220
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.00051518478374882,
+      "loss": 0.4541,
+      "step": 41230
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005151148561239118,
+      "loss": 0.4778,
+      "step": 41240
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005150449284990036,
+      "loss": 0.5325,
+      "step": 41250
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005149750008740953,
+      "loss": 0.4785,
+      "step": 41260
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005149050732491871,
+      "loss": 0.5457,
+      "step": 41270
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005148351456242789,
+      "loss": 0.4878,
+      "step": 41280
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.0005147652179993708,
+      "loss": 0.4326,
+      "step": 41290
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005146952903744624,
+      "loss": 0.4672,
+      "step": 41300
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005146253627495542,
+      "loss": 0.5119,
+      "step": 41310
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.000514555435124646,
+      "loss": 0.4552,
+      "step": 41320
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005144855074997378,
+      "loss": 0.4807,
+      "step": 41330
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005144155798748296,
+      "loss": 0.5304,
+      "step": 41340
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005143456522499213,
+      "loss": 0.4328,
+      "step": 41350
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005142757246250131,
+      "loss": 0.4835,
+      "step": 41360
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005142057970001049,
+      "loss": 0.4849,
+      "step": 41370
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005141358693751967,
+      "loss": 0.5024,
+      "step": 41380
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005140659417502884,
+      "loss": 0.4946,
+      "step": 41390
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005139960141253803,
+      "loss": 0.4476,
+      "step": 41400
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005139260865004721,
+      "loss": 0.4043,
+      "step": 41410
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005138561588755639,
+      "loss": 0.5573,
+      "step": 41420
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0005137862312506556,
+      "loss": 0.3772,
+      "step": 41430
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005137163036257474,
+      "loss": 0.4415,
+      "step": 41440
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005136463760008392,
+      "loss": 0.5149,
+      "step": 41450
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.000513576448375931,
+      "loss": 0.4622,
+      "step": 41460
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005135065207510227,
+      "loss": 0.4697,
+      "step": 41470
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005134365931261144,
+      "loss": 0.5039,
+      "step": 41480
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005133666655012062,
+      "loss": 0.4984,
+      "step": 41490
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.000513296737876298,
+      "loss": 0.472,
+      "step": 41500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005132268102513898,
+      "loss": 0.5533,
+      "step": 41510
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005131568826264816,
+      "loss": 0.5801,
+      "step": 41520
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005130869550015734,
+      "loss": 0.5711,
+      "step": 41530
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005130170273766652,
+      "loss": 0.4259,
+      "step": 41540
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.000512947099751757,
+      "loss": 0.5361,
+      "step": 41550
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005128771721268487,
+      "loss": 0.4149,
+      "step": 41560
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005128072445019405,
+      "loss": 0.4713,
+      "step": 41570
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 0.0005127373168770323,
+      "loss": 0.4767,
+      "step": 41580
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005126673892521241,
+      "loss": 0.5021,
+      "step": 41590
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005125974616272158,
+      "loss": 0.4492,
+      "step": 41600
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005125275340023076,
+      "loss": 0.4453,
+      "step": 41610
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005124576063773995,
+      "loss": 0.5232,
+      "step": 41620
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005123876787524913,
+      "loss": 0.4264,
+      "step": 41630
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.000512317751127583,
+      "loss": 0.4317,
+      "step": 41640
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005122478235026748,
+      "loss": 0.4422,
+      "step": 41650
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005121778958777666,
+      "loss": 0.496,
+      "step": 41660
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005121079682528584,
+      "loss": 0.4265,
+      "step": 41670
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.00051203804062795,
+      "loss": 0.4993,
+      "step": 41680
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005119681130030418,
+      "loss": 0.4518,
+      "step": 41690
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005118981853781336,
+      "loss": 0.5554,
+      "step": 41700
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005118282577532254,
+      "loss": 0.4576,
+      "step": 41710
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.0005117583301283172,
+      "loss": 0.4548,
+      "step": 41720
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.000511688402503409,
+      "loss": 0.4565,
+      "step": 41730
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005116184748785008,
+      "loss": 0.502,
+      "step": 41740
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005115485472535926,
+      "loss": 0.5416,
+      "step": 41750
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005114786196286844,
+      "loss": 0.4889,
+      "step": 41760
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005114086920037761,
+      "loss": 0.3941,
+      "step": 41770
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005113387643788679,
+      "loss": 0.5401,
+      "step": 41780
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005112688367539597,
+      "loss": 0.4537,
+      "step": 41790
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005111989091290515,
+      "loss": 0.4724,
+      "step": 41800
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005111289815041432,
+      "loss": 0.4998,
+      "step": 41810
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.000511059053879235,
+      "loss": 0.4753,
+      "step": 41820
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005109891262543268,
+      "loss": 0.4722,
+      "step": 41830
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005109191986294187,
+      "loss": 0.4777,
+      "step": 41840
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005108492710045104,
+      "loss": 0.5046,
+      "step": 41850
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0005107793433796021,
+      "loss": 0.4861,
+      "step": 41860
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005107094157546939,
+      "loss": 0.4993,
+      "step": 41870
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005106394881297857,
+      "loss": 0.4762,
+      "step": 41880
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005105695605048774,
+      "loss": 0.516,
+      "step": 41890
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005104996328799692,
+      "loss": 0.505,
+      "step": 41900
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.000510429705255061,
+      "loss": 0.4668,
+      "step": 41910
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005103597776301528,
+      "loss": 0.4275,
+      "step": 41920
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005102898500052446,
+      "loss": 0.4192,
+      "step": 41930
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005102199223803363,
+      "loss": 0.5553,
+      "step": 41940
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005101499947554282,
+      "loss": 0.564,
+      "step": 41950
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.00051008006713052,
+      "loss": 0.5307,
+      "step": 41960
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005100101395056118,
+      "loss": 0.512,
+      "step": 41970
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005099402118807035,
+      "loss": 0.4938,
+      "step": 41980
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005098702842557953,
+      "loss": 0.4313,
+      "step": 41990
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005098003566308871,
+      "loss": 0.4458,
+      "step": 42000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 0.0005097304290059789,
+      "loss": 0.4551,
+      "step": 42010
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005096605013810706,
+      "loss": 0.5812,
+      "step": 42020
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005095905737561624,
+      "loss": 0.4925,
+      "step": 42030
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005095206461312541,
+      "loss": 0.4229,
+      "step": 42040
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005094507185063459,
+      "loss": 0.4528,
+      "step": 42050
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005093807908814377,
+      "loss": 0.4348,
+      "step": 42060
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005093108632565295,
+      "loss": 0.4329,
+      "step": 42070
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005092409356316213,
+      "loss": 0.5718,
+      "step": 42080
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005091710080067131,
+      "loss": 0.461,
+      "step": 42090
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005091010803818048,
+      "loss": 0.5821,
+      "step": 42100
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005090311527568966,
+      "loss": 0.5317,
+      "step": 42110
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005089612251319884,
+      "loss": 0.4415,
+      "step": 42120
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005088912975070802,
+      "loss": 0.5269,
+      "step": 42130
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.000508821369882172,
+      "loss": 0.4607,
+      "step": 42140
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0005087514422572637,
+      "loss": 0.5644,
+      "step": 42150
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005086815146323555,
+      "loss": 0.4864,
+      "step": 42160
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005086115870074474,
+      "loss": 0.4652,
+      "step": 42170
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005085416593825392,
+      "loss": 0.5417,
+      "step": 42180
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005084717317576309,
+      "loss": 0.5225,
+      "step": 42190
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005084018041327227,
+      "loss": 0.5135,
+      "step": 42200
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005083318765078145,
+      "loss": 0.4682,
+      "step": 42210
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005082619488829063,
+      "loss": 0.5011,
+      "step": 42220
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005081920212579979,
+      "loss": 0.4426,
+      "step": 42230
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005081220936330897,
+      "loss": 0.5306,
+      "step": 42240
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005080521660081815,
+      "loss": 0.4658,
+      "step": 42250
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005079822383832733,
+      "loss": 0.5072,
+      "step": 42260
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005079123107583651,
+      "loss": 0.493,
+      "step": 42270
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005078423831334569,
+      "loss": 0.4126,
+      "step": 42280
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 0.0005077724555085487,
+      "loss": 0.4952,
+      "step": 42290
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005077025278836405,
+      "loss": 0.4814,
+      "step": 42300
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005076326002587322,
+      "loss": 0.4586,
+      "step": 42310
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.000507562672633824,
+      "loss": 0.4707,
+      "step": 42320
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005074927450089158,
+      "loss": 0.4606,
+      "step": 42330
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005074228173840076,
+      "loss": 0.4975,
+      "step": 42340
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005073528897590994,
+      "loss": 0.4968,
+      "step": 42350
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005072829621341911,
+      "loss": 0.4937,
+      "step": 42360
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005072130345092829,
+      "loss": 0.4338,
+      "step": 42370
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005071431068843747,
+      "loss": 0.4565,
+      "step": 42380
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005070731792594666,
+      "loss": 0.6067,
+      "step": 42390
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005070032516345583,
+      "loss": 0.4759,
+      "step": 42400
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.00050693332400965,
+      "loss": 0.4841,
+      "step": 42410
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005068633963847418,
+      "loss": 0.4858,
+      "step": 42420
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005067934687598336,
+      "loss": 0.4634,
+      "step": 42430
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0005067235411349253,
+      "loss": 0.5012,
+      "step": 42440
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005066536135100171,
+      "loss": 0.4869,
+      "step": 42450
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005065836858851089,
+      "loss": 0.5369,
+      "step": 42460
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005065137582602007,
+      "loss": 0.558,
+      "step": 42470
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005064438306352925,
+      "loss": 0.4301,
+      "step": 42480
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005063739030103843,
+      "loss": 0.429,
+      "step": 42490
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005063039753854761,
+      "loss": 0.4892,
+      "step": 42500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005062340477605679,
+      "loss": 0.4251,
+      "step": 42510
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005061641201356596,
+      "loss": 0.5574,
+      "step": 42520
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005060941925107514,
+      "loss": 0.4733,
+      "step": 42530
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005060242648858432,
+      "loss": 0.3936,
+      "step": 42540
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.000505954337260935,
+      "loss": 0.4385,
+      "step": 42550
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005058844096360268,
+      "loss": 0.4091,
+      "step": 42560
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005058144820111185,
+      "loss": 0.4934,
+      "step": 42570
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0005057445543862103,
+      "loss": 0.4946,
+      "step": 42580
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.000505674626761302,
+      "loss": 0.5903,
+      "step": 42590
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.000505604699136394,
+      "loss": 0.5444,
+      "step": 42600
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005055347715114856,
+      "loss": 0.5247,
+      "step": 42610
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005054648438865774,
+      "loss": 0.4821,
+      "step": 42620
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005053949162616692,
+      "loss": 0.5339,
+      "step": 42630
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.000505324988636761,
+      "loss": 0.4971,
+      "step": 42640
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005052550610118527,
+      "loss": 0.5151,
+      "step": 42650
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005051851333869445,
+      "loss": 0.4803,
+      "step": 42660
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005051152057620363,
+      "loss": 0.5713,
+      "step": 42670
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005050452781371281,
+      "loss": 0.4749,
+      "step": 42680
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005049753505122199,
+      "loss": 0.5205,
+      "step": 42690
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005049054228873116,
+      "loss": 0.4459,
+      "step": 42700
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005048354952624035,
+      "loss": 0.5647,
+      "step": 42710
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 0.0005047655676374953,
+      "loss": 0.4771,
+      "step": 42720
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.000504695640012587,
+      "loss": 0.4252,
+      "step": 42730
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005046257123876788,
+      "loss": 0.4656,
+      "step": 42740
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005045557847627706,
+      "loss": 0.4672,
+      "step": 42750
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005044858571378624,
+      "loss": 0.5165,
+      "step": 42760
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005044159295129542,
+      "loss": 0.4261,
+      "step": 42770
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005043460018880458,
+      "loss": 0.5245,
+      "step": 42780
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005042760742631376,
+      "loss": 0.4591,
+      "step": 42790
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005042061466382294,
+      "loss": 0.4321,
+      "step": 42800
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005041362190133212,
+      "loss": 0.4144,
+      "step": 42810
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.000504066291388413,
+      "loss": 0.4105,
+      "step": 42820
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005039963637635048,
+      "loss": 0.4334,
+      "step": 42830
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005039264361385966,
+      "loss": 0.4722,
+      "step": 42840
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005038565085136884,
+      "loss": 0.4461,
+      "step": 42850
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005037865808887801,
+      "loss": 0.4563,
+      "step": 42860
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0005037166532638719,
+      "loss": 0.5115,
+      "step": 42870
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005036467256389637,
+      "loss": 0.423,
+      "step": 42880
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005035767980140555,
+      "loss": 0.4976,
+      "step": 42890
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005035068703891473,
+      "loss": 0.4361,
+      "step": 42900
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.000503436942764239,
+      "loss": 0.4292,
+      "step": 42910
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005033670151393308,
+      "loss": 0.506,
+      "step": 42920
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005032970875144227,
+      "loss": 0.544,
+      "step": 42930
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005032271598895144,
+      "loss": 0.4846,
+      "step": 42940
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005031572322646062,
+      "loss": 0.4692,
+      "step": 42950
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.000503087304639698,
+      "loss": 0.4576,
+      "step": 42960
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005030173770147897,
+      "loss": 0.4128,
+      "step": 42970
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005029474493898815,
+      "loss": 0.5287,
+      "step": 42980
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005028775217649732,
+      "loss": 0.5084,
+      "step": 42990
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.000502807594140065,
+      "loss": 0.4753,
+      "step": 43000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 0.0005027376665151568,
+      "loss": 0.4897,
+      "step": 43010
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005026677388902486,
+      "loss": 0.4715,
+      "step": 43020
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005025978112653403,
+      "loss": 0.4351,
+      "step": 43030
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005025278836404322,
+      "loss": 0.4776,
+      "step": 43040
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.000502457956015524,
+      "loss": 0.452,
+      "step": 43050
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005023880283906158,
+      "loss": 0.4653,
+      "step": 43060
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005023181007657075,
+      "loss": 0.5524,
+      "step": 43070
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005022481731407993,
+      "loss": 0.5492,
+      "step": 43080
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005021782455158911,
+      "loss": 0.4912,
+      "step": 43090
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005021083178909829,
+      "loss": 0.4866,
+      "step": 43100
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005020383902660747,
+      "loss": 0.4234,
+      "step": 43110
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005019684626411664,
+      "loss": 0.4117,
+      "step": 43120
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005018985350162582,
+      "loss": 0.4341,
+      "step": 43130
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.00050182860739135,
+      "loss": 0.4186,
+      "step": 43140
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005017586797664417,
+      "loss": 0.443,
+      "step": 43150
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0005016887521415335,
+      "loss": 0.4185,
+      "step": 43160
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005016188245166253,
+      "loss": 0.4802,
+      "step": 43170
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005015488968917171,
+      "loss": 0.4418,
+      "step": 43180
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005014789692668089,
+      "loss": 0.4253,
+      "step": 43190
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005014090416419006,
+      "loss": 0.5119,
+      "step": 43200
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005013391140169924,
+      "loss": 0.5377,
+      "step": 43210
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005012691863920842,
+      "loss": 0.4544,
+      "step": 43220
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.000501199258767176,
+      "loss": 0.4368,
+      "step": 43230
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005011293311422677,
+      "loss": 0.4833,
+      "step": 43240
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005010594035173595,
+      "loss": 0.4025,
+      "step": 43250
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005009894758924514,
+      "loss": 0.4017,
+      "step": 43260
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005009195482675432,
+      "loss": 0.4344,
+      "step": 43270
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005008496206426349,
+      "loss": 0.3598,
+      "step": 43280
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005007796930177267,
+      "loss": 0.5062,
+      "step": 43290
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0005007097653928185,
+      "loss": 0.4651,
+      "step": 43300
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005006398377679103,
+      "loss": 0.4575,
+      "step": 43310
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005005699101430021,
+      "loss": 0.4685,
+      "step": 43320
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005004999825180937,
+      "loss": 0.4399,
+      "step": 43330
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005004300548931855,
+      "loss": 0.4476,
+      "step": 43340
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005003601272682773,
+      "loss": 0.4842,
+      "step": 43350
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005002901996433691,
+      "loss": 0.4125,
+      "step": 43360
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005002202720184609,
+      "loss": 0.3912,
+      "step": 43370
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005001503443935527,
+      "loss": 0.4384,
+      "step": 43380
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005000804167686445,
+      "loss": 0.3964,
+      "step": 43390
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0005000104891437363,
+      "loss": 0.4985,
+      "step": 43400
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.000499940561518828,
+      "loss": 0.4673,
+      "step": 43410
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0004998706338939198,
+      "loss": 0.4605,
+      "step": 43420
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0004998007062690116,
+      "loss": 0.4873,
+      "step": 43430
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 0.0004997307786441034,
+      "loss": 0.4331,
+      "step": 43440
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004996608510191951,
+      "loss": 0.5139,
+      "step": 43450
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004995909233942869,
+      "loss": 0.4131,
+      "step": 43460
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004995209957693787,
+      "loss": 0.4405,
+      "step": 43470
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004994510681444706,
+      "loss": 0.4435,
+      "step": 43480
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004993811405195623,
+      "loss": 0.4197,
+      "step": 43490
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004993112128946541,
+      "loss": 0.4679,
+      "step": 43500
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004992412852697459,
+      "loss": 0.4704,
+      "step": 43510
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004991713576448376,
+      "loss": 0.4687,
+      "step": 43520
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004991014300199294,
+      "loss": 0.3956,
+      "step": 43530
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004990315023950211,
+      "loss": 0.4011,
+      "step": 43540
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004989615747701129,
+      "loss": 0.4668,
+      "step": 43550
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004988916471452047,
+      "loss": 0.4375,
+      "step": 43560
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004988217195202965,
+      "loss": 0.3768,
+      "step": 43570
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004987517918953882,
+      "loss": 0.502,
+      "step": 43580
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.0004986818642704801,
+      "loss": 0.4287,
+      "step": 43590
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004986119366455719,
+      "loss": 0.4405,
+      "step": 43600
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004985420090206637,
+      "loss": 0.5214,
+      "step": 43610
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004984720813957554,
+      "loss": 0.478,
+      "step": 43620
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004984021537708472,
+      "loss": 0.3478,
+      "step": 43630
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.000498332226145939,
+      "loss": 0.4465,
+      "step": 43640
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004982622985210308,
+      "loss": 0.4305,
+      "step": 43650
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004981923708961225,
+      "loss": 0.4571,
+      "step": 43660
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004981224432712143,
+      "loss": 0.4064,
+      "step": 43670
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004980525156463061,
+      "loss": 0.4017,
+      "step": 43680
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004979825880213979,
+      "loss": 0.3761,
+      "step": 43690
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004979126603964896,
+      "loss": 0.5142,
+      "step": 43700
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004978427327715814,
+      "loss": 0.4291,
+      "step": 43710
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0004977728051466732,
+      "loss": 0.3847,
+      "step": 43720
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.000497702877521765,
+      "loss": 0.5009,
+      "step": 43730
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004976329498968568,
+      "loss": 0.4904,
+      "step": 43740
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004975630222719485,
+      "loss": 0.4209,
+      "step": 43750
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004974930946470403,
+      "loss": 0.4568,
+      "step": 43760
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004974231670221321,
+      "loss": 0.4474,
+      "step": 43770
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004973532393972239,
+      "loss": 0.4121,
+      "step": 43780
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004972833117723156,
+      "loss": 0.416,
+      "step": 43790
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004972133841474074,
+      "loss": 0.4725,
+      "step": 43800
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004971434565224993,
+      "loss": 0.4043,
+      "step": 43810
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004970735288975911,
+      "loss": 0.4277,
+      "step": 43820
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004970036012726828,
+      "loss": 0.4092,
+      "step": 43830
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004969336736477746,
+      "loss": 0.4548,
+      "step": 43840
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004968637460228664,
+      "loss": 0.4396,
+      "step": 43850
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004967938183979582,
+      "loss": 0.4441,
+      "step": 43860
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 0.0004967238907730499,
+      "loss": 0.4772,
+      "step": 43870
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004966539631481416,
+      "loss": 0.5155,
+      "step": 43880
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004965840355232334,
+      "loss": 0.4978,
+      "step": 43890
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004965141078983252,
+      "loss": 0.4259,
+      "step": 43900
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.000496444180273417,
+      "loss": 0.4496,
+      "step": 43910
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004963742526485088,
+      "loss": 0.4625,
+      "step": 43920
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004963043250236006,
+      "loss": 0.4896,
+      "step": 43930
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004962343973986924,
+      "loss": 0.5152,
+      "step": 43940
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004961644697737842,
+      "loss": 0.4557,
+      "step": 43950
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004960945421488759,
+      "loss": 0.5315,
+      "step": 43960
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004960246145239677,
+      "loss": 0.4225,
+      "step": 43970
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004959546868990595,
+      "loss": 0.4881,
+      "step": 43980
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004958847592741513,
+      "loss": 0.4477,
+      "step": 43990
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.000495814831649243,
+      "loss": 0.4822,
+      "step": 44000
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004957449040243348,
+      "loss": 0.4627,
+      "step": 44010
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0004956749763994267,
+      "loss": 0.5025,
+      "step": 44020
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004956050487745185,
+      "loss": 0.3884,
+      "step": 44030
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004955351211496102,
+      "loss": 0.5085,
+      "step": 44040
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.000495465193524702,
+      "loss": 0.412,
+      "step": 44050
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004953952658997938,
+      "loss": 0.3781,
+      "step": 44060
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004953253382748856,
+      "loss": 0.4949,
+      "step": 44070
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004952554106499772,
+      "loss": 0.4734,
+      "step": 44080
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.000495185483025069,
+      "loss": 0.4252,
+      "step": 44090
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004951155554001608,
+      "loss": 0.4794,
+      "step": 44100
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004950456277752526,
+      "loss": 0.5151,
+      "step": 44110
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004949757001503444,
+      "loss": 0.4845,
+      "step": 44120
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004949057725254362,
+      "loss": 0.4229,
+      "step": 44130
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.000494835844900528,
+      "loss": 0.5426,
+      "step": 44140
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004947659172756198,
+      "loss": 0.3881,
+      "step": 44150
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 0.0004946959896507116,
+      "loss": 0.4534,
+      "step": 44160
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004946260620258033,
+      "loss": 0.4166,
+      "step": 44170
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004945561344008951,
+      "loss": 0.505,
+      "step": 44180
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004944862067759869,
+      "loss": 0.4097,
+      "step": 44190
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004944162791510787,
+      "loss": 0.4847,
+      "step": 44200
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004943463515261704,
+      "loss": 0.4399,
+      "step": 44210
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004942764239012622,
+      "loss": 0.4431,
+      "step": 44220
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.000494206496276354,
+      "loss": 0.414,
+      "step": 44230
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004941365686514459,
+      "loss": 0.4765,
+      "step": 44240
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004940666410265376,
+      "loss": 0.447,
+      "step": 44250
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004939967134016293,
+      "loss": 0.4096,
+      "step": 44260
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004939267857767211,
+      "loss": 0.4639,
+      "step": 44270
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004938568581518129,
+      "loss": 0.4613,
+      "step": 44280
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004937869305269046,
+      "loss": 0.4345,
+      "step": 44290
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.0004937170029019964,
+      "loss": 0.4386,
+      "step": 44300
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004936470752770882,
+      "loss": 0.4718,
+      "step": 44310
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.00049357714765218,
+      "loss": 0.4387,
+      "step": 44320
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004935072200272718,
+      "loss": 0.4626,
+      "step": 44330
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004934372924023635,
+      "loss": 0.519,
+      "step": 44340
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004933673647774554,
+      "loss": 0.4724,
+      "step": 44350
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004932974371525472,
+      "loss": 0.4325,
+      "step": 44360
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.000493227509527639,
+      "loss": 0.4395,
+      "step": 44370
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004931575819027307,
+      "loss": 0.4216,
+      "step": 44380
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004930876542778225,
+      "loss": 0.4672,
+      "step": 44390
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004930177266529143,
+      "loss": 0.4345,
+      "step": 44400
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004929477990280061,
+      "loss": 0.4413,
+      "step": 44410
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004928778714030978,
+      "loss": 0.419,
+      "step": 44420
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004928079437781896,
+      "loss": 0.5172,
+      "step": 44430
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004927380161532813,
+      "loss": 0.5195,
+      "step": 44440
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0004926680885283731,
+      "loss": 0.5009,
+      "step": 44450
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004925981609034649,
+      "loss": 0.4887,
+      "step": 44460
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004925282332785567,
+      "loss": 0.4387,
+      "step": 44470
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004924583056536485,
+      "loss": 0.517,
+      "step": 44480
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004923883780287403,
+      "loss": 0.4667,
+      "step": 44490
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.000492318450403832,
+      "loss": 0.4189,
+      "step": 44500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004922485227789238,
+      "loss": 0.4938,
+      "step": 44510
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004921785951540156,
+      "loss": 0.4567,
+      "step": 44520
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004921086675291074,
+      "loss": 0.4666,
+      "step": 44530
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004920387399041992,
+      "loss": 0.4225,
+      "step": 44540
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004919688122792909,
+      "loss": 0.4492,
+      "step": 44550
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004918988846543827,
+      "loss": 0.4411,
+      "step": 44560
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004918289570294746,
+      "loss": 0.4041,
+      "step": 44570
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004917590294045664,
+      "loss": 0.4483,
+      "step": 44580
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 0.0004916891017796581,
+      "loss": 0.4152,
+      "step": 44590
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004916191741547499,
+      "loss": 0.4615,
+      "step": 44600
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004915492465298417,
+      "loss": 0.4617,
+      "step": 44610
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004914793189049335,
+      "loss": 0.4472,
+      "step": 44620
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004914093912800251,
+      "loss": 0.4339,
+      "step": 44630
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004913394636551169,
+      "loss": 0.4568,
+      "step": 44640
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004912695360302087,
+      "loss": 0.3749,
+      "step": 44650
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004911996084053005,
+      "loss": 0.409,
+      "step": 44660
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004911296807803923,
+      "loss": 0.4097,
+      "step": 44670
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004910597531554841,
+      "loss": 0.52,
+      "step": 44680
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004909898255305759,
+      "loss": 0.4415,
+      "step": 44690
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004909198979056677,
+      "loss": 0.4202,
+      "step": 44700
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004908499702807594,
+      "loss": 0.4796,
+      "step": 44710
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004907800426558512,
+      "loss": 0.4564,
+      "step": 44720
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.000490710115030943,
+      "loss": 0.404,
+      "step": 44730
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.0004906401874060348,
+      "loss": 0.4688,
+      "step": 44740
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004905702597811266,
+      "loss": 0.4235,
+      "step": 44750
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004905003321562183,
+      "loss": 0.447,
+      "step": 44760
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004904304045313101,
+      "loss": 0.4044,
+      "step": 44770
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004903604769064019,
+      "loss": 0.5419,
+      "step": 44780
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004902905492814938,
+      "loss": 0.4805,
+      "step": 44790
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004902206216565855,
+      "loss": 0.4666,
+      "step": 44800
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004901506940316772,
+      "loss": 0.4248,
+      "step": 44810
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.000490080766406769,
+      "loss": 0.5102,
+      "step": 44820
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004900108387818608,
+      "loss": 0.415,
+      "step": 44830
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004899409111569525,
+      "loss": 0.4694,
+      "step": 44840
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004898709835320443,
+      "loss": 0.4629,
+      "step": 44850
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004898010559071361,
+      "loss": 0.4448,
+      "step": 44860
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004897311282822279,
+      "loss": 0.453,
+      "step": 44870
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 0.0004896612006573197,
+      "loss": 0.527,
+      "step": 44880
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004895912730324114,
+      "loss": 0.4405,
+      "step": 44890
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004895213454075033,
+      "loss": 0.3826,
+      "step": 44900
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004894514177825951,
+      "loss": 0.5051,
+      "step": 44910
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004893814901576868,
+      "loss": 0.5247,
+      "step": 44920
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004893115625327786,
+      "loss": 0.4471,
+      "step": 44930
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004892416349078704,
+      "loss": 0.4655,
+      "step": 44940
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004891717072829622,
+      "loss": 0.4112,
+      "step": 44950
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.000489101779658054,
+      "loss": 0.5012,
+      "step": 44960
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004890318520331457,
+      "loss": 0.4469,
+      "step": 44970
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004889619244082375,
+      "loss": 0.4844,
+      "step": 44980
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004888919967833292,
+      "loss": 0.4574,
+      "step": 44990
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.000488822069158421,
+      "loss": 0.4842,
+      "step": 45000
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004887521415335128,
+      "loss": 0.4034,
+      "step": 45010
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.0004886822139086046,
+      "loss": 0.4642,
+      "step": 45020
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004886122862836964,
+      "loss": 0.4133,
+      "step": 45030
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004885423586587882,
+      "loss": 0.4463,
+      "step": 45040
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004884724310338799,
+      "loss": 0.4621,
+      "step": 45050
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004884025034089717,
+      "loss": 0.4692,
+      "step": 45060
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004883325757840635,
+      "loss": 0.4861,
+      "step": 45070
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004882626481591553,
+      "loss": 0.5099,
+      "step": 45080
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048819272053424704,
+      "loss": 0.4774,
+      "step": 45090
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048812279290933884,
+      "loss": 0.4769,
+      "step": 45100
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004880528652844306,
+      "loss": 0.4109,
+      "step": 45110
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048798293765952243,
+      "loss": 0.3864,
+      "step": 45120
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048791301003461423,
+      "loss": 0.5048,
+      "step": 45130
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.000487843082409706,
+      "loss": 0.441,
+      "step": 45140
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048777315478479777,
+      "loss": 0.3999,
+      "step": 45150
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.00048770322715988956,
+      "loss": 0.4727,
+      "step": 45160
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0004876332995349813,
+      "loss": 0.5217,
+      "step": 45170
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004875633719100731,
+      "loss": 0.453,
+      "step": 45180
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048749344428516484,
+      "loss": 0.4457,
+      "step": 45190
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048742351666025664,
+      "loss": 0.4553,
+      "step": 45200
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004873535890353484,
+      "loss": 0.5496,
+      "step": 45210
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004872836614104403,
+      "loss": 0.4421,
+      "step": 45220
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.000487213733785532,
+      "loss": 0.4693,
+      "step": 45230
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004871438061606238,
+      "loss": 0.3956,
+      "step": 45240
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048707387853571556,
+      "loss": 0.4113,
+      "step": 45250
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048700395091080736,
+      "loss": 0.4731,
+      "step": 45260
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004869340232858991,
+      "loss": 0.3947,
+      "step": 45270
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004868640956609909,
+      "loss": 0.4321,
+      "step": 45280
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.0004867941680360827,
+      "loss": 0.4788,
+      "step": 45290
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048672424041117443,
+      "loss": 0.4094,
+      "step": 45300
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 0.00048665431278626623,
+      "loss": 0.5084,
+      "step": 45310
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00048658438516135797,
+      "loss": 0.4725,
+      "step": 45320
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004865144575364498,
+      "loss": 0.3879,
+      "step": 45330
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004864445299115416,
+      "loss": 0.4688,
+      "step": 45340
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004863746022866334,
+      "loss": 0.4213,
+      "step": 45350
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00048630467466172515,
+      "loss": 0.4353,
+      "step": 45360
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00048623474703681695,
+      "loss": 0.5125,
+      "step": 45370
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004861648194119087,
+      "loss": 0.4314,
+      "step": 45380
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004860948917870005,
+      "loss": 0.5041,
+      "step": 45390
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004860249641620922,
+      "loss": 0.4578,
+      "step": 45400
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.000485955036537184,
+      "loss": 0.5496,
+      "step": 45410
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00048588510891227576,
+      "loss": 0.5104,
+      "step": 45420
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00048581518128736756,
+      "loss": 0.4737,
+      "step": 45430
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004857452536624594,
+      "loss": 0.4677,
+      "step": 45440
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.0004856753260375512,
+      "loss": 0.534,
+      "step": 45450
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048560539841264295,
+      "loss": 0.4267,
+      "step": 45460
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048553547078773474,
+      "loss": 0.4902,
+      "step": 45470
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004854655431628265,
+      "loss": 0.4319,
+      "step": 45480
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004853956155379183,
+      "loss": 0.4524,
+      "step": 45490
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004853256879130101,
+      "loss": 0.4515,
+      "step": 45500
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004852557602881018,
+      "loss": 0.4,
+      "step": 45510
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004851858326631936,
+      "loss": 0.4415,
+      "step": 45520
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048511590503828536,
+      "loss": 0.5067,
+      "step": 45530
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048504597741337715,
+      "loss": 0.5257,
+      "step": 45540
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.000484976049788469,
+      "loss": 0.4384,
+      "step": 45550
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004849061221635608,
+      "loss": 0.4311,
+      "step": 45560
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048483619453865254,
+      "loss": 0.4351,
+      "step": 45570
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048476626691374433,
+      "loss": 0.4174,
+      "step": 45580
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.0004846963392888361,
+      "loss": 0.4236,
+      "step": 45590
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00048462641166392787,
+      "loss": 0.4234,
+      "step": 45600
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.0004845564840390196,
+      "loss": 0.4232,
+      "step": 45610
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.0004844865564141114,
+      "loss": 0.4331,
+      "step": 45620
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048441662878920315,
+      "loss": 0.3803,
+      "step": 45630
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048434670116429495,
+      "loss": 0.4384,
+      "step": 45640
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048427677353938674,
+      "loss": 0.4305,
+      "step": 45650
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.0004842068459144786,
+      "loss": 0.4633,
+      "step": 45660
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048413691828957033,
+      "loss": 0.4441,
+      "step": 45670
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048406699066466213,
+      "loss": 0.4932,
+      "step": 45680
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048399706303975387,
+      "loss": 0.4711,
+      "step": 45690
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048392713541484567,
+      "loss": 0.449,
+      "step": 45700
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048385720778993746,
+      "loss": 0.4463,
+      "step": 45710
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.0004837872801650292,
+      "loss": 0.4396,
+      "step": 45720
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.000483717352540121,
+      "loss": 0.4935,
+      "step": 45730
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 0.00048364742491521274,
+      "loss": 0.3913,
+      "step": 45740
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048357749729030454,
+      "loss": 0.3962,
+      "step": 45750
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004835075696653963,
+      "loss": 0.4797,
+      "step": 45760
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004834376420404882,
+      "loss": 0.4097,
+      "step": 45770
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004833677144155799,
+      "loss": 0.4291,
+      "step": 45780
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004832977867906717,
+      "loss": 0.4121,
+      "step": 45790
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048322785916576346,
+      "loss": 0.3793,
+      "step": 45800
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048315793154085526,
+      "loss": 0.4809,
+      "step": 45810
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.000483088003915947,
+      "loss": 0.4145,
+      "step": 45820
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004830180762910388,
+      "loss": 0.4624,
+      "step": 45830
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048294814866613054,
+      "loss": 0.3702,
+      "step": 45840
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048287822104122233,
+      "loss": 0.4344,
+      "step": 45850
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048280829341631413,
+      "loss": 0.4286,
+      "step": 45860
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00048273836579140587,
+      "loss": 0.3998,
+      "step": 45870
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.0004826684381664977,
+      "loss": 0.4828,
+      "step": 45880
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004825985105415895,
+      "loss": 0.5323,
+      "step": 45890
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048252858291668126,
+      "loss": 0.4471,
+      "step": 45900
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048245865529177305,
+      "loss": 0.4081,
+      "step": 45910
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048238872766686485,
+      "loss": 0.5182,
+      "step": 45920
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004823188000419566,
+      "loss": 0.4969,
+      "step": 45930
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004822488724170484,
+      "loss": 0.4702,
+      "step": 45940
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048217894479214013,
+      "loss": 0.3929,
+      "step": 45950
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004821090171672319,
+      "loss": 0.4428,
+      "step": 45960
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048203908954232367,
+      "loss": 0.4709,
+      "step": 45970
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048196916191741546,
+      "loss": 0.3536,
+      "step": 45980
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004818992342925073,
+      "loss": 0.49,
+      "step": 45990
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004818293066675991,
+      "loss": 0.4513,
+      "step": 46000
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048175937904269085,
+      "loss": 0.4739,
+      "step": 46010
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.00048168945141778265,
+      "loss": 0.4061,
+      "step": 46020
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 0.0004816195237928744,
+      "loss": 0.5713,
+      "step": 46030
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004815495961679662,
+      "loss": 0.5129,
+      "step": 46040
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004814796685430579,
+      "loss": 0.3973,
+      "step": 46050
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004814097409181497,
+      "loss": 0.4308,
+      "step": 46060
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004813398132932415,
+      "loss": 0.5153,
+      "step": 46070
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.00048126988566833326,
+      "loss": 0.4779,
+      "step": 46080
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.00048119995804342505,
+      "loss": 0.4103,
+      "step": 46090
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004811300304185169,
+      "loss": 0.4432,
+      "step": 46100
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.00048106010279360865,
+      "loss": 0.4547,
+      "step": 46110
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.00048099017516870044,
+      "loss": 0.3567,
+      "step": 46120
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.00048092024754379224,
+      "loss": 0.4532,
+      "step": 46130
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.000480850319918884,
+      "loss": 0.3972,
+      "step": 46140
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004807803922939758,
+      "loss": 0.4894,
+      "step": 46150
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004807104646690675,
+      "loss": 0.4812,
+      "step": 46160
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0004806405370441593,
+      "loss": 0.4705,
+      "step": 46170
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00048057060941925105,
+      "loss": 0.4966,
+      "step": 46180
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00048050068179434285,
+      "loss": 0.4354,
+      "step": 46190
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004804307541694346,
+      "loss": 0.4872,
+      "step": 46200
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004803608265445265,
+      "loss": 0.4102,
+      "step": 46210
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00048029089891961824,
+      "loss": 0.4617,
+      "step": 46220
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00048022097129471003,
+      "loss": 0.4181,
+      "step": 46230
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004801510436698018,
+      "loss": 0.5225,
+      "step": 46240
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00048008111604489357,
+      "loss": 0.4118,
+      "step": 46250
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004800111884199853,
+      "loss": 0.4064,
+      "step": 46260
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004799412607950771,
+      "loss": 0.4482,
+      "step": 46270
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004798713331701689,
+      "loss": 0.4378,
+      "step": 46280
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00047980140554526065,
+      "loss": 0.4134,
+      "step": 46290
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00047973147792035244,
+      "loss": 0.5184,
+      "step": 46300
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.0004796615502954442,
+      "loss": 0.4236,
+      "step": 46310
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00047959162267053603,
+      "loss": 0.4561,
+      "step": 46320
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047952169504562783,
+      "loss": 0.5193,
+      "step": 46330
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004794517674207196,
+      "loss": 0.5053,
+      "step": 46340
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047938183979581137,
+      "loss": 0.4903,
+      "step": 46350
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047931191217090316,
+      "loss": 0.4796,
+      "step": 46360
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004792419845459949,
+      "loss": 0.4228,
+      "step": 46370
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004791720569210867,
+      "loss": 0.397,
+      "step": 46380
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047910212929617844,
+      "loss": 0.3934,
+      "step": 46390
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047903220167127024,
+      "loss": 0.4167,
+      "step": 46400
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.000478962274046362,
+      "loss": 0.3897,
+      "step": 46410
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004788923464214538,
+      "loss": 0.4753,
+      "step": 46420
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004788224187965456,
+      "loss": 0.4996,
+      "step": 46430
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.0004787524911716374,
+      "loss": 0.4306,
+      "step": 46440
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047868256354672916,
+      "loss": 0.3624,
+      "step": 46450
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 0.00047861263592182096,
+      "loss": 0.3378,
+      "step": 46460
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004785427082969127,
+      "loss": 0.5619,
+      "step": 46470
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004784727806720045,
+      "loss": 0.4228,
+      "step": 46480
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004784028530470963,
+      "loss": 0.4619,
+      "step": 46490
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047833292542218803,
+      "loss": 0.5263,
+      "step": 46500
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047826299779727983,
+      "loss": 0.5253,
+      "step": 46510
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047819307017237157,
+      "loss": 0.446,
+      "step": 46520
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047812314254746337,
+      "loss": 0.4627,
+      "step": 46530
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004780532149225552,
+      "loss": 0.4344,
+      "step": 46540
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.000477983287297647,
+      "loss": 0.3843,
+      "step": 46550
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047791335967273875,
+      "loss": 0.3771,
+      "step": 46560
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047784343204783055,
+      "loss": 0.4599,
+      "step": 46570
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004777735044229223,
+      "loss": 0.4476,
+      "step": 46580
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0004777035767980141,
+      "loss": 0.4586,
+      "step": 46590
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.00047763364917310583,
+      "loss": 0.4801,
+      "step": 46600
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004775637215481976,
+      "loss": 0.3945,
+      "step": 46610
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047749379392328936,
+      "loss": 0.4979,
+      "step": 46620
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047742386629838116,
+      "loss": 0.4484,
+      "step": 46630
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.000477353938673473,
+      "loss": 0.4392,
+      "step": 46640
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004772840110485648,
+      "loss": 0.4209,
+      "step": 46650
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047721408342365655,
+      "loss": 0.56,
+      "step": 46660
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047714415579874834,
+      "loss": 0.4658,
+      "step": 46670
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004770742281738401,
+      "loss": 0.4574,
+      "step": 46680
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004770043005489319,
+      "loss": 0.4555,
+      "step": 46690
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004769343729240237,
+      "loss": 0.4534,
+      "step": 46700
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004768644452991154,
+      "loss": 0.3853,
+      "step": 46710
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004767945176742072,
+      "loss": 0.4583,
+      "step": 46720
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047672459004929896,
+      "loss": 0.448,
+      "step": 46730
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.00047665466242439075,
+      "loss": 0.4529,
+      "step": 46740
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 0.0004765847347994826,
+      "loss": 0.4303,
+      "step": 46750
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0004765148071745744,
+      "loss": 0.4133,
+      "step": 46760
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047644487954966614,
+      "loss": 0.4866,
+      "step": 46770
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047637495192475794,
+      "loss": 0.4611,
+      "step": 46780
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0004763050242998497,
+      "loss": 0.4894,
+      "step": 46790
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047623509667494147,
+      "loss": 0.5089,
+      "step": 46800
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0004761651690500332,
+      "loss": 0.4602,
+      "step": 46810
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.000476095241425125,
+      "loss": 0.4257,
+      "step": 46820
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047602531380021675,
+      "loss": 0.4213,
+      "step": 46830
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047595538617530855,
+      "loss": 0.4414,
+      "step": 46840
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047588545855040034,
+      "loss": 0.499,
+      "step": 46850
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0004758155309254922,
+      "loss": 0.4778,
+      "step": 46860
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047574560330058393,
+      "loss": 0.4583,
+      "step": 46870
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047567567567567573,
+      "loss": 0.5051,
+      "step": 46880
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.00047560574805076747,
+      "loss": 0.4818,
+      "step": 46890
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047553582042585927,
+      "loss": 0.4909,
+      "step": 46900
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047546589280095106,
+      "loss": 0.4261,
+      "step": 46910
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004753959651760428,
+      "loss": 0.442,
+      "step": 46920
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004753260375511346,
+      "loss": 0.4149,
+      "step": 46930
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047525610992622634,
+      "loss": 0.4486,
+      "step": 46940
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047518618230131814,
+      "loss": 0.4723,
+      "step": 46950
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004751162546764099,
+      "loss": 0.463,
+      "step": 46960
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004750463270515018,
+      "loss": 0.4685,
+      "step": 46970
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004749763994265935,
+      "loss": 0.4412,
+      "step": 46980
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004749064718016853,
+      "loss": 0.4108,
+      "step": 46990
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047483654417677706,
+      "loss": 0.4421,
+      "step": 47000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00047476661655186886,
+      "loss": 0.4596,
+      "step": 47010
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004746966889269606,
+      "loss": 0.495,
+      "step": 47020
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.0004746267613020524,
+      "loss": 0.511,
+      "step": 47030
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047455683367714414,
+      "loss": 0.402,
+      "step": 47040
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047448690605223593,
+      "loss": 0.4387,
+      "step": 47050
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047441697842732773,
+      "loss": 0.4435,
+      "step": 47060
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047434705080241947,
+      "loss": 0.4295,
+      "step": 47070
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.0004742771231775113,
+      "loss": 0.4193,
+      "step": 47080
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.0004742071955526031,
+      "loss": 0.4464,
+      "step": 47090
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047413726792769486,
+      "loss": 0.3787,
+      "step": 47100
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047406734030278665,
+      "loss": 0.5388,
+      "step": 47110
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047399741267787845,
+      "loss": 0.4573,
+      "step": 47120
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.0004739274850529702,
+      "loss": 0.3956,
+      "step": 47130
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.000473857557428062,
+      "loss": 0.4319,
+      "step": 47140
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047378762980315373,
+      "loss": 0.4513,
+      "step": 47150
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.0004737177021782455,
+      "loss": 0.4813,
+      "step": 47160
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047364777455333727,
+      "loss": 0.4471,
+      "step": 47170
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 0.00047357784692842906,
+      "loss": 0.4641,
+      "step": 47180
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004735079193035209,
+      "loss": 0.4045,
+      "step": 47190
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004734379916786127,
+      "loss": 0.477,
+      "step": 47200
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047336806405370445,
+      "loss": 0.4816,
+      "step": 47210
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047329813642879625,
+      "loss": 0.4497,
+      "step": 47220
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.000473228208803888,
+      "loss": 0.4342,
+      "step": 47230
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004731582811789798,
+      "loss": 0.4411,
+      "step": 47240
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004730883535540715,
+      "loss": 0.4687,
+      "step": 47250
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004730184259291633,
+      "loss": 0.4665,
+      "step": 47260
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004729484983042551,
+      "loss": 0.4635,
+      "step": 47270
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047287857067934686,
+      "loss": 0.5036,
+      "step": 47280
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047280864305443865,
+      "loss": 0.4389,
+      "step": 47290
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0004727387154295305,
+      "loss": 0.4959,
+      "step": 47300
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047266878780462225,
+      "loss": 0.4113,
+      "step": 47310
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.00047259886017971404,
+      "loss": 0.5269,
+      "step": 47320
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047252893255480584,
+      "loss": 0.5036,
+      "step": 47330
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004724590049298976,
+      "loss": 0.4482,
+      "step": 47340
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004723890773049894,
+      "loss": 0.454,
+      "step": 47350
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004723191496800811,
+      "loss": 0.4334,
+      "step": 47360
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004722492220551729,
+      "loss": 0.4895,
+      "step": 47370
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047217929443026465,
+      "loss": 0.4835,
+      "step": 47380
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047210936680535645,
+      "loss": 0.4647,
+      "step": 47390
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004720394391804482,
+      "loss": 0.4394,
+      "step": 47400
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004719695115555401,
+      "loss": 0.5232,
+      "step": 47410
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047189958393063184,
+      "loss": 0.4569,
+      "step": 47420
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047182965630572363,
+      "loss": 0.4046,
+      "step": 47430
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004717597286808154,
+      "loss": 0.4561,
+      "step": 47440
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.00047168980105590717,
+      "loss": 0.5021,
+      "step": 47450
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 0.0004716198734309989,
+      "loss": 0.4289,
+      "step": 47460
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004715499458060907,
+      "loss": 0.4114,
+      "step": 47470
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004714800181811825,
+      "loss": 0.4664,
+      "step": 47480
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047141009055627425,
+      "loss": 0.4687,
+      "step": 47490
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047134016293136604,
+      "loss": 0.4433,
+      "step": 47500
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004712702353064578,
+      "loss": 0.4061,
+      "step": 47510
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047120030768154963,
+      "loss": 0.425,
+      "step": 47520
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047113038005664143,
+      "loss": 0.4538,
+      "step": 47530
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004710604524317332,
+      "loss": 0.4556,
+      "step": 47540
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047099052480682497,
+      "loss": 0.4728,
+      "step": 47550
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047092059718191676,
+      "loss": 0.4874,
+      "step": 47560
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004708506695570085,
+      "loss": 0.5056,
+      "step": 47570
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004707807419321003,
+      "loss": 0.4367,
+      "step": 47580
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047071081430719204,
+      "loss": 0.4438,
+      "step": 47590
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00047064088668228384,
+      "loss": 0.4579,
+      "step": 47600
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.0004705709590573756,
+      "loss": 0.4339,
+      "step": 47610
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004705010314324674,
+      "loss": 0.4226,
+      "step": 47620
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004704311038075592,
+      "loss": 0.4185,
+      "step": 47630
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.000470361176182651,
+      "loss": 0.4181,
+      "step": 47640
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00047029124855774276,
+      "loss": 0.4116,
+      "step": 47650
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00047022132093283456,
+      "loss": 0.4893,
+      "step": 47660
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004701513933079263,
+      "loss": 0.4421,
+      "step": 47670
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004700814656830181,
+      "loss": 0.4952,
+      "step": 47680
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004700115380581099,
+      "loss": 0.4296,
+      "step": 47690
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00046994161043320163,
+      "loss": 0.4289,
+      "step": 47700
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00046987168280829343,
+      "loss": 0.4053,
+      "step": 47710
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00046980175518338517,
+      "loss": 0.4748,
+      "step": 47720
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.00046973182755847697,
+      "loss": 0.4363,
+      "step": 47730
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004696618999335688,
+      "loss": 0.4357,
+      "step": 47740
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0004695919723086606,
+      "loss": 0.4078,
+      "step": 47750
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046952204468375235,
+      "loss": 0.4583,
+      "step": 47760
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046945211705884415,
+      "loss": 0.5468,
+      "step": 47770
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004693821894339359,
+      "loss": 0.4236,
+      "step": 47780
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004693122618090277,
+      "loss": 0.426,
+      "step": 47790
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046924233418411943,
+      "loss": 0.4218,
+      "step": 47800
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004691724065592112,
+      "loss": 0.4539,
+      "step": 47810
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046910247893430297,
+      "loss": 0.4598,
+      "step": 47820
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046903255130939476,
+      "loss": 0.3948,
+      "step": 47830
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046896262368448656,
+      "loss": 0.5018,
+      "step": 47840
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004688926960595784,
+      "loss": 0.4538,
+      "step": 47850
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046882276843467015,
+      "loss": 0.4357,
+      "step": 47860
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.00046875284080976194,
+      "loss": 0.4235,
+      "step": 47870
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004686829131848537,
+      "loss": 0.4195,
+      "step": 47880
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004686129855599455,
+      "loss": 0.5088,
+      "step": 47890
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 0.0004685430579350373,
+      "loss": 0.444,
+      "step": 47900
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.000468473130310129,
+      "loss": 0.4559,
+      "step": 47910
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004684032026852208,
+      "loss": 0.4354,
+      "step": 47920
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046833327506031256,
+      "loss": 0.4433,
+      "step": 47930
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046826334743540435,
+      "loss": 0.4733,
+      "step": 47940
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004681934198104962,
+      "loss": 0.4699,
+      "step": 47950
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.000468123492185588,
+      "loss": 0.4664,
+      "step": 47960
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046805356456067974,
+      "loss": 0.4721,
+      "step": 47970
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046798363693577154,
+      "loss": 0.4061,
+      "step": 47980
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004679137093108633,
+      "loss": 0.4251,
+      "step": 47990
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004678437816859551,
+      "loss": 0.4719,
+      "step": 48000
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004677738540610468,
+      "loss": 0.4648,
+      "step": 48010
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.0004677039264361386,
+      "loss": 0.4814,
+      "step": 48020
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046763399881123035,
+      "loss": 0.3885,
+      "step": 48030
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00046756407118632215,
+      "loss": 0.5302,
+      "step": 48040
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046749414356141394,
+      "loss": 0.4457,
+      "step": 48050
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004674242159365058,
+      "loss": 0.4425,
+      "step": 48060
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046735428831159754,
+      "loss": 0.405,
+      "step": 48070
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046728436068668933,
+      "loss": 0.4396,
+      "step": 48080
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046721443306178107,
+      "loss": 0.4003,
+      "step": 48090
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046714450543687287,
+      "loss": 0.4768,
+      "step": 48100
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046707457781196466,
+      "loss": 0.4622,
+      "step": 48110
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004670046501870564,
+      "loss": 0.4384,
+      "step": 48120
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004669347225621482,
+      "loss": 0.4532,
+      "step": 48130
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046686479493723994,
+      "loss": 0.3765,
+      "step": 48140
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.00046679486731233174,
+      "loss": 0.4201,
+      "step": 48150
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004667249396874235,
+      "loss": 0.466,
+      "step": 48160
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004666550120625154,
+      "loss": 0.4726,
+      "step": 48170
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0004665850844376071,
+      "loss": 0.4409,
+      "step": 48180
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0004665151568126989,
+      "loss": 0.4323,
+      "step": 48190
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046644522918779066,
+      "loss": 0.4384,
+      "step": 48200
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046637530156288246,
+      "loss": 0.4574,
+      "step": 48210
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0004663053739379742,
+      "loss": 0.4861,
+      "step": 48220
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.000466235446313066,
+      "loss": 0.4138,
+      "step": 48230
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046616551868815774,
+      "loss": 0.4179,
+      "step": 48240
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046609559106324953,
+      "loss": 0.4759,
+      "step": 48250
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046602566343834133,
+      "loss": 0.4455,
+      "step": 48260
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046595573581343307,
+      "loss": 0.4076,
+      "step": 48270
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0004658858081885249,
+      "loss": 0.4083,
+      "step": 48280
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0004658158805636167,
+      "loss": 0.4477,
+      "step": 48290
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046574595293870846,
+      "loss": 0.4058,
+      "step": 48300
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046567602531380026,
+      "loss": 0.4342,
+      "step": 48310
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.00046560609768889205,
+      "loss": 0.4984,
+      "step": 48320
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 0.0004655361700639838,
+      "loss": 0.4743,
+      "step": 48330
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004654662424390756,
+      "loss": 0.3996,
+      "step": 48340
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00046539631481416733,
+      "loss": 0.3899,
+      "step": 48350
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004653263871892591,
+      "loss": 0.4029,
+      "step": 48360
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00046525645956435087,
+      "loss": 0.4633,
+      "step": 48370
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00046518653193944266,
+      "loss": 0.4246,
+      "step": 48380
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004651166043145345,
+      "loss": 0.4697,
+      "step": 48390
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004650466766896263,
+      "loss": 0.4257,
+      "step": 48400
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00046497674906471805,
+      "loss": 0.4025,
+      "step": 48410
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00046490682143980985,
+      "loss": 0.4964,
+      "step": 48420
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004648368938149016,
+      "loss": 0.5341,
+      "step": 48430
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004647669661899934,
+      "loss": 0.5089,
+      "step": 48440
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004646970385650851,
+      "loss": 0.5004,
+      "step": 48450
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004646271109401769,
+      "loss": 0.4551,
+      "step": 48460
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.0004645571833152687,
+      "loss": 0.3965,
+      "step": 48470
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046448725569036046,
+      "loss": 0.4477,
+      "step": 48480
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046441732806545225,
+      "loss": 0.4098,
+      "step": 48490
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0004643474004405441,
+      "loss": 0.4144,
+      "step": 48500
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046427747281563585,
+      "loss": 0.4888,
+      "step": 48510
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046420754519072764,
+      "loss": 0.556,
+      "step": 48520
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046413761756581944,
+      "loss": 0.4057,
+      "step": 48530
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0004640676899409112,
+      "loss": 0.5257,
+      "step": 48540
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.000463997762316003,
+      "loss": 0.4805,
+      "step": 48550
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0004639278346910947,
+      "loss": 0.5218,
+      "step": 48560
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0004638579070661865,
+      "loss": 0.4262,
+      "step": 48570
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046378797944127825,
+      "loss": 0.4502,
+      "step": 48580
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046371805181637005,
+      "loss": 0.4728,
+      "step": 48590
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.00046364812419146185,
+      "loss": 0.5009,
+      "step": 48600
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 0.0004635781965665537,
+      "loss": 0.5639,
+      "step": 48610
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046350826894164544,
+      "loss": 0.4665,
+      "step": 48620
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046343834131673723,
+      "loss": 0.459,
+      "step": 48630
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.000463368413691829,
+      "loss": 0.5037,
+      "step": 48640
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046329848606692077,
+      "loss": 0.4684,
+      "step": 48650
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.0004632285584420125,
+      "loss": 0.487,
+      "step": 48660
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.0004631586308171043,
+      "loss": 0.4597,
+      "step": 48670
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.0004630887031921961,
+      "loss": 0.3915,
+      "step": 48680
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046301877556728785,
+      "loss": 0.3985,
+      "step": 48690
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046294884794237964,
+      "loss": 0.4097,
+      "step": 48700
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.0004628789203174714,
+      "loss": 0.4784,
+      "step": 48710
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046280899269256323,
+      "loss": 0.4321,
+      "step": 48720
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046273906506765503,
+      "loss": 0.4088,
+      "step": 48730
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.0004626691374427468,
+      "loss": 0.4557,
+      "step": 48740
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046259920981783857,
+      "loss": 0.4667,
+      "step": 48750
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00046252928219293036,
+      "loss": 0.501,
+      "step": 48760
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004624593545680221,
+      "loss": 0.4741,
+      "step": 48770
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004623894269431139,
+      "loss": 0.5195,
+      "step": 48780
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046231949931820564,
+      "loss": 0.4823,
+      "step": 48790
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046224957169329744,
+      "loss": 0.498,
+      "step": 48800
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046217964406838923,
+      "loss": 0.4589,
+      "step": 48810
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.000462109716443481,
+      "loss": 0.5098,
+      "step": 48820
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004620397888185728,
+      "loss": 0.4325,
+      "step": 48830
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004619698611936646,
+      "loss": 0.4769,
+      "step": 48840
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046189993356875636,
+      "loss": 0.5207,
+      "step": 48850
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046183000594384816,
+      "loss": 0.4676,
+      "step": 48860
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004617600783189399,
+      "loss": 0.4223,
+      "step": 48870
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004616901506940317,
+      "loss": 0.4093,
+      "step": 48880
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.0004616202230691235,
+      "loss": 0.4408,
+      "step": 48890
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00046155029544421523,
+      "loss": 0.4832,
+      "step": 48900
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046148036781930703,
+      "loss": 0.4829,
+      "step": 48910
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046141044019439877,
+      "loss": 0.4205,
+      "step": 48920
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046134051256949057,
+      "loss": 0.3787,
+      "step": 48930
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004612705849445824,
+      "loss": 0.4561,
+      "step": 48940
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004612006573196742,
+      "loss": 0.4672,
+      "step": 48950
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046113072969476595,
+      "loss": 0.4061,
+      "step": 48960
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046106080206985775,
+      "loss": 0.4445,
+      "step": 48970
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004609908744449495,
+      "loss": 0.484,
+      "step": 48980
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004609209468200413,
+      "loss": 0.4725,
+      "step": 48990
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046085101919513303,
+      "loss": 0.4759,
+      "step": 49000
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004607810915702248,
+      "loss": 0.4539,
+      "step": 49010
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.0004607111639453166,
+      "loss": 0.4732,
+      "step": 49020
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046064123632040836,
+      "loss": 0.5019,
+      "step": 49030
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 0.00046057130869550016,
+      "loss": 0.3925,
+      "step": 49040
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.000460501381070592,
+      "loss": 0.4631,
+      "step": 49050
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00046043145344568375,
+      "loss": 0.4517,
+      "step": 49060
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00046036152582077554,
+      "loss": 0.4392,
+      "step": 49070
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004602915981958673,
+      "loss": 0.5072,
+      "step": 49080
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004602216705709591,
+      "loss": 0.4811,
+      "step": 49090
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004601517429460509,
+      "loss": 0.4678,
+      "step": 49100
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004600818153211426,
+      "loss": 0.4326,
+      "step": 49110
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004600118876962344,
+      "loss": 0.4118,
+      "step": 49120
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00045994196007132616,
+      "loss": 0.4435,
+      "step": 49130
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00045987203244641795,
+      "loss": 0.4611,
+      "step": 49140
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004598021048215097,
+      "loss": 0.4314,
+      "step": 49150
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004597321771966016,
+      "loss": 0.4449,
+      "step": 49160
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00045966224957169334,
+      "loss": 0.3912,
+      "step": 49170
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00045959232194678514,
+      "loss": 0.4367,
+      "step": 49180
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.0004595223943218769,
+      "loss": 0.3802,
+      "step": 49190
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004594524666969687,
+      "loss": 0.5442,
+      "step": 49200
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004593825390720604,
+      "loss": 0.457,
+      "step": 49210
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004593126114471522,
+      "loss": 0.4893,
+      "step": 49220
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.000459242683822244,
+      "loss": 0.4224,
+      "step": 49230
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045917275619733575,
+      "loss": 0.4898,
+      "step": 49240
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045910282857242754,
+      "loss": 0.4392,
+      "step": 49250
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004590329009475193,
+      "loss": 0.3856,
+      "step": 49260
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045896297332261114,
+      "loss": 0.4531,
+      "step": 49270
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045889304569770293,
+      "loss": 0.5152,
+      "step": 49280
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004588231180727947,
+      "loss": 0.5247,
+      "step": 49290
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045875319044788647,
+      "loss": 0.4232,
+      "step": 49300
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045868326282297826,
+      "loss": 0.4089,
+      "step": 49310
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.00045861333519807,
+      "loss": 0.422,
+      "step": 49320
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 0.0004585434075731618,
+      "loss": 0.4653,
+      "step": 49330
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045847347994825354,
+      "loss": 0.4462,
+      "step": 49340
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045840355232334534,
+      "loss": 0.389,
+      "step": 49350
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004583336246984371,
+      "loss": 0.4674,
+      "step": 49360
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.000458263697073529,
+      "loss": 0.4485,
+      "step": 49370
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004581937694486207,
+      "loss": 0.4091,
+      "step": 49380
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004581238418237125,
+      "loss": 0.3979,
+      "step": 49390
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045805391419880426,
+      "loss": 0.4736,
+      "step": 49400
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045798398657389606,
+      "loss": 0.4422,
+      "step": 49410
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004579140589489878,
+      "loss": 0.459,
+      "step": 49420
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004578441313240796,
+      "loss": 0.4307,
+      "step": 49430
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004577742036991714,
+      "loss": 0.4583,
+      "step": 49440
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045770427607426313,
+      "loss": 0.3487,
+      "step": 49450
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045763434844935493,
+      "loss": 0.4861,
+      "step": 49460
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.00045756442082444667,
+      "loss": 0.493,
+      "step": 49470
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0004574944931995385,
+      "loss": 0.4024,
+      "step": 49480
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004574245655746303,
+      "loss": 0.4299,
+      "step": 49490
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045735463794972206,
+      "loss": 0.455,
+      "step": 49500
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045728471032481386,
+      "loss": 0.4219,
+      "step": 49510
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045721478269990565,
+      "loss": 0.4425,
+      "step": 49520
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004571448550749974,
+      "loss": 0.3472,
+      "step": 49530
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004570749274500892,
+      "loss": 0.4738,
+      "step": 49540
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045700499982518093,
+      "loss": 0.4102,
+      "step": 49550
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004569350722002727,
+      "loss": 0.5026,
+      "step": 49560
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045686514457536447,
+      "loss": 0.4044,
+      "step": 49570
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045679521695045626,
+      "loss": 0.456,
+      "step": 49580
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004567252893255481,
+      "loss": 0.4271,
+      "step": 49590
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.0004566553617006399,
+      "loss": 0.4654,
+      "step": 49600
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045658543407573165,
+      "loss": 0.4345,
+      "step": 49610
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00045651550645082345,
+      "loss": 0.4422,
+      "step": 49620
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004564455788259152,
+      "loss": 0.4482,
+      "step": 49630
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.000456375651201007,
+      "loss": 0.5716,
+      "step": 49640
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004563057235760988,
+      "loss": 0.5355,
+      "step": 49650
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004562357959511905,
+      "loss": 0.4535,
+      "step": 49660
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004561658683262823,
+      "loss": 0.5239,
+      "step": 49670
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.00045609594070137406,
+      "loss": 0.5126,
+      "step": 49680
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.00045602601307646585,
+      "loss": 0.4252,
+      "step": 49690
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004559560854515577,
+      "loss": 0.4665,
+      "step": 49700
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004558861578266495,
+      "loss": 0.4661,
+      "step": 49710
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.00045581623020174124,
+      "loss": 0.3876,
+      "step": 49720
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.00045574630257683304,
+      "loss": 0.4664,
+      "step": 49730
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004556763749519248,
+      "loss": 0.4755,
+      "step": 49740
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004556064473270166,
+      "loss": 0.459,
+      "step": 49750
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 0.0004555365197021083,
+      "loss": 0.4872,
+      "step": 49760
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.0004554665920772001,
+      "loss": 0.4443,
+      "step": 49770
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045539666445229185,
+      "loss": 0.452,
+      "step": 49780
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045532673682738365,
+      "loss": 0.5005,
+      "step": 49790
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045525680920247545,
+      "loss": 0.5122,
+      "step": 49800
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.0004551868815775673,
+      "loss": 0.4719,
+      "step": 49810
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045511695395265904,
+      "loss": 0.4247,
+      "step": 49820
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045504702632775083,
+      "loss": 0.4537,
+      "step": 49830
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.0004549770987028426,
+      "loss": 0.3808,
+      "step": 49840
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045490717107793437,
+      "loss": 0.4341,
+      "step": 49850
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045483724345302617,
+      "loss": 0.4838,
+      "step": 49860
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.0004547673158281179,
+      "loss": 0.5244,
+      "step": 49870
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.0004546973882032097,
+      "loss": 0.4824,
+      "step": 49880
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045462746057830145,
+      "loss": 0.454,
+      "step": 49890
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00045455753295339324,
+      "loss": 0.4147,
+      "step": 49900
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.000454487605328485,
+      "loss": 0.3866,
+      "step": 49910
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004544176777035769,
+      "loss": 0.428,
+      "step": 49920
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045434775007866863,
+      "loss": 0.4335,
+      "step": 49930
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004542778224537604,
+      "loss": 0.496,
+      "step": 49940
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045420789482885217,
+      "loss": 0.4035,
+      "step": 49950
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045413796720394396,
+      "loss": 0.4523,
+      "step": 49960
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004540680395790357,
+      "loss": 0.4395,
+      "step": 49970
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004539981119541275,
+      "loss": 0.4509,
+      "step": 49980
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045392818432921924,
+      "loss": 0.4926,
+      "step": 49990
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045385825670431104,
+      "loss": 0.4603,
+      "step": 50000
+    },
+    {
+      "epoch": 3.48,
+      "eval_loss": 0.4179190993309021,
+      "eval_runtime": 346.5967,
+      "eval_samples_per_second": 18.416,
+      "eval_steps_per_second": 2.302,
+      "step": 50000
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045378832907940283,
+      "loss": 0.4537,
+      "step": 50010
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004537184014544946,
+      "loss": 0.4411,
+      "step": 50020
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004536484738295864,
+      "loss": 0.4817,
+      "step": 50030
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.0004535785462046782,
+      "loss": 0.4338,
+      "step": 50040
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00045350861857976996,
+      "loss": 0.367,
+      "step": 50050
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045343869095486176,
+      "loss": 0.4787,
+      "step": 50060
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045336876332995355,
+      "loss": 0.5041,
+      "step": 50070
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0004532988357050453,
+      "loss": 0.4834,
+      "step": 50080
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0004532289080801371,
+      "loss": 0.4229,
+      "step": 50090
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045315898045522883,
+      "loss": 0.4309,
+      "step": 50100
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045308905283032063,
+      "loss": 0.3783,
+      "step": 50110
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045301912520541237,
+      "loss": 0.3975,
+      "step": 50120
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045294919758050417,
+      "loss": 0.4352,
+      "step": 50130
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.000452879269955596,
+      "loss": 0.5239,
+      "step": 50140
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0004528093423306878,
+      "loss": 0.4244,
+      "step": 50150
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045273941470577955,
+      "loss": 0.4851,
+      "step": 50160
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.00045266948708087135,
+      "loss": 0.4047,
+      "step": 50170
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0004525995594559631,
+      "loss": 0.4536,
+      "step": 50180
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 0.0004525296318310549,
+      "loss": 0.4635,
+      "step": 50190
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045245970420614663,
+      "loss": 0.4824,
+      "step": 50200
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004523897765812384,
+      "loss": 0.4674,
+      "step": 50210
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004523198489563302,
+      "loss": 0.5025,
+      "step": 50220
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045224992133142196,
+      "loss": 0.4941,
+      "step": 50230
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045217999370651376,
+      "loss": 0.4229,
+      "step": 50240
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004521100660816056,
+      "loss": 0.4068,
+      "step": 50250
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045204013845669735,
+      "loss": 0.4265,
+      "step": 50260
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045197021083178914,
+      "loss": 0.4175,
+      "step": 50270
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045190028320688094,
+      "loss": 0.4837,
+      "step": 50280
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004518303555819727,
+      "loss": 0.4468,
+      "step": 50290
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004517604279570645,
+      "loss": 0.429,
+      "step": 50300
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.0004516905003321562,
+      "loss": 0.4065,
+      "step": 50310
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.000451620572707248,
+      "loss": 0.4786,
+      "step": 50320
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045155064508233976,
+      "loss": 0.4411,
+      "step": 50330
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00045148071745743155,
+      "loss": 0.4541,
+      "step": 50340
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004514107898325233,
+      "loss": 0.4066,
+      "step": 50350
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004513408622076152,
+      "loss": 0.5585,
+      "step": 50360
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045127093458270694,
+      "loss": 0.4612,
+      "step": 50370
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045120100695779874,
+      "loss": 0.4444,
+      "step": 50380
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004511310793328905,
+      "loss": 0.4316,
+      "step": 50390
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004510611517079823,
+      "loss": 0.4605,
+      "step": 50400
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.000450991224083074,
+      "loss": 0.51,
+      "step": 50410
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004509212964581658,
+      "loss": 0.4998,
+      "step": 50420
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004508513688332576,
+      "loss": 0.4689,
+      "step": 50430
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045078144120834935,
+      "loss": 0.4194,
+      "step": 50440
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045071151358344114,
+      "loss": 0.4839,
+      "step": 50450
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.0004506415859585329,
+      "loss": 0.4557,
+      "step": 50460
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045057165833362474,
+      "loss": 0.5023,
+      "step": 50470
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 0.00045050173070871653,
+      "loss": 0.4343,
+      "step": 50480
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00045043180308380833,
+      "loss": 0.4,
+      "step": 50490
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00045036187545890007,
+      "loss": 0.4388,
+      "step": 50500
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00045029194783399186,
+      "loss": 0.4739,
+      "step": 50510
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004502220202090836,
+      "loss": 0.4229,
+      "step": 50520
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004501520925841754,
+      "loss": 0.4824,
+      "step": 50530
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00045008216495926714,
+      "loss": 0.4871,
+      "step": 50540
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00045001223733435894,
+      "loss": 0.4415,
+      "step": 50550
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004499423097094507,
+      "loss": 0.3241,
+      "step": 50560
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004498723820845425,
+      "loss": 0.476,
+      "step": 50570
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00044980245445963433,
+      "loss": 0.463,
+      "step": 50580
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004497325268347261,
+      "loss": 0.4272,
+      "step": 50590
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00044966259920981786,
+      "loss": 0.4604,
+      "step": 50600
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00044959267158490966,
+      "loss": 0.45,
+      "step": 50610
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.0004495227439600014,
+      "loss": 0.4882,
+      "step": 50620
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0004494528163350932,
+      "loss": 0.4624,
+      "step": 50630
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.000449382888710185,
+      "loss": 0.4142,
+      "step": 50640
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044931296108527674,
+      "loss": 0.4336,
+      "step": 50650
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044924303346036853,
+      "loss": 0.4168,
+      "step": 50660
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044917310583546027,
+      "loss": 0.4641,
+      "step": 50670
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044910317821055207,
+      "loss": 0.466,
+      "step": 50680
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0004490332505856439,
+      "loss": 0.5372,
+      "step": 50690
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0004489633229607357,
+      "loss": 0.443,
+      "step": 50700
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044889339533582746,
+      "loss": 0.4016,
+      "step": 50710
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044882346771091925,
+      "loss": 0.468,
+      "step": 50720
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.000448753540086011,
+      "loss": 0.5288,
+      "step": 50730
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0004486836124611028,
+      "loss": 0.445,
+      "step": 50740
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044861368483619453,
+      "loss": 0.4189,
+      "step": 50750
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.0004485437572112863,
+      "loss": 0.473,
+      "step": 50760
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00044847382958637807,
+      "loss": 0.4456,
+      "step": 50770
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.00044840390196146986,
+      "loss": 0.3633,
+      "step": 50780
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004483339743365617,
+      "loss": 0.5195,
+      "step": 50790
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004482640467116535,
+      "loss": 0.4475,
+      "step": 50800
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.00044819411908674525,
+      "loss": 0.4462,
+      "step": 50810
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.00044812419146183705,
+      "loss": 0.4725,
+      "step": 50820
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004480542638369288,
+      "loss": 0.4493,
+      "step": 50830
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004479843362120206,
+      "loss": 0.5537,
+      "step": 50840
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004479144085871124,
+      "loss": 0.3848,
+      "step": 50850
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004478444809622041,
+      "loss": 0.5118,
+      "step": 50860
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004477745533372959,
+      "loss": 0.4141,
+      "step": 50870
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.00044770462571238766,
+      "loss": 0.5097,
+      "step": 50880
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.00044763469808747946,
+      "loss": 0.467,
+      "step": 50890
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004475647704625713,
+      "loss": 0.4429,
+      "step": 50900
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 0.0004474948428376631,
+      "loss": 0.438,
+      "step": 50910
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044742491521275484,
+      "loss": 0.4895,
+      "step": 50920
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044735498758784664,
+      "loss": 0.4381,
+      "step": 50930
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004472850599629384,
+      "loss": 0.4763,
+      "step": 50940
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004472151323380302,
+      "loss": 0.467,
+      "step": 50950
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004471452047131219,
+      "loss": 0.4856,
+      "step": 50960
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004470752770882137,
+      "loss": 0.5037,
+      "step": 50970
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044700534946330545,
+      "loss": 0.5061,
+      "step": 50980
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044693542183839725,
+      "loss": 0.4257,
+      "step": 50990
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044686549421348905,
+      "loss": 0.4331,
+      "step": 51000
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004467955665885809,
+      "loss": 0.4929,
+      "step": 51010
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044672563896367264,
+      "loss": 0.387,
+      "step": 51020
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044665571133876443,
+      "loss": 0.4844,
+      "step": 51030
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0004465857837138562,
+      "loss": 0.3715,
+      "step": 51040
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044651585608894797,
+      "loss": 0.4813,
+      "step": 51050
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.00044644592846403977,
+      "loss": 0.3734,
+      "step": 51060
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004463760008391315,
+      "loss": 0.384,
+      "step": 51070
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004463060732142233,
+      "loss": 0.4147,
+      "step": 51080
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044623614558931505,
+      "loss": 0.4548,
+      "step": 51090
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044616621796440684,
+      "loss": 0.5024,
+      "step": 51100
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004460962903394986,
+      "loss": 0.427,
+      "step": 51110
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004460263627145905,
+      "loss": 0.48,
+      "step": 51120
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044595643508968223,
+      "loss": 0.4992,
+      "step": 51130
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.000445886507464774,
+      "loss": 0.4838,
+      "step": 51140
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044581657983986577,
+      "loss": 0.3769,
+      "step": 51150
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044574665221495756,
+      "loss": 0.5247,
+      "step": 51160
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004456767245900493,
+      "loss": 0.4575,
+      "step": 51170
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.0004456067969651411,
+      "loss": 0.4811,
+      "step": 51180
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044553686934023284,
+      "loss": 0.4731,
+      "step": 51190
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 0.00044546694171532464,
+      "loss": 0.5044,
+      "step": 51200
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044539701409041643,
+      "loss": 0.4529,
+      "step": 51210
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004453270864655082,
+      "loss": 0.4808,
+      "step": 51220
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004452571588406,
+      "loss": 0.4,
+      "step": 51230
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004451872312156918,
+      "loss": 0.5116,
+      "step": 51240
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044511730359078356,
+      "loss": 0.5219,
+      "step": 51250
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044504737596587536,
+      "loss": 0.4557,
+      "step": 51260
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044497744834096715,
+      "loss": 0.4521,
+      "step": 51270
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004449075207160589,
+      "loss": 0.549,
+      "step": 51280
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004448375930911507,
+      "loss": 0.4731,
+      "step": 51290
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044476766546624243,
+      "loss": 0.4738,
+      "step": 51300
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044469773784133423,
+      "loss": 0.4719,
+      "step": 51310
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044462781021642597,
+      "loss": 0.4384,
+      "step": 51320
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00044455788259151777,
+      "loss": 0.4174,
+      "step": 51330
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.0004444879549666096,
+      "loss": 0.4388,
+      "step": 51340
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004444180273417014,
+      "loss": 0.4495,
+      "step": 51350
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044434809971679315,
+      "loss": 0.4532,
+      "step": 51360
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044427817209188495,
+      "loss": 0.4884,
+      "step": 51370
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004442082444669767,
+      "loss": 0.4737,
+      "step": 51380
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004441383168420685,
+      "loss": 0.3899,
+      "step": 51390
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044406838921716023,
+      "loss": 0.3633,
+      "step": 51400
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.000443998461592252,
+      "loss": 0.4862,
+      "step": 51410
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004439285339673438,
+      "loss": 0.4246,
+      "step": 51420
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044385860634243556,
+      "loss": 0.4373,
+      "step": 51430
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044378867871752736,
+      "loss": 0.3928,
+      "step": 51440
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004437187510926192,
+      "loss": 0.4741,
+      "step": 51450
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044364882346771095,
+      "loss": 0.4557,
+      "step": 51460
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044357889584280275,
+      "loss": 0.4812,
+      "step": 51470
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00044350896821789454,
+      "loss": 0.4335,
+      "step": 51480
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.0004434390405929863,
+      "loss": 0.3802,
+      "step": 51490
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004433691129680781,
+      "loss": 0.4285,
+      "step": 51500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004432991853431698,
+      "loss": 0.4469,
+      "step": 51510
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004432292577182616,
+      "loss": 0.4618,
+      "step": 51520
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.00044315933009335336,
+      "loss": 0.4894,
+      "step": 51530
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.00044308940246844515,
+      "loss": 0.5057,
+      "step": 51540
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004430194748435369,
+      "loss": 0.4026,
+      "step": 51550
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004429495472186288,
+      "loss": 0.5302,
+      "step": 51560
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.00044287961959372054,
+      "loss": 0.4567,
+      "step": 51570
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.00044280969196881234,
+      "loss": 0.403,
+      "step": 51580
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004427397643439041,
+      "loss": 0.4096,
+      "step": 51590
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004426698367189959,
+      "loss": 0.4792,
+      "step": 51600
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004425999090940876,
+      "loss": 0.4766,
+      "step": 51610
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004425299814691794,
+      "loss": 0.4846,
+      "step": 51620
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 0.0004424600538442712,
+      "loss": 0.3944,
+      "step": 51630
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044239012621936295,
+      "loss": 0.4576,
+      "step": 51640
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044232019859445474,
+      "loss": 0.5209,
+      "step": 51650
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.0004422502709695465,
+      "loss": 0.4724,
+      "step": 51660
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044218034334463834,
+      "loss": 0.411,
+      "step": 51670
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044211041571973013,
+      "loss": 0.4424,
+      "step": 51680
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044204048809482193,
+      "loss": 0.4215,
+      "step": 51690
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044197056046991367,
+      "loss": 0.4155,
+      "step": 51700
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044190063284500547,
+      "loss": 0.4963,
+      "step": 51710
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.0004418307052200972,
+      "loss": 0.4713,
+      "step": 51720
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.000441760777595189,
+      "loss": 0.4497,
+      "step": 51730
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044169084997028074,
+      "loss": 0.4344,
+      "step": 51740
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00044162092234537254,
+      "loss": 0.4192,
+      "step": 51750
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.0004415509947204643,
+      "loss": 0.5015,
+      "step": 51760
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.0004414810670955561,
+      "loss": 0.4793,
+      "step": 51770
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044141113947064793,
+      "loss": 0.4319,
+      "step": 51780
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004413412118457397,
+      "loss": 0.398,
+      "step": 51790
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044127128422083146,
+      "loss": 0.4373,
+      "step": 51800
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044120135659592326,
+      "loss": 0.4286,
+      "step": 51810
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.000441131428971015,
+      "loss": 0.4577,
+      "step": 51820
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004410615013461068,
+      "loss": 0.4384,
+      "step": 51830
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004409915737211986,
+      "loss": 0.4186,
+      "step": 51840
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044092164609629034,
+      "loss": 0.4201,
+      "step": 51850
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044085171847138213,
+      "loss": 0.4243,
+      "step": 51860
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004407817908464739,
+      "loss": 0.4487,
+      "step": 51870
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044071186322156567,
+      "loss": 0.4689,
+      "step": 51880
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004406419355966575,
+      "loss": 0.4389,
+      "step": 51890
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.0004405720079717493,
+      "loss": 0.4561,
+      "step": 51900
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044050208034684106,
+      "loss": 0.4544,
+      "step": 51910
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00044043215272193285,
+      "loss": 0.4632,
+      "step": 51920
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004403622250970246,
+      "loss": 0.4209,
+      "step": 51930
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004402922974721164,
+      "loss": 0.4512,
+      "step": 51940
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00044022236984720813,
+      "loss": 0.4976,
+      "step": 51950
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004401524422222999,
+      "loss": 0.4471,
+      "step": 51960
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00044008251459739167,
+      "loss": 0.4498,
+      "step": 51970
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00044001258697248346,
+      "loss": 0.459,
+      "step": 51980
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00043994265934757526,
+      "loss": 0.4013,
+      "step": 51990
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004398727317226671,
+      "loss": 0.4475,
+      "step": 52000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00043980280409775885,
+      "loss": 0.4749,
+      "step": 52010
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.00043973287647285065,
+      "loss": 0.4483,
+      "step": 52020
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004396629488479424,
+      "loss": 0.5189,
+      "step": 52030
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004395930212230342,
+      "loss": 0.4385,
+      "step": 52040
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.000439523093598126,
+      "loss": 0.4704,
+      "step": 52050
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 0.0004394531659732177,
+      "loss": 0.389,
+      "step": 52060
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004393832383483095,
+      "loss": 0.4223,
+      "step": 52070
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043931331072340126,
+      "loss": 0.4236,
+      "step": 52080
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043924338309849306,
+      "loss": 0.493,
+      "step": 52090
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004391734554735849,
+      "loss": 0.4921,
+      "step": 52100
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004391035278486767,
+      "loss": 0.3912,
+      "step": 52110
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043903360022376844,
+      "loss": 0.4884,
+      "step": 52120
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043896367259886024,
+      "loss": 0.4885,
+      "step": 52130
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.000438893744973952,
+      "loss": 0.3505,
+      "step": 52140
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004388238173490438,
+      "loss": 0.528,
+      "step": 52150
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004387538897241355,
+      "loss": 0.4543,
+      "step": 52160
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.0004386839620992273,
+      "loss": 0.5263,
+      "step": 52170
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043861403447431906,
+      "loss": 0.4443,
+      "step": 52180
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043854410684941085,
+      "loss": 0.4479,
+      "step": 52190
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00043847417922450265,
+      "loss": 0.4469,
+      "step": 52200
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004384042515995945,
+      "loss": 0.3788,
+      "step": 52210
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043833432397468624,
+      "loss": 0.4318,
+      "step": 52220
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043826439634977803,
+      "loss": 0.3781,
+      "step": 52230
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004381944687248698,
+      "loss": 0.4738,
+      "step": 52240
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043812454109996157,
+      "loss": 0.4526,
+      "step": 52250
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043805461347505337,
+      "loss": 0.4487,
+      "step": 52260
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004379846858501451,
+      "loss": 0.4976,
+      "step": 52270
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004379147582252369,
+      "loss": 0.4779,
+      "step": 52280
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043784483060032865,
+      "loss": 0.5442,
+      "step": 52290
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043777490297542044,
+      "loss": 0.4223,
+      "step": 52300
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004377049753505122,
+      "loss": 0.4035,
+      "step": 52310
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004376350477256041,
+      "loss": 0.3971,
+      "step": 52320
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043756512010069583,
+      "loss": 0.453,
+      "step": 52330
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.0004374951924757876,
+      "loss": 0.2963,
+      "step": 52340
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 0.00043742526485087937,
+      "loss": 0.5186,
+      "step": 52350
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043735533722597116,
+      "loss": 0.4941,
+      "step": 52360
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004372854096010629,
+      "loss": 0.4874,
+      "step": 52370
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004372154819761547,
+      "loss": 0.4793,
+      "step": 52380
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043714555435124644,
+      "loss": 0.4353,
+      "step": 52390
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043707562672633824,
+      "loss": 0.3862,
+      "step": 52400
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043700569910143003,
+      "loss": 0.4002,
+      "step": 52410
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004369357714765218,
+      "loss": 0.4492,
+      "step": 52420
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004368658438516136,
+      "loss": 0.4536,
+      "step": 52430
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004367959162267054,
+      "loss": 0.4496,
+      "step": 52440
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043672598860179716,
+      "loss": 0.5085,
+      "step": 52450
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043665606097688896,
+      "loss": 0.3587,
+      "step": 52460
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00043658613335198075,
+      "loss": 0.5016,
+      "step": 52470
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004365162057270725,
+      "loss": 0.4971,
+      "step": 52480
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.0004364462781021643,
+      "loss": 0.4336,
+      "step": 52490
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043637635047725603,
+      "loss": 0.4335,
+      "step": 52500
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043630642285234783,
+      "loss": 0.4613,
+      "step": 52510
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043623649522743957,
+      "loss": 0.4725,
+      "step": 52520
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043616656760253137,
+      "loss": 0.397,
+      "step": 52530
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0004360966399776232,
+      "loss": 0.4109,
+      "step": 52540
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.000436026712352715,
+      "loss": 0.511,
+      "step": 52550
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043595678472780675,
+      "loss": 0.4991,
+      "step": 52560
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043588685710289855,
+      "loss": 0.4752,
+      "step": 52570
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0004358169294779903,
+      "loss": 0.387,
+      "step": 52580
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0004357470018530821,
+      "loss": 0.3631,
+      "step": 52590
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043567707422817383,
+      "loss": 0.432,
+      "step": 52600
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0004356071466032656,
+      "loss": 0.4779,
+      "step": 52610
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0004355372189783574,
+      "loss": 0.4282,
+      "step": 52620
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043546729135344916,
+      "loss": 0.3963,
+      "step": 52630
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.00043539736372854096,
+      "loss": 0.4746,
+      "step": 52640
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004353274361036328,
+      "loss": 0.4028,
+      "step": 52650
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043525750847872455,
+      "loss": 0.4712,
+      "step": 52660
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043518758085381635,
+      "loss": 0.4837,
+      "step": 52670
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043511765322890814,
+      "loss": 0.449,
+      "step": 52680
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004350477256039999,
+      "loss": 0.4878,
+      "step": 52690
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004349777979790917,
+      "loss": 0.502,
+      "step": 52700
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004349078703541834,
+      "loss": 0.39,
+      "step": 52710
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004348379427292752,
+      "loss": 0.4733,
+      "step": 52720
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043476801510436696,
+      "loss": 0.5941,
+      "step": 52730
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043469808747945875,
+      "loss": 0.3996,
+      "step": 52740
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004346281598545505,
+      "loss": 0.4162,
+      "step": 52750
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.0004345582322296424,
+      "loss": 0.4606,
+      "step": 52760
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043448830460473414,
+      "loss": 0.3874,
+      "step": 52770
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 0.00043441837697982594,
+      "loss": 0.4923,
+      "step": 52780
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004343484493549177,
+      "loss": 0.4534,
+      "step": 52790
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004342785217300095,
+      "loss": 0.4288,
+      "step": 52800
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004342085941051012,
+      "loss": 0.3588,
+      "step": 52810
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.000434138666480193,
+      "loss": 0.3825,
+      "step": 52820
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004340687388552848,
+      "loss": 0.4434,
+      "step": 52830
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043399881123037655,
+      "loss": 0.4214,
+      "step": 52840
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043392888360546834,
+      "loss": 0.4282,
+      "step": 52850
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004338589559805601,
+      "loss": 0.3994,
+      "step": 52860
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043378902835565194,
+      "loss": 0.4749,
+      "step": 52870
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043371910073074373,
+      "loss": 0.4976,
+      "step": 52880
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043364917310583553,
+      "loss": 0.4917,
+      "step": 52890
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043357924548092727,
+      "loss": 0.4367,
+      "step": 52900
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00043350931785601907,
+      "loss": 0.4171,
+      "step": 52910
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.0004334393902311108,
+      "loss": 0.4187,
+      "step": 52920
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004333694626062026,
+      "loss": 0.5192,
+      "step": 52930
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043329953498129434,
+      "loss": 0.3532,
+      "step": 52940
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043322960735638614,
+      "loss": 0.459,
+      "step": 52950
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004331596797314779,
+      "loss": 0.4988,
+      "step": 52960
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004330897521065697,
+      "loss": 0.4646,
+      "step": 52970
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043301982448166153,
+      "loss": 0.3786,
+      "step": 52980
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004329498968567533,
+      "loss": 0.4854,
+      "step": 52990
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043287996923184507,
+      "loss": 0.4497,
+      "step": 53000
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043281004160693686,
+      "loss": 0.4297,
+      "step": 53010
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004327401139820286,
+      "loss": 0.3466,
+      "step": 53020
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004326701863571204,
+      "loss": 0.4432,
+      "step": 53030
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004326002587322122,
+      "loss": 0.4198,
+      "step": 53040
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043253033110730394,
+      "loss": 0.4357,
+      "step": 53050
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.00043246040348239573,
+      "loss": 0.4375,
+      "step": 53060
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 0.0004323904758574875,
+      "loss": 0.4349,
+      "step": 53070
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043232054823257927,
+      "loss": 0.4623,
+      "step": 53080
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.0004322506206076711,
+      "loss": 0.4139,
+      "step": 53090
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.0004321806929827629,
+      "loss": 0.4451,
+      "step": 53100
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043211076535785466,
+      "loss": 0.4024,
+      "step": 53110
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043204083773294645,
+      "loss": 0.4601,
+      "step": 53120
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.0004319709101080382,
+      "loss": 0.4663,
+      "step": 53130
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043190098248313,
+      "loss": 0.4777,
+      "step": 53140
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043183105485822173,
+      "loss": 0.4182,
+      "step": 53150
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043176112723331353,
+      "loss": 0.4968,
+      "step": 53160
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043169119960840527,
+      "loss": 0.4685,
+      "step": 53170
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043162127198349706,
+      "loss": 0.4453,
+      "step": 53180
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043155134435858886,
+      "loss": 0.454,
+      "step": 53190
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.0004314814167336807,
+      "loss": 0.4905,
+      "step": 53200
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00043141148910877245,
+      "loss": 0.5119,
+      "step": 53210
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00043134156148386425,
+      "loss": 0.4826,
+      "step": 53220
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.000431271633858956,
+      "loss": 0.4683,
+      "step": 53230
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004312017062340478,
+      "loss": 0.4434,
+      "step": 53240
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004311317786091396,
+      "loss": 0.472,
+      "step": 53250
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004310618509842313,
+      "loss": 0.4573,
+      "step": 53260
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004309919233593231,
+      "loss": 0.4195,
+      "step": 53270
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00043092199573441486,
+      "loss": 0.5022,
+      "step": 53280
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00043085206810950666,
+      "loss": 0.4051,
+      "step": 53290
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004307821404845984,
+      "loss": 0.3691,
+      "step": 53300
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004307122128596903,
+      "loss": 0.3823,
+      "step": 53310
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00043064228523478204,
+      "loss": 0.555,
+      "step": 53320
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00043057235760987384,
+      "loss": 0.4485,
+      "step": 53330
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004305024299849656,
+      "loss": 0.4676,
+      "step": 53340
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.0004304325023600574,
+      "loss": 0.5231,
+      "step": 53350
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0004303625747351491,
+      "loss": 0.432,
+      "step": 53360
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0004302926471102409,
+      "loss": 0.5042,
+      "step": 53370
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00043022271948533266,
+      "loss": 0.461,
+      "step": 53380
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00043015279186042445,
+      "loss": 0.4683,
+      "step": 53390
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00043008286423551625,
+      "loss": 0.4681,
+      "step": 53400
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.000430012936610608,
+      "loss": 0.4307,
+      "step": 53410
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042994300898569984,
+      "loss": 0.444,
+      "step": 53420
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042987308136079163,
+      "loss": 0.5188,
+      "step": 53430
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0004298031537358834,
+      "loss": 0.4806,
+      "step": 53440
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042973322611097517,
+      "loss": 0.487,
+      "step": 53450
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042966329848606697,
+      "loss": 0.4632,
+      "step": 53460
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0004295933708611587,
+      "loss": 0.3601,
+      "step": 53470
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.0004295234432362505,
+      "loss": 0.4207,
+      "step": 53480
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042945351561134225,
+      "loss": 0.4716,
+      "step": 53490
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 0.00042938358798643404,
+      "loss": 0.3626,
+      "step": 53500
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004293136603615258,
+      "loss": 0.4298,
+      "step": 53510
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004292437327366177,
+      "loss": 0.5091,
+      "step": 53520
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042917380511170943,
+      "loss": 0.4489,
+      "step": 53530
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004291038774868012,
+      "loss": 0.4169,
+      "step": 53540
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042903394986189297,
+      "loss": 0.3991,
+      "step": 53550
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042896402223698476,
+      "loss": 0.4844,
+      "step": 53560
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004288940946120765,
+      "loss": 0.4442,
+      "step": 53570
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004288241669871683,
+      "loss": 0.4767,
+      "step": 53580
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042875423936226004,
+      "loss": 0.3268,
+      "step": 53590
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042868431173735184,
+      "loss": 0.406,
+      "step": 53600
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00042861438411244363,
+      "loss": 0.4811,
+      "step": 53610
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004285444564875354,
+      "loss": 0.4029,
+      "step": 53620
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.0004284745288626272,
+      "loss": 0.4467,
+      "step": 53630
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.000428404601237719,
+      "loss": 0.4469,
+      "step": 53640
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042833467361281076,
+      "loss": 0.4617,
+      "step": 53650
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042826474598790256,
+      "loss": 0.5128,
+      "step": 53660
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042819481836299435,
+      "loss": 0.47,
+      "step": 53670
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0004281248907380861,
+      "loss": 0.5056,
+      "step": 53680
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0004280549631131779,
+      "loss": 0.4587,
+      "step": 53690
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042798503548826963,
+      "loss": 0.3793,
+      "step": 53700
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042791510786336143,
+      "loss": 0.5207,
+      "step": 53710
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042784518023845317,
+      "loss": 0.4196,
+      "step": 53720
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042777525261354497,
+      "loss": 0.4234,
+      "step": 53730
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0004277053249886368,
+      "loss": 0.4068,
+      "step": 53740
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0004276353973637286,
+      "loss": 0.4267,
+      "step": 53750
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042756546973882035,
+      "loss": 0.4677,
+      "step": 53760
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.00042749554211391215,
+      "loss": 0.4178,
+      "step": 53770
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0004274256144890039,
+      "loss": 0.4744,
+      "step": 53780
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004273556868640957,
+      "loss": 0.4424,
+      "step": 53790
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042728575923918743,
+      "loss": 0.515,
+      "step": 53800
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004272158316142792,
+      "loss": 0.4669,
+      "step": 53810
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.000427145903989371,
+      "loss": 0.5049,
+      "step": 53820
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042707597636446276,
+      "loss": 0.4571,
+      "step": 53830
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042700604873955456,
+      "loss": 0.4755,
+      "step": 53840
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004269361211146464,
+      "loss": 0.446,
+      "step": 53850
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042686619348973815,
+      "loss": 0.4504,
+      "step": 53860
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042679626586482995,
+      "loss": 0.4485,
+      "step": 53870
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042672633823992174,
+      "loss": 0.4662,
+      "step": 53880
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004266564106150135,
+      "loss": 0.383,
+      "step": 53890
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004265864829901053,
+      "loss": 0.4362,
+      "step": 53900
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.000426516555365197,
+      "loss": 0.4773,
+      "step": 53910
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.0004264466277402888,
+      "loss": 0.4113,
+      "step": 53920
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 0.00042637670011538056,
+      "loss": 0.4971,
+      "step": 53930
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042630677249047235,
+      "loss": 0.4025,
+      "step": 53940
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004262368448655641,
+      "loss": 0.4834,
+      "step": 53950
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.000426166917240656,
+      "loss": 0.4669,
+      "step": 53960
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042609698961574774,
+      "loss": 0.5091,
+      "step": 53970
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042602706199083954,
+      "loss": 0.4553,
+      "step": 53980
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004259571343659313,
+      "loss": 0.4709,
+      "step": 53990
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004258872067410231,
+      "loss": 0.362,
+      "step": 54000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004258172791161148,
+      "loss": 0.4478,
+      "step": 54010
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004257473514912066,
+      "loss": 0.4915,
+      "step": 54020
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004256774238662984,
+      "loss": 0.5047,
+      "step": 54030
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042560749624139015,
+      "loss": 0.3816,
+      "step": 54040
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042553756861648195,
+      "loss": 0.4626,
+      "step": 54050
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.0004254676409915737,
+      "loss": 0.4199,
+      "step": 54060
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.00042539771336666554,
+      "loss": 0.4243,
+      "step": 54070
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042532778574175733,
+      "loss": 0.4569,
+      "step": 54080
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042525785811684913,
+      "loss": 0.4247,
+      "step": 54090
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042518793049194087,
+      "loss": 0.4769,
+      "step": 54100
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042511800286703267,
+      "loss": 0.4594,
+      "step": 54110
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004250480752421244,
+      "loss": 0.422,
+      "step": 54120
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004249781476172162,
+      "loss": 0.4277,
+      "step": 54130
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042490821999230794,
+      "loss": 0.4454,
+      "step": 54140
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042483829236739974,
+      "loss": 0.4638,
+      "step": 54150
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004247683647424915,
+      "loss": 0.4762,
+      "step": 54160
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004246984371175833,
+      "loss": 0.457,
+      "step": 54170
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042462850949267513,
+      "loss": 0.4191,
+      "step": 54180
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004245585818677669,
+      "loss": 0.4003,
+      "step": 54190
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042448865424285867,
+      "loss": 0.4283,
+      "step": 54200
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.00042441872661795046,
+      "loss": 0.5083,
+      "step": 54210
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 0.0004243487989930422,
+      "loss": 0.4425,
+      "step": 54220
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.000424278871368134,
+      "loss": 0.4712,
+      "step": 54230
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004242089437432258,
+      "loss": 0.4197,
+      "step": 54240
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042413901611831754,
+      "loss": 0.4623,
+      "step": 54250
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042406908849340933,
+      "loss": 0.4868,
+      "step": 54260
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004239991608685011,
+      "loss": 0.4119,
+      "step": 54270
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042392923324359287,
+      "loss": 0.4679,
+      "step": 54280
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004238593056186847,
+      "loss": 0.4765,
+      "step": 54290
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004237893779937765,
+      "loss": 0.3972,
+      "step": 54300
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042371945036886826,
+      "loss": 0.3993,
+      "step": 54310
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042364952274396005,
+      "loss": 0.4339,
+      "step": 54320
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004235795951190518,
+      "loss": 0.4,
+      "step": 54330
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0004235096674941436,
+      "loss": 0.4597,
+      "step": 54340
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042343973986923533,
+      "loss": 0.423,
+      "step": 54350
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.00042336981224432713,
+      "loss": 0.4369,
+      "step": 54360
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042329988461941887,
+      "loss": 0.3698,
+      "step": 54370
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042322995699451066,
+      "loss": 0.4235,
+      "step": 54380
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042316002936960246,
+      "loss": 0.4835,
+      "step": 54390
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004230901017446943,
+      "loss": 0.456,
+      "step": 54400
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042302017411978605,
+      "loss": 0.4469,
+      "step": 54410
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042295024649487785,
+      "loss": 0.4276,
+      "step": 54420
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004228803188699696,
+      "loss": 0.5201,
+      "step": 54430
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004228103912450614,
+      "loss": 0.4039,
+      "step": 54440
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004227404636201532,
+      "loss": 0.4952,
+      "step": 54450
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004226705359952449,
+      "loss": 0.4545,
+      "step": 54460
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.0004226006083703367,
+      "loss": 0.4514,
+      "step": 54470
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042253068074542846,
+      "loss": 0.419,
+      "step": 54480
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00042246075312052026,
+      "loss": 0.4644,
+      "step": 54490
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.000422390825495612,
+      "loss": 0.4001,
+      "step": 54500
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004223208978707039,
+      "loss": 0.5138,
+      "step": 54510
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042225097024579564,
+      "loss": 0.385,
+      "step": 54520
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042218104262088744,
+      "loss": 0.4625,
+      "step": 54530
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004221111149959792,
+      "loss": 0.4424,
+      "step": 54540
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.000422041187371071,
+      "loss": 0.4075,
+      "step": 54550
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004219712597461627,
+      "loss": 0.4262,
+      "step": 54560
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004219013321212545,
+      "loss": 0.4831,
+      "step": 54570
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004218314044963463,
+      "loss": 0.4513,
+      "step": 54580
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042176147687143805,
+      "loss": 0.4307,
+      "step": 54590
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042169154924652985,
+      "loss": 0.3951,
+      "step": 54600
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.0004216216216216216,
+      "loss": 0.4255,
+      "step": 54610
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042155169399671344,
+      "loss": 0.4274,
+      "step": 54620
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042148176637180523,
+      "loss": 0.446,
+      "step": 54630
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.000421411838746897,
+      "loss": 0.5097,
+      "step": 54640
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 0.00042134191112198877,
+      "loss": 0.4619,
+      "step": 54650
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042127198349708057,
+      "loss": 0.4675,
+      "step": 54660
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004212020558721723,
+      "loss": 0.4709,
+      "step": 54670
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004211321282472641,
+      "loss": 0.4173,
+      "step": 54680
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042106220062235585,
+      "loss": 0.441,
+      "step": 54690
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042099227299744764,
+      "loss": 0.406,
+      "step": 54700
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004209223453725394,
+      "loss": 0.5101,
+      "step": 54710
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004208524177476312,
+      "loss": 0.4504,
+      "step": 54720
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042078249012272303,
+      "loss": 0.4317,
+      "step": 54730
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004207125624978148,
+      "loss": 0.425,
+      "step": 54740
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042064263487290657,
+      "loss": 0.4091,
+      "step": 54750
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.00042057270724799836,
+      "loss": 0.4776,
+      "step": 54760
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004205027796230901,
+      "loss": 0.4477,
+      "step": 54770
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004204328519981819,
+      "loss": 0.5067,
+      "step": 54780
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0004203629243732737,
+      "loss": 0.4859,
+      "step": 54790
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00042029299674836544,
+      "loss": 0.3608,
+      "step": 54800
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00042022306912345723,
+      "loss": 0.5144,
+      "step": 54810
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.000420153141498549,
+      "loss": 0.391,
+      "step": 54820
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.0004200832138736408,
+      "loss": 0.4362,
+      "step": 54830
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.0004200132862487326,
+      "loss": 0.4403,
+      "step": 54840
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041994335862382436,
+      "loss": 0.4544,
+      "step": 54850
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041987343099891616,
+      "loss": 0.5413,
+      "step": 54860
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041980350337400795,
+      "loss": 0.4547,
+      "step": 54870
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.0004197335757490997,
+      "loss": 0.4869,
+      "step": 54880
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.0004196636481241915,
+      "loss": 0.4578,
+      "step": 54890
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041959372049928323,
+      "loss": 0.4471,
+      "step": 54900
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041952379287437503,
+      "loss": 0.4234,
+      "step": 54910
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041945386524946677,
+      "loss": 0.4208,
+      "step": 54920
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 0.00041938393762455857,
+      "loss": 0.4188,
+      "step": 54930
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004193140099996504,
+      "loss": 0.4396,
+      "step": 54940
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004192440823747422,
+      "loss": 0.5271,
+      "step": 54950
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041917415474983395,
+      "loss": 0.5183,
+      "step": 54960
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041910422712492575,
+      "loss": 0.4378,
+      "step": 54970
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004190342995000175,
+      "loss": 0.4757,
+      "step": 54980
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004189643718751093,
+      "loss": 0.4365,
+      "step": 54990
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004188944442502011,
+      "loss": 0.3976,
+      "step": 55000
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004188245166252928,
+      "loss": 0.4214,
+      "step": 55010
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.0004187545890003846,
+      "loss": 0.4203,
+      "step": 55020
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041868466137547636,
+      "loss": 0.4406,
+      "step": 55030
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041861473375056816,
+      "loss": 0.4156,
+      "step": 55040
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041854480612566,
+      "loss": 0.4566,
+      "step": 55050
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041847487850075175,
+      "loss": 0.4261,
+      "step": 55060
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041840495087584355,
+      "loss": 0.5419,
+      "step": 55070
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00041833502325093534,
+      "loss": 0.4706,
+      "step": 55080
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004182650956260271,
+      "loss": 0.357,
+      "step": 55090
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004181951680011189,
+      "loss": 0.3885,
+      "step": 55100
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004181252403762106,
+      "loss": 0.4944,
+      "step": 55110
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004180553127513024,
+      "loss": 0.4265,
+      "step": 55120
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041798538512639416,
+      "loss": 0.4775,
+      "step": 55130
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041791545750148595,
+      "loss": 0.4098,
+      "step": 55140
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041784552987657775,
+      "loss": 0.5287,
+      "step": 55150
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004177756022516696,
+      "loss": 0.4503,
+      "step": 55160
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041770567462676134,
+      "loss": 0.5554,
+      "step": 55170
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041763574700185314,
+      "loss": 0.4954,
+      "step": 55180
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004175658193769449,
+      "loss": 0.4459,
+      "step": 55190
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004174958917520367,
+      "loss": 0.3816,
+      "step": 55200
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00041742596412712847,
+      "loss": 0.418,
+      "step": 55210
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.0004173560365022202,
+      "loss": 0.447,
+      "step": 55220
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.000417286108877312,
+      "loss": 0.5738,
+      "step": 55230
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041721618125240375,
+      "loss": 0.3976,
+      "step": 55240
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041714625362749555,
+      "loss": 0.4327,
+      "step": 55250
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.0004170763260025873,
+      "loss": 0.5677,
+      "step": 55260
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041700639837767914,
+      "loss": 0.4367,
+      "step": 55270
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041693647075277093,
+      "loss": 0.5037,
+      "step": 55280
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041686654312786273,
+      "loss": 0.4576,
+      "step": 55290
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041679661550295447,
+      "loss": 0.4998,
+      "step": 55300
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041672668787804627,
+      "loss": 0.4427,
+      "step": 55310
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.000416656760253138,
+      "loss": 0.4829,
+      "step": 55320
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.0004165868326282298,
+      "loss": 0.4933,
+      "step": 55330
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041651690500332155,
+      "loss": 0.4524,
+      "step": 55340
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041644697737841334,
+      "loss": 0.4393,
+      "step": 55350
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 0.00041637704975350514,
+      "loss": 0.4384,
+      "step": 55360
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004163071221285969,
+      "loss": 0.4826,
+      "step": 55370
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041623719450368873,
+      "loss": 0.4298,
+      "step": 55380
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004161672668787805,
+      "loss": 0.428,
+      "step": 55390
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041609733925387227,
+      "loss": 0.4212,
+      "step": 55400
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041602741162896406,
+      "loss": 0.4168,
+      "step": 55410
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041595748400405586,
+      "loss": 0.4325,
+      "step": 55420
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004158875563791476,
+      "loss": 0.5029,
+      "step": 55430
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004158176287542394,
+      "loss": 0.4629,
+      "step": 55440
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041574770112933114,
+      "loss": 0.4167,
+      "step": 55450
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041567777350442293,
+      "loss": 0.4251,
+      "step": 55460
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004156078458795147,
+      "loss": 0.4579,
+      "step": 55470
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041553791825460647,
+      "loss": 0.4826,
+      "step": 55480
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004154679906296983,
+      "loss": 0.4783,
+      "step": 55490
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.0004153980630047901,
+      "loss": 0.4688,
+      "step": 55500
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00041532813537988186,
+      "loss": 0.4494,
+      "step": 55510
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041525820775497365,
+      "loss": 0.3833,
+      "step": 55520
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0004151882801300654,
+      "loss": 0.4896,
+      "step": 55530
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0004151183525051572,
+      "loss": 0.4163,
+      "step": 55540
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041504842488024893,
+      "loss": 0.4569,
+      "step": 55550
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041497849725534073,
+      "loss": 0.4154,
+      "step": 55560
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0004149085696304325,
+      "loss": 0.4201,
+      "step": 55570
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041483864200552427,
+      "loss": 0.4682,
+      "step": 55580
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041476871438061606,
+      "loss": 0.424,
+      "step": 55590
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0004146987867557079,
+      "loss": 0.4267,
+      "step": 55600
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041462885913079965,
+      "loss": 0.4022,
+      "step": 55610
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041455893150589145,
+      "loss": 0.4336,
+      "step": 55620
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00041448900388098324,
+      "loss": 0.5182,
+      "step": 55630
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.000414419076256075,
+      "loss": 0.4343,
+      "step": 55640
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.0004143491486311668,
+      "loss": 0.4078,
+      "step": 55650
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004142792210062585,
+      "loss": 0.4938,
+      "step": 55660
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004142092933813503,
+      "loss": 0.4699,
+      "step": 55670
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041413936575644206,
+      "loss": 0.4719,
+      "step": 55680
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041406943813153386,
+      "loss": 0.5373,
+      "step": 55690
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004139995105066256,
+      "loss": 0.4671,
+      "step": 55700
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004139295828817175,
+      "loss": 0.4151,
+      "step": 55710
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041385965525680924,
+      "loss": 0.3738,
+      "step": 55720
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041378972763190104,
+      "loss": 0.4612,
+      "step": 55730
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004137198000069928,
+      "loss": 0.4346,
+      "step": 55740
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004136498723820846,
+      "loss": 0.4517,
+      "step": 55750
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004135799447571763,
+      "loss": 0.3774,
+      "step": 55760
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004135100171322681,
+      "loss": 0.4788,
+      "step": 55770
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.0004134400895073599,
+      "loss": 0.4799,
+      "step": 55780
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041337016188245165,
+      "loss": 0.5065,
+      "step": 55790
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 0.00041330023425754345,
+      "loss": 0.4957,
+      "step": 55800
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0004132303066326352,
+      "loss": 0.4715,
+      "step": 55810
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041316037900772704,
+      "loss": 0.4214,
+      "step": 55820
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041309045138281884,
+      "loss": 0.4308,
+      "step": 55830
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041302052375791063,
+      "loss": 0.5195,
+      "step": 55840
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041295059613300237,
+      "loss": 0.4572,
+      "step": 55850
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041288066850809417,
+      "loss": 0.4422,
+      "step": 55860
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0004128107408831859,
+      "loss": 0.4884,
+      "step": 55870
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0004127408132582777,
+      "loss": 0.5591,
+      "step": 55880
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041267088563336945,
+      "loss": 0.4496,
+      "step": 55890
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041260095800846124,
+      "loss": 0.4853,
+      "step": 55900
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.000412531030383553,
+      "loss": 0.479,
+      "step": 55910
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0004124611027586448,
+      "loss": 0.4489,
+      "step": 55920
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.00041239117513373663,
+      "loss": 0.4696,
+      "step": 55930
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0004123212475088284,
+      "loss": 0.5055,
+      "step": 55940
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041225131988392017,
+      "loss": 0.39,
+      "step": 55950
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041218139225901196,
+      "loss": 0.5401,
+      "step": 55960
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004121114646341037,
+      "loss": 0.4768,
+      "step": 55970
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004120415370091955,
+      "loss": 0.4382,
+      "step": 55980
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004119716093842873,
+      "loss": 0.4173,
+      "step": 55990
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041190168175937904,
+      "loss": 0.4274,
+      "step": 56000
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041183175413447083,
+      "loss": 0.4661,
+      "step": 56010
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004117618265095626,
+      "loss": 0.505,
+      "step": 56020
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041169189888465437,
+      "loss": 0.4568,
+      "step": 56030
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004116219712597462,
+      "loss": 0.4325,
+      "step": 56040
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.000411552043634838,
+      "loss": 0.405,
+      "step": 56050
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041148211600992976,
+      "loss": 0.4385,
+      "step": 56060
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.00041141218838502156,
+      "loss": 0.3569,
+      "step": 56070
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 0.0004113422607601133,
+      "loss": 0.4346,
+      "step": 56080
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004112723331352051,
+      "loss": 0.5145,
+      "step": 56090
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041120240551029683,
+      "loss": 0.5277,
+      "step": 56100
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041113247788538863,
+      "loss": 0.4686,
+      "step": 56110
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041106255026048037,
+      "loss": 0.4941,
+      "step": 56120
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041099262263557217,
+      "loss": 0.5095,
+      "step": 56130
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041092269501066396,
+      "loss": 0.4248,
+      "step": 56140
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004108527673857558,
+      "loss": 0.4354,
+      "step": 56150
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041078283976084755,
+      "loss": 0.5107,
+      "step": 56160
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041071291213593935,
+      "loss": 0.4609,
+      "step": 56170
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004106429845110311,
+      "loss": 0.4594,
+      "step": 56180
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004105730568861229,
+      "loss": 0.4379,
+      "step": 56190
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004105031292612147,
+      "loss": 0.5793,
+      "step": 56200
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004104332016363064,
+      "loss": 0.4537,
+      "step": 56210
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.0004103632740113982,
+      "loss": 0.4062,
+      "step": 56220
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00041029334638648996,
+      "loss": 0.5088,
+      "step": 56230
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00041022341876158176,
+      "loss": 0.4473,
+      "step": 56240
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004101534911366736,
+      "loss": 0.424,
+      "step": 56250
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004100835635117654,
+      "loss": 0.4737,
+      "step": 56260
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00041001363588685715,
+      "loss": 0.5019,
+      "step": 56270
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00040994370826194894,
+      "loss": 0.5068,
+      "step": 56280
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004098737806370407,
+      "loss": 0.4921,
+      "step": 56290
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004098038530121325,
+      "loss": 0.5167,
+      "step": 56300
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004097339253872242,
+      "loss": 0.4628,
+      "step": 56310
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.000409663997762316,
+      "loss": 0.407,
+      "step": 56320
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00040959407013740776,
+      "loss": 0.4984,
+      "step": 56330
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00040952414251249955,
+      "loss": 0.4753,
+      "step": 56340
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00040945421488759135,
+      "loss": 0.4231,
+      "step": 56350
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0004093842872626832,
+      "loss": 0.513,
+      "step": 56360
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.00040931435963777494,
+      "loss": 0.4611,
+      "step": 56370
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040924443201286674,
+      "loss": 0.4826,
+      "step": 56380
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004091745043879585,
+      "loss": 0.4321,
+      "step": 56390
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004091045767630503,
+      "loss": 0.4518,
+      "step": 56400
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040903464913814207,
+      "loss": 0.5372,
+      "step": 56410
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004089647215132338,
+      "loss": 0.411,
+      "step": 56420
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004088947938883256,
+      "loss": 0.4727,
+      "step": 56430
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040882486626341735,
+      "loss": 0.4675,
+      "step": 56440
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040875493863850915,
+      "loss": 0.4843,
+      "step": 56450
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004086850110136009,
+      "loss": 0.5195,
+      "step": 56460
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.0004086150833886928,
+      "loss": 0.4776,
+      "step": 56470
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040854515576378453,
+      "loss": 0.3846,
+      "step": 56480
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040847522813887633,
+      "loss": 0.4374,
+      "step": 56490
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040840530051396807,
+      "loss": 0.4094,
+      "step": 56500
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 0.00040833537288905987,
+      "loss": 0.428,
+      "step": 56510
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0004082654452641516,
+      "loss": 0.4103,
+      "step": 56520
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0004081955176392434,
+      "loss": 0.5122,
+      "step": 56530
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040812559001433515,
+      "loss": 0.4528,
+      "step": 56540
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040805566238942694,
+      "loss": 0.4673,
+      "step": 56550
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040798573476451874,
+      "loss": 0.4288,
+      "step": 56560
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0004079158071396105,
+      "loss": 0.4567,
+      "step": 56570
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040784587951470233,
+      "loss": 0.4543,
+      "step": 56580
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0004077759518897941,
+      "loss": 0.4645,
+      "step": 56590
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040770602426488587,
+      "loss": 0.4478,
+      "step": 56600
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040763609663997766,
+      "loss": 0.4393,
+      "step": 56610
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040756616901506946,
+      "loss": 0.5024,
+      "step": 56620
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.0004074962413901612,
+      "loss": 0.4109,
+      "step": 56630
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.000407426313765253,
+      "loss": 0.4659,
+      "step": 56640
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040735638614034474,
+      "loss": 0.5141,
+      "step": 56650
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00040728645851543653,
+      "loss": 0.4885,
+      "step": 56660
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004072165308905283,
+      "loss": 0.417,
+      "step": 56670
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040714660326562007,
+      "loss": 0.5199,
+      "step": 56680
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004070766756407119,
+      "loss": 0.4626,
+      "step": 56690
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004070067480158037,
+      "loss": 0.4498,
+      "step": 56700
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040693682039089546,
+      "loss": 0.3746,
+      "step": 56710
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040686689276598725,
+      "loss": 0.4549,
+      "step": 56720
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.000406796965141079,
+      "loss": 0.3844,
+      "step": 56730
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004067270375161708,
+      "loss": 0.5401,
+      "step": 56740
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040665710989126253,
+      "loss": 0.4034,
+      "step": 56750
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040658718226635433,
+      "loss": 0.5347,
+      "step": 56760
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004065172546414461,
+      "loss": 0.4863,
+      "step": 56770
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040644732701653787,
+      "loss": 0.4896,
+      "step": 56780
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.00040637739939162966,
+      "loss": 0.4827,
+      "step": 56790
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 0.0004063074717667215,
+      "loss": 0.533,
+      "step": 56800
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040623754414181325,
+      "loss": 0.3979,
+      "step": 56810
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040616761651690505,
+      "loss": 0.4874,
+      "step": 56820
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040609768889199684,
+      "loss": 0.4247,
+      "step": 56830
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004060277612670886,
+      "loss": 0.4645,
+      "step": 56840
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004059578336421804,
+      "loss": 0.4181,
+      "step": 56850
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004058879060172721,
+      "loss": 0.4122,
+      "step": 56860
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004058179783923639,
+      "loss": 0.4176,
+      "step": 56870
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040574805076745566,
+      "loss": 0.4376,
+      "step": 56880
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040567812314254746,
+      "loss": 0.4688,
+      "step": 56890
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004056081955176392,
+      "loss": 0.4963,
+      "step": 56900
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004055382678927311,
+      "loss": 0.4666,
+      "step": 56910
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040546834026782284,
+      "loss": 0.4639,
+      "step": 56920
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00040539841264291464,
+      "loss": 0.4013,
+      "step": 56930
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.0004053284850180064,
+      "loss": 0.4814,
+      "step": 56940
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004052585573930982,
+      "loss": 0.4791,
+      "step": 56950
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004051886297681899,
+      "loss": 0.5062,
+      "step": 56960
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004051187021432817,
+      "loss": 0.5084,
+      "step": 56970
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004050487745183735,
+      "loss": 0.4775,
+      "step": 56980
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040497884689346525,
+      "loss": 0.487,
+      "step": 56990
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040490891926855705,
+      "loss": 0.4727,
+      "step": 57000
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004048389916436488,
+      "loss": 0.4476,
+      "step": 57010
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040476906401874064,
+      "loss": 0.5203,
+      "step": 57020
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040469913639383244,
+      "loss": 0.4551,
+      "step": 57030
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040462920876892423,
+      "loss": 0.4414,
+      "step": 57040
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.000404559281144016,
+      "loss": 0.4828,
+      "step": 57050
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040448935351910777,
+      "loss": 0.439,
+      "step": 57060
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004044194258941995,
+      "loss": 0.4023,
+      "step": 57070
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.0004043494982692913,
+      "loss": 0.4315,
+      "step": 57080
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00040427957064438305,
+      "loss": 0.4363,
+      "step": 57090
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040420964301947484,
+      "loss": 0.4084,
+      "step": 57100
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004041397153945666,
+      "loss": 0.4748,
+      "step": 57110
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004040697877696584,
+      "loss": 0.4181,
+      "step": 57120
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040399986014475023,
+      "loss": 0.4504,
+      "step": 57130
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.000403929932519842,
+      "loss": 0.4094,
+      "step": 57140
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040386000489493377,
+      "loss": 0.495,
+      "step": 57150
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040379007727002556,
+      "loss": 0.4586,
+      "step": 57160
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004037201496451173,
+      "loss": 0.5002,
+      "step": 57170
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004036502220202091,
+      "loss": 0.46,
+      "step": 57180
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004035802943953009,
+      "loss": 0.5285,
+      "step": 57190
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040351036677039264,
+      "loss": 0.4351,
+      "step": 57200
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040344043914548443,
+      "loss": 0.4585,
+      "step": 57210
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.0004033705115205762,
+      "loss": 0.5095,
+      "step": 57220
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 0.00040330058389566797,
+      "loss": 0.4513,
+      "step": 57230
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004032306562707598,
+      "loss": 0.4749,
+      "step": 57240
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004031607286458516,
+      "loss": 0.5496,
+      "step": 57250
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040309080102094336,
+      "loss": 0.3634,
+      "step": 57260
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040302087339603516,
+      "loss": 0.3894,
+      "step": 57270
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004029509457711269,
+      "loss": 0.3944,
+      "step": 57280
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004028810181462187,
+      "loss": 0.433,
+      "step": 57290
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040281109052131043,
+      "loss": 0.3905,
+      "step": 57300
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040274116289640223,
+      "loss": 0.4326,
+      "step": 57310
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040267123527149397,
+      "loss": 0.4769,
+      "step": 57320
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040260130764658577,
+      "loss": 0.4442,
+      "step": 57330
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040253138002167756,
+      "loss": 0.4359,
+      "step": 57340
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004024614523967694,
+      "loss": 0.4358,
+      "step": 57350
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040239152477186116,
+      "loss": 0.3723,
+      "step": 57360
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00040232159714695295,
+      "loss": 0.4656,
+      "step": 57370
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.0004022516695220447,
+      "loss": 0.472,
+      "step": 57380
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004021817418971365,
+      "loss": 0.4426,
+      "step": 57390
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004021118142722283,
+      "loss": 0.4325,
+      "step": 57400
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00040204188664732,
+      "loss": 0.4434,
+      "step": 57410
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004019719590224118,
+      "loss": 0.4408,
+      "step": 57420
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00040190203139750356,
+      "loss": 0.4229,
+      "step": 57430
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00040183210377259536,
+      "loss": 0.4845,
+      "step": 57440
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004017621761476871,
+      "loss": 0.4472,
+      "step": 57450
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.000401692248522779,
+      "loss": 0.4325,
+      "step": 57460
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00040162232089787075,
+      "loss": 0.4905,
+      "step": 57470
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.00040155239327296254,
+      "loss": 0.4257,
+      "step": 57480
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004014824656480543,
+      "loss": 0.3798,
+      "step": 57490
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004014125380231461,
+      "loss": 0.4094,
+      "step": 57500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004013426103982378,
+      "loss": 0.4439,
+      "step": 57510
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0004012726827733296,
+      "loss": 0.4308,
+      "step": 57520
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040120275514842136,
+      "loss": 0.451,
+      "step": 57530
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040113282752351315,
+      "loss": 0.3859,
+      "step": 57540
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040106289989860495,
+      "loss": 0.4522,
+      "step": 57550
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004009929722736967,
+      "loss": 0.4109,
+      "step": 57560
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040092304464878854,
+      "loss": 0.439,
+      "step": 57570
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040085311702388034,
+      "loss": 0.4742,
+      "step": 57580
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004007831893989721,
+      "loss": 0.4724,
+      "step": 57590
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004007132617740639,
+      "loss": 0.3665,
+      "step": 57600
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040064333414915567,
+      "loss": 0.3974,
+      "step": 57610
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004005734065242474,
+      "loss": 0.4696,
+      "step": 57620
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004005034788993392,
+      "loss": 0.4551,
+      "step": 57630
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040043355127443095,
+      "loss": 0.5053,
+      "step": 57640
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.00040036362364952275,
+      "loss": 0.4679,
+      "step": 57650
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 0.0004002936960246145,
+      "loss": 0.322,
+      "step": 57660
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.0004002237683997064,
+      "loss": 0.3528,
+      "step": 57670
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00040015384077479813,
+      "loss": 0.3822,
+      "step": 57680
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00040008391314988993,
+      "loss": 0.396,
+      "step": 57690
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00040001398552498167,
+      "loss": 0.477,
+      "step": 57700
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039994405790007347,
+      "loss": 0.4072,
+      "step": 57710
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.0003998741302751652,
+      "loss": 0.3924,
+      "step": 57720
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.000399804202650257,
+      "loss": 0.4408,
+      "step": 57730
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039973427502534875,
+      "loss": 0.5175,
+      "step": 57740
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039966434740044054,
+      "loss": 0.4041,
+      "step": 57750
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039959441977553234,
+      "loss": 0.3958,
+      "step": 57760
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039952449215062413,
+      "loss": 0.4287,
+      "step": 57770
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039945456452571593,
+      "loss": 0.4653,
+      "step": 57780
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039938463690080767,
+      "loss": 0.3955,
+      "step": 57790
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039931470927589947,
+      "loss": 0.4454,
+      "step": 57800
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00039924478165099126,
+      "loss": 0.4795,
+      "step": 57810
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039917485402608306,
+      "loss": 0.4419,
+      "step": 57820
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003991049264011748,
+      "loss": 0.3972,
+      "step": 57830
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003990349987762666,
+      "loss": 0.4539,
+      "step": 57840
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039896507115135834,
+      "loss": 0.3993,
+      "step": 57850
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039889514352645013,
+      "loss": 0.3505,
+      "step": 57860
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039882521590154193,
+      "loss": 0.4335,
+      "step": 57870
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003987552882766337,
+      "loss": 0.4642,
+      "step": 57880
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039868536065172547,
+      "loss": 0.3624,
+      "step": 57890
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039861543302681726,
+      "loss": 0.4108,
+      "step": 57900
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.000398545505401909,
+      "loss": 0.3874,
+      "step": 57910
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039847557777700085,
+      "loss": 0.5029,
+      "step": 57920
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003984056501520926,
+      "loss": 0.4194,
+      "step": 57930
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.0003983357225271844,
+      "loss": 0.365,
+      "step": 57940
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 0.00039826579490227613,
+      "loss": 0.4345,
+      "step": 57950
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.00039819586727736793,
+      "loss": 0.3804,
+      "step": 57960
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003981259396524597,
+      "loss": 0.4573,
+      "step": 57970
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003980560120275515,
+      "loss": 0.47,
+      "step": 57980
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003979860844026433,
+      "loss": 0.403,
+      "step": 57990
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.00039791615677773506,
+      "loss": 0.4227,
+      "step": 58000
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.00039784622915282685,
+      "loss": 0.4212,
+      "step": 58010
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003977763015279186,
+      "loss": 0.4299,
+      "step": 58020
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.00039770637390301044,
+      "loss": 0.4175,
+      "step": 58030
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003976364462781022,
+      "loss": 0.4069,
+      "step": 58040
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.000397566518653194,
+      "loss": 0.4263,
+      "step": 58050
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003974965910282857,
+      "loss": 0.4255,
+      "step": 58060
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003974266634033775,
+      "loss": 0.4492,
+      "step": 58070
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003973567357784693,
+      "loss": 0.3973,
+      "step": 58080
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.0003972868081535611,
+      "loss": 0.4176,
+      "step": 58090
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00039721688052865285,
+      "loss": 0.4557,
+      "step": 58100
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00039714695290374465,
+      "loss": 0.4645,
+      "step": 58110
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003970770252788364,
+      "loss": 0.3686,
+      "step": 58120
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003970070976539282,
+      "loss": 0.477,
+      "step": 58130
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00039693717002902,
+      "loss": 0.3618,
+      "step": 58140
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003968672424041118,
+      "loss": 0.4214,
+      "step": 58150
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003967973147792035,
+      "loss": 0.525,
+      "step": 58160
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003967273871542953,
+      "loss": 0.4072,
+      "step": 58170
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003966574595293871,
+      "loss": 0.4765,
+      "step": 58180
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003965875319044789,
+      "loss": 0.4399,
+      "step": 58190
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003965176042795707,
+      "loss": 0.4204,
+      "step": 58200
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00039644767665466244,
+      "loss": 0.449,
+      "step": 58210
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00039637774902975424,
+      "loss": 0.4374,
+      "step": 58220
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.000396307821404846,
+      "loss": 0.3648,
+      "step": 58230
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.0003962378937799378,
+      "loss": 0.3613,
+      "step": 58240
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003961679661550296,
+      "loss": 0.3899,
+      "step": 58250
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039609803853012137,
+      "loss": 0.4052,
+      "step": 58260
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003960281109052131,
+      "loss": 0.4914,
+      "step": 58270
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003959581832803049,
+      "loss": 0.4914,
+      "step": 58280
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039588825565539665,
+      "loss": 0.4066,
+      "step": 58290
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003958183280304885,
+      "loss": 0.4669,
+      "step": 58300
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039574840040558024,
+      "loss": 0.46,
+      "step": 58310
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039567847278067204,
+      "loss": 0.418,
+      "step": 58320
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003956085451557638,
+      "loss": 0.3956,
+      "step": 58330
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003955386175308556,
+      "loss": 0.3953,
+      "step": 58340
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039546868990594737,
+      "loss": 0.3944,
+      "step": 58350
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.00039539876228103916,
+      "loss": 0.4594,
+      "step": 58360
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003953288346561309,
+      "loss": 0.3798,
+      "step": 58370
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 0.0003952589070312227,
+      "loss": 0.4119,
+      "step": 58380
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003951889794063145,
+      "loss": 0.4211,
+      "step": 58390
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039511905178140624,
+      "loss": 0.4958,
+      "step": 58400
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003950491241564981,
+      "loss": 0.4375,
+      "step": 58410
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039497919653158983,
+      "loss": 0.434,
+      "step": 58420
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003949092689066816,
+      "loss": 0.3578,
+      "step": 58430
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039483934128177337,
+      "loss": 0.3804,
+      "step": 58440
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039476941365686516,
+      "loss": 0.4159,
+      "step": 58450
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003946994860319569,
+      "loss": 0.3811,
+      "step": 58460
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039462955840704876,
+      "loss": 0.3776,
+      "step": 58470
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003945596307821405,
+      "loss": 0.3763,
+      "step": 58480
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003944897031572323,
+      "loss": 0.3917,
+      "step": 58490
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039441977553232403,
+      "loss": 0.4128,
+      "step": 58500
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.00039434984790741583,
+      "loss": 0.4508,
+      "step": 58510
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0003942799202825076,
+      "loss": 0.4234,
+      "step": 58520
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003942099926575994,
+      "loss": 0.4297,
+      "step": 58530
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.00039414006503269116,
+      "loss": 0.3625,
+      "step": 58540
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.00039407013740778296,
+      "loss": 0.4828,
+      "step": 58550
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.00039400020978287476,
+      "loss": 0.4265,
+      "step": 58560
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003939302821579665,
+      "loss": 0.4356,
+      "step": 58570
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003938603545330583,
+      "loss": 0.4367,
+      "step": 58580
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003937904269081501,
+      "loss": 0.4208,
+      "step": 58590
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003937204992832419,
+      "loss": 0.4232,
+      "step": 58600
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003936505716583336,
+      "loss": 0.4159,
+      "step": 58610
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003935806440334254,
+      "loss": 0.344,
+      "step": 58620
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003935107164085172,
+      "loss": 0.4103,
+      "step": 58630
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.000393440788783609,
+      "loss": 0.4636,
+      "step": 58640
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.00039337086115870076,
+      "loss": 0.3778,
+      "step": 58650
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.00039330093353379255,
+      "loss": 0.459,
+      "step": 58660
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 0.0003932310059088843,
+      "loss": 0.4824,
+      "step": 58670
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039316107828397614,
+      "loss": 0.4382,
+      "step": 58680
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003930911506590679,
+      "loss": 0.4133,
+      "step": 58690
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003930212230341597,
+      "loss": 0.4431,
+      "step": 58700
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003929512954092514,
+      "loss": 0.4247,
+      "step": 58710
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003928813677843432,
+      "loss": 0.4881,
+      "step": 58720
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039281144015943496,
+      "loss": 0.432,
+      "step": 58730
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003927415125345268,
+      "loss": 0.4704,
+      "step": 58740
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039267158490961855,
+      "loss": 0.4233,
+      "step": 58750
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039260165728471035,
+      "loss": 0.4245,
+      "step": 58760
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039253172965980214,
+      "loss": 0.4557,
+      "step": 58770
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003924618020348939,
+      "loss": 0.4185,
+      "step": 58780
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003923918744099857,
+      "loss": 0.3996,
+      "step": 58790
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.0003923219467850775,
+      "loss": 0.4277,
+      "step": 58800
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00039225201916016927,
+      "loss": 0.3919,
+      "step": 58810
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.000392182091535261,
+      "loss": 0.4582,
+      "step": 58820
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003921121639103528,
+      "loss": 0.4998,
+      "step": 58830
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039204223628544455,
+      "loss": 0.3918,
+      "step": 58840
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003919723086605364,
+      "loss": 0.4075,
+      "step": 58850
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039190238103562814,
+      "loss": 0.4067,
+      "step": 58860
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039183245341071994,
+      "loss": 0.3902,
+      "step": 58870
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003917625257858117,
+      "loss": 0.405,
+      "step": 58880
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003916925981609035,
+      "loss": 0.4544,
+      "step": 58890
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039162267053599527,
+      "loss": 0.4234,
+      "step": 58900
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039155274291108707,
+      "loss": 0.3706,
+      "step": 58910
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003914828152861788,
+      "loss": 0.4076,
+      "step": 58920
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.0003914128876612706,
+      "loss": 0.4109,
+      "step": 58930
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039134296003636235,
+      "loss": 0.5183,
+      "step": 58940
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039127303241145414,
+      "loss": 0.4655,
+      "step": 58950
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00039120310478654594,
+      "loss": 0.4256,
+      "step": 58960
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039113317716163773,
+      "loss": 0.4492,
+      "step": 58970
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039106324953672953,
+      "loss": 0.409,
+      "step": 58980
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039099332191182127,
+      "loss": 0.4313,
+      "step": 58990
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039092339428691307,
+      "loss": 0.4243,
+      "step": 59000
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039085346666200486,
+      "loss": 0.3922,
+      "step": 59010
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039078353903709666,
+      "loss": 0.417,
+      "step": 59020
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.0003907136114121884,
+      "loss": 0.3843,
+      "step": 59030
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.0003906436837872802,
+      "loss": 0.4552,
+      "step": 59040
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039057375616237194,
+      "loss": 0.4534,
+      "step": 59050
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039050382853746373,
+      "loss": 0.3317,
+      "step": 59060
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039043390091255553,
+      "loss": 0.3786,
+      "step": 59070
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.0003903639732876473,
+      "loss": 0.3928,
+      "step": 59080
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039029404566273907,
+      "loss": 0.4085,
+      "step": 59090
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 0.00039022411803783086,
+      "loss": 0.3623,
+      "step": 59100
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003901541904129226,
+      "loss": 0.3599,
+      "step": 59110
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00039008426278801445,
+      "loss": 0.4452,
+      "step": 59120
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003900143351631062,
+      "loss": 0.4589,
+      "step": 59130
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.000389944407538198,
+      "loss": 0.4019,
+      "step": 59140
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00038987447991328973,
+      "loss": 0.4182,
+      "step": 59150
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00038980455228838153,
+      "loss": 0.395,
+      "step": 59160
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003897346246634733,
+      "loss": 0.3995,
+      "step": 59170
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003896646970385651,
+      "loss": 0.4389,
+      "step": 59180
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003895947694136569,
+      "loss": 0.4325,
+      "step": 59190
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00038952484178874866,
+      "loss": 0.4754,
+      "step": 59200
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00038945491416384045,
+      "loss": 0.4441,
+      "step": 59210
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003893849865389322,
+      "loss": 0.401,
+      "step": 59220
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.00038931505891402405,
+      "loss": 0.4336,
+      "step": 59230
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0003892451312891158,
+      "loss": 0.4243,
+      "step": 59240
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003891752036642076,
+      "loss": 0.3802,
+      "step": 59250
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003891052760392993,
+      "loss": 0.4155,
+      "step": 59260
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003890353484143911,
+      "loss": 0.4788,
+      "step": 59270
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.00038896542078948286,
+      "loss": 0.4302,
+      "step": 59280
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003888954931645747,
+      "loss": 0.4271,
+      "step": 59290
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.00038882556553966645,
+      "loss": 0.4166,
+      "step": 59300
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.00038875563791475825,
+      "loss": 0.4248,
+      "step": 59310
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.00038868571028985,
+      "loss": 0.4331,
+      "step": 59320
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003886157826649418,
+      "loss": 0.3437,
+      "step": 59330
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003885458550400336,
+      "loss": 0.4658,
+      "step": 59340
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003884759274151254,
+      "loss": 0.3848,
+      "step": 59350
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003884059997902171,
+      "loss": 0.3829,
+      "step": 59360
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003883360721653089,
+      "loss": 0.4152,
+      "step": 59370
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003882661445404007,
+      "loss": 0.4294,
+      "step": 59380
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 0.0003881962169154925,
+      "loss": 0.5264,
+      "step": 59390
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003881262892905843,
+      "loss": 0.4225,
+      "step": 59400
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038805636166567604,
+      "loss": 0.3445,
+      "step": 59410
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038798643404076784,
+      "loss": 0.4004,
+      "step": 59420
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003879165064158596,
+      "loss": 0.4203,
+      "step": 59430
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003878465787909514,
+      "loss": 0.3885,
+      "step": 59440
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003877766511660432,
+      "loss": 0.4119,
+      "step": 59450
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038770672354113497,
+      "loss": 0.4251,
+      "step": 59460
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003876367959162267,
+      "loss": 0.4142,
+      "step": 59470
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003875668682913185,
+      "loss": 0.4605,
+      "step": 59480
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038749694066641025,
+      "loss": 0.4686,
+      "step": 59490
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003874270130415021,
+      "loss": 0.4599,
+      "step": 59500
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038735708541659384,
+      "loss": 0.4352,
+      "step": 59510
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00038728715779168564,
+      "loss": 0.4348,
+      "step": 59520
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.0003872172301667774,
+      "loss": 0.3785,
+      "step": 59530
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003871473025418692,
+      "loss": 0.4002,
+      "step": 59540
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038707737491696097,
+      "loss": 0.4732,
+      "step": 59550
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038700744729205276,
+      "loss": 0.3506,
+      "step": 59560
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003869375196671445,
+      "loss": 0.3826,
+      "step": 59570
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003868675920422363,
+      "loss": 0.4271,
+      "step": 59580
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003867976644173281,
+      "loss": 0.447,
+      "step": 59590
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038672773679241984,
+      "loss": 0.3691,
+      "step": 59600
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003866578091675117,
+      "loss": 0.453,
+      "step": 59610
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038658788154260343,
+      "loss": 0.4179,
+      "step": 59620
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038651795391769523,
+      "loss": 0.3936,
+      "step": 59630
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038644802629278697,
+      "loss": 0.4369,
+      "step": 59640
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038637809866787876,
+      "loss": 0.4309,
+      "step": 59650
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.0003863081710429705,
+      "loss": 0.4283,
+      "step": 59660
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00038623824341806236,
+      "loss": 0.4392,
+      "step": 59670
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003861683157931541,
+      "loss": 0.3941,
+      "step": 59680
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003860983881682459,
+      "loss": 0.3506,
+      "step": 59690
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.00038602846054333764,
+      "loss": 0.4647,
+      "step": 59700
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.00038595853291842943,
+      "loss": 0.4822,
+      "step": 59710
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003858886052935212,
+      "loss": 0.437,
+      "step": 59720
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.000385818677668613,
+      "loss": 0.4488,
+      "step": 59730
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.00038574875004370476,
+      "loss": 0.4978,
+      "step": 59740
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.00038567882241879656,
+      "loss": 0.3965,
+      "step": 59750
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.00038560889479388836,
+      "loss": 0.4264,
+      "step": 59760
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003855389671689801,
+      "loss": 0.3977,
+      "step": 59770
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003854690395440719,
+      "loss": 0.4572,
+      "step": 59780
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003853991119191637,
+      "loss": 0.4377,
+      "step": 59790
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003853291842942555,
+      "loss": 0.4406,
+      "step": 59800
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.0003852592566693472,
+      "loss": 0.4422,
+      "step": 59810
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 0.000385189329044439,
+      "loss": 0.3441,
+      "step": 59820
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003851194014195308,
+      "loss": 0.4248,
+      "step": 59830
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003850494737946226,
+      "loss": 0.3395,
+      "step": 59840
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00038497954616971436,
+      "loss": 0.462,
+      "step": 59850
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00038490961854480615,
+      "loss": 0.3855,
+      "step": 59860
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003848396909198979,
+      "loss": 0.3767,
+      "step": 59870
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003847697632949897,
+      "loss": 0.4451,
+      "step": 59880
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003846998356700815,
+      "loss": 0.3615,
+      "step": 59890
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003846299080451733,
+      "loss": 0.399,
+      "step": 59900
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.000384559980420265,
+      "loss": 0.4319,
+      "step": 59910
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003844900527953568,
+      "loss": 0.4076,
+      "step": 59920
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00038442012517044856,
+      "loss": 0.4455,
+      "step": 59930
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.0003843501975455404,
+      "loss": 0.3795,
+      "step": 59940
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00038428026992063215,
+      "loss": 0.4443,
+      "step": 59950
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00038421034229572395,
+      "loss": 0.4274,
+      "step": 59960
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038414041467081574,
+      "loss": 0.3624,
+      "step": 59970
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003840704870459075,
+      "loss": 0.4211,
+      "step": 59980
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003840005594209993,
+      "loss": 0.3547,
+      "step": 59990
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003839306317960911,
+      "loss": 0.3932,
+      "step": 60000
+    },
+    {
+      "epoch": 4.18,
+      "eval_loss": 0.40066930651664734,
+      "eval_runtime": 346.5419,
+      "eval_samples_per_second": 18.419,
+      "eval_steps_per_second": 2.303,
+      "step": 60000
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038386070417118287,
+      "loss": 0.4102,
+      "step": 60010
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003837907765462746,
+      "loss": 0.4843,
+      "step": 60020
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003837208489213664,
+      "loss": 0.5455,
+      "step": 60030
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038365092129645815,
+      "loss": 0.3616,
+      "step": 60040
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038358099367155,
+      "loss": 0.4073,
+      "step": 60050
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038351106604664174,
+      "loss": 0.4668,
+      "step": 60060
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038344113842173354,
+      "loss": 0.4716,
+      "step": 60070
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003833712107968253,
+      "loss": 0.4918,
+      "step": 60080
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0003833012831719171,
+      "loss": 0.4233,
+      "step": 60090
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.00038323135554700887,
+      "loss": 0.3758,
+      "step": 60100
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038316142792210067,
+      "loss": 0.5074,
+      "step": 60110
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.0003830915002971924,
+      "loss": 0.4147,
+      "step": 60120
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.0003830215726722842,
+      "loss": 0.369,
+      "step": 60130
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038295164504737595,
+      "loss": 0.4367,
+      "step": 60140
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038288171742246774,
+      "loss": 0.405,
+      "step": 60150
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038281178979755954,
+      "loss": 0.4728,
+      "step": 60160
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038274186217265133,
+      "loss": 0.4488,
+      "step": 60170
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038267193454774313,
+      "loss": 0.3731,
+      "step": 60180
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038260200692283487,
+      "loss": 0.4905,
+      "step": 60190
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038253207929792667,
+      "loss": 0.3976,
+      "step": 60200
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038246215167301846,
+      "loss": 0.3471,
+      "step": 60210
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038239222404811026,
+      "loss": 0.4642,
+      "step": 60220
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.000382322296423202,
+      "loss": 0.3916,
+      "step": 60230
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.0003822523687982938,
+      "loss": 0.4454,
+      "step": 60240
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 0.00038218244117338554,
+      "loss": 0.4147,
+      "step": 60250
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038211251354847733,
+      "loss": 0.4602,
+      "step": 60260
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038204258592356913,
+      "loss": 0.4313,
+      "step": 60270
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003819726582986609,
+      "loss": 0.5203,
+      "step": 60280
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038190273067375267,
+      "loss": 0.4064,
+      "step": 60290
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038183280304884446,
+      "loss": 0.4137,
+      "step": 60300
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003817628754239362,
+      "loss": 0.4937,
+      "step": 60310
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038169294779902805,
+      "loss": 0.4322,
+      "step": 60320
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003816230201741198,
+      "loss": 0.4315,
+      "step": 60330
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003815530925492116,
+      "loss": 0.4125,
+      "step": 60340
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038148316492430333,
+      "loss": 0.4263,
+      "step": 60350
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00038141323729939513,
+      "loss": 0.4491,
+      "step": 60360
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003813433096744869,
+      "loss": 0.4151,
+      "step": 60370
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003812733820495787,
+      "loss": 0.4079,
+      "step": 60380
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.0003812034544246705,
+      "loss": 0.4238,
+      "step": 60390
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038113352679976226,
+      "loss": 0.4424,
+      "step": 60400
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038106359917485405,
+      "loss": 0.4222,
+      "step": 60410
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003809936715499458,
+      "loss": 0.351,
+      "step": 60420
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038092374392503765,
+      "loss": 0.4454,
+      "step": 60430
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003808538163001294,
+      "loss": 0.4011,
+      "step": 60440
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003807838886752212,
+      "loss": 0.4736,
+      "step": 60450
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003807139610503129,
+      "loss": 0.4394,
+      "step": 60460
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003806440334254047,
+      "loss": 0.361,
+      "step": 60470
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038057410580049646,
+      "loss": 0.4696,
+      "step": 60480
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003805041781755883,
+      "loss": 0.4709,
+      "step": 60490
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038043425055068005,
+      "loss": 0.4299,
+      "step": 60500
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.00038036432292577185,
+      "loss": 0.4208,
+      "step": 60510
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003802943953008636,
+      "loss": 0.3843,
+      "step": 60520
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003802244676759554,
+      "loss": 0.3924,
+      "step": 60530
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 0.0003801545400510472,
+      "loss": 0.4487,
+      "step": 60540
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.000380084612426139,
+      "loss": 0.4216,
+      "step": 60550
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003800146848012307,
+      "loss": 0.4913,
+      "step": 60560
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003799447571763225,
+      "loss": 0.4099,
+      "step": 60570
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003798748295514143,
+      "loss": 0.4471,
+      "step": 60580
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.00037980490192650605,
+      "loss": 0.4334,
+      "step": 60590
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003797349743015979,
+      "loss": 0.363,
+      "step": 60600
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.00037966504667668964,
+      "loss": 0.3669,
+      "step": 60610
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.00037959511905178144,
+      "loss": 0.4564,
+      "step": 60620
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003795251914268732,
+      "loss": 0.4345,
+      "step": 60630
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.000379455263801965,
+      "loss": 0.3601,
+      "step": 60640
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003793853361770568,
+      "loss": 0.4318,
+      "step": 60650
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.00037931540855214857,
+      "loss": 0.4285,
+      "step": 60660
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003792454809272403,
+      "loss": 0.4342,
+      "step": 60670
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.0003791755533023321,
+      "loss": 0.5099,
+      "step": 60680
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037910562567742385,
+      "loss": 0.4379,
+      "step": 60690
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003790356980525157,
+      "loss": 0.4277,
+      "step": 60700
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037896577042760744,
+      "loss": 0.3726,
+      "step": 60710
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037889584280269924,
+      "loss": 0.3962,
+      "step": 60720
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.000378825915177791,
+      "loss": 0.3721,
+      "step": 60730
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003787559875528828,
+      "loss": 0.377,
+      "step": 60740
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037868605992797457,
+      "loss": 0.3993,
+      "step": 60750
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037861613230306637,
+      "loss": 0.4036,
+      "step": 60760
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037854620467815816,
+      "loss": 0.4455,
+      "step": 60770
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003784762770532499,
+      "loss": 0.4792,
+      "step": 60780
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003784063494283417,
+      "loss": 0.4615,
+      "step": 60790
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037833642180343344,
+      "loss": 0.4265,
+      "step": 60800
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0003782664941785253,
+      "loss": 0.4208,
+      "step": 60810
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.00037819656655361703,
+      "loss": 0.4089,
+      "step": 60820
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037812663892870883,
+      "loss": 0.4093,
+      "step": 60830
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037805671130380057,
+      "loss": 0.3632,
+      "step": 60840
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037798678367889236,
+      "loss": 0.4609,
+      "step": 60850
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.0003779168560539841,
+      "loss": 0.4532,
+      "step": 60860
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037784692842907596,
+      "loss": 0.4885,
+      "step": 60870
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.0003777770008041677,
+      "loss": 0.4861,
+      "step": 60880
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.0003777070731792595,
+      "loss": 0.4745,
+      "step": 60890
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037763714555435124,
+      "loss": 0.3638,
+      "step": 60900
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037756721792944303,
+      "loss": 0.4441,
+      "step": 60910
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037749729030453483,
+      "loss": 0.4209,
+      "step": 60920
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.0003774273626796266,
+      "loss": 0.4499,
+      "step": 60930
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037735743505471836,
+      "loss": 0.374,
+      "step": 60940
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037728750742981016,
+      "loss": 0.4095,
+      "step": 60950
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.00037721757980490196,
+      "loss": 0.4259,
+      "step": 60960
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 0.0003771476521799937,
+      "loss": 0.3878,
+      "step": 60970
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.00037707772455508555,
+      "loss": 0.3595,
+      "step": 60980
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003770077969301773,
+      "loss": 0.37,
+      "step": 60990
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003769378693052691,
+      "loss": 0.4283,
+      "step": 61000
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003768679416803608,
+      "loss": 0.3777,
+      "step": 61010
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003767980140554526,
+      "loss": 0.3774,
+      "step": 61020
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003767280864305444,
+      "loss": 0.3961,
+      "step": 61030
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003766581588056362,
+      "loss": 0.3752,
+      "step": 61040
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.00037658823118072796,
+      "loss": 0.3839,
+      "step": 61050
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.00037651830355581975,
+      "loss": 0.3834,
+      "step": 61060
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003764483759309115,
+      "loss": 0.4495,
+      "step": 61070
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003763784483060033,
+      "loss": 0.4207,
+      "step": 61080
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003763085206810951,
+      "loss": 0.4171,
+      "step": 61090
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003762385930561869,
+      "loss": 0.3751,
+      "step": 61100
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.0003761686654312786,
+      "loss": 0.4445,
+      "step": 61110
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003760987378063704,
+      "loss": 0.443,
+      "step": 61120
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003760288101814622,
+      "loss": 0.4193,
+      "step": 61130
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.000375958882556554,
+      "loss": 0.4556,
+      "step": 61140
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037588895493164575,
+      "loss": 0.4842,
+      "step": 61150
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037581902730673755,
+      "loss": 0.3642,
+      "step": 61160
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037574909968182934,
+      "loss": 0.4255,
+      "step": 61170
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003756791720569211,
+      "loss": 0.3907,
+      "step": 61180
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003756092444320129,
+      "loss": 0.4256,
+      "step": 61190
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003755393168071047,
+      "loss": 0.4305,
+      "step": 61200
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037546938918219647,
+      "loss": 0.4037,
+      "step": 61210
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003753994615572882,
+      "loss": 0.4688,
+      "step": 61220
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037532953393238,
+      "loss": 0.3719,
+      "step": 61230
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.00037525960630747175,
+      "loss": 0.4117,
+      "step": 61240
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 0.0003751896786825636,
+      "loss": 0.3691,
+      "step": 61250
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037511975105765534,
+      "loss": 0.4486,
+      "step": 61260
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037504982343274714,
+      "loss": 0.4244,
+      "step": 61270
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003749798958078389,
+      "loss": 0.4726,
+      "step": 61280
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003749099681829307,
+      "loss": 0.3633,
+      "step": 61290
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003748400405580224,
+      "loss": 0.4389,
+      "step": 61300
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037477011293311427,
+      "loss": 0.4533,
+      "step": 61310
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.000374700185308206,
+      "loss": 0.4004,
+      "step": 61320
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003746302576832978,
+      "loss": 0.4521,
+      "step": 61330
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.0003745603300583896,
+      "loss": 0.4256,
+      "step": 61340
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037449040243348134,
+      "loss": 0.3775,
+      "step": 61350
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037442047480857314,
+      "loss": 0.4478,
+      "step": 61360
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037435054718366493,
+      "loss": 0.4757,
+      "step": 61370
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037428061955875673,
+      "loss": 0.4145,
+      "step": 61380
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037421069193384847,
+      "loss": 0.3424,
+      "step": 61390
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00037414076430894027,
+      "loss": 0.4624,
+      "step": 61400
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037407083668403206,
+      "loss": 0.3892,
+      "step": 61410
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037400090905912386,
+      "loss": 0.3964,
+      "step": 61420
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003739309814342156,
+      "loss": 0.432,
+      "step": 61430
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003738610538093074,
+      "loss": 0.4257,
+      "step": 61440
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037379112618439914,
+      "loss": 0.4898,
+      "step": 61450
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037372119855949093,
+      "loss": 0.4203,
+      "step": 61460
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037365127093458273,
+      "loss": 0.4197,
+      "step": 61470
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003735813433096745,
+      "loss": 0.5344,
+      "step": 61480
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037351141568476627,
+      "loss": 0.3556,
+      "step": 61490
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037344148805985806,
+      "loss": 0.4026,
+      "step": 61500
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003733715604349498,
+      "loss": 0.4411,
+      "step": 61510
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00037330163281004165,
+      "loss": 0.4793,
+      "step": 61520
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003732317051851334,
+      "loss": 0.3446,
+      "step": 61530
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.0003731617775602252,
+      "loss": 0.426,
+      "step": 61540
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.000373091849935317,
+      "loss": 0.4234,
+      "step": 61550
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.00037302192231040873,
+      "loss": 0.3865,
+      "step": 61560
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003729519946855005,
+      "loss": 0.4324,
+      "step": 61570
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003728820670605923,
+      "loss": 0.4113,
+      "step": 61580
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003728121394356841,
+      "loss": 0.4438,
+      "step": 61590
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.00037274221181077586,
+      "loss": 0.4393,
+      "step": 61600
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.00037267228418586765,
+      "loss": 0.3663,
+      "step": 61610
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003726023565609594,
+      "loss": 0.4425,
+      "step": 61620
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.00037253242893605125,
+      "loss": 0.4033,
+      "step": 61630
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.000372462501311143,
+      "loss": 0.4658,
+      "step": 61640
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003723925736862348,
+      "loss": 0.4129,
+      "step": 61650
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003723226460613265,
+      "loss": 0.412,
+      "step": 61660
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.0003722527184364183,
+      "loss": 0.4058,
+      "step": 61670
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 0.00037218279081151006,
+      "loss": 0.3568,
+      "step": 61680
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003721128631866019,
+      "loss": 0.4821,
+      "step": 61690
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.00037204293556169365,
+      "loss": 0.4177,
+      "step": 61700
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.00037197300793678545,
+      "loss": 0.4323,
+      "step": 61710
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003719030803118772,
+      "loss": 0.4161,
+      "step": 61720
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.000371833152686969,
+      "loss": 0.4534,
+      "step": 61730
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003717632250620608,
+      "loss": 0.3601,
+      "step": 61740
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003716932974371526,
+      "loss": 0.3739,
+      "step": 61750
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003716233698122444,
+      "loss": 0.4257,
+      "step": 61760
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003715534421873361,
+      "loss": 0.3849,
+      "step": 61770
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003714835145624279,
+      "loss": 0.4083,
+      "step": 61780
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.00037141358693751965,
+      "loss": 0.3841,
+      "step": 61790
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003713436593126115,
+      "loss": 0.444,
+      "step": 61800
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.00037127373168770325,
+      "loss": 0.3922,
+      "step": 61810
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.00037120380406279504,
+      "loss": 0.4248,
+      "step": 61820
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0003711338764378868,
+      "loss": 0.384,
+      "step": 61830
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003710639488129786,
+      "loss": 0.3143,
+      "step": 61840
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003709940211880704,
+      "loss": 0.4666,
+      "step": 61850
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037092409356316217,
+      "loss": 0.4643,
+      "step": 61860
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003708541659382539,
+      "loss": 0.4478,
+      "step": 61870
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003707842383133457,
+      "loss": 0.3938,
+      "step": 61880
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037071431068843745,
+      "loss": 0.4994,
+      "step": 61890
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037064438306352924,
+      "loss": 0.4937,
+      "step": 61900
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037057445543862104,
+      "loss": 0.3937,
+      "step": 61910
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037050452781371284,
+      "loss": 0.4167,
+      "step": 61920
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003704346001888046,
+      "loss": 0.3544,
+      "step": 61930
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0003703646725638964,
+      "loss": 0.5173,
+      "step": 61940
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037029474493898817,
+      "loss": 0.4607,
+      "step": 61950
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037022481731407997,
+      "loss": 0.4702,
+      "step": 61960
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.00037015488968917176,
+      "loss": 0.3805,
+      "step": 61970
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.0003700849620642635,
+      "loss": 0.4894,
+      "step": 61980
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.0003700150344393553,
+      "loss": 0.4046,
+      "step": 61990
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036994510681444704,
+      "loss": 0.4455,
+      "step": 62000
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036987517918953884,
+      "loss": 0.3816,
+      "step": 62010
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036980525156463063,
+      "loss": 0.4274,
+      "step": 62020
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036973532393972243,
+      "loss": 0.3976,
+      "step": 62030
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036966539631481417,
+      "loss": 0.4988,
+      "step": 62040
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036959546868990597,
+      "loss": 0.3648,
+      "step": 62050
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.0003695255410649977,
+      "loss": 0.3975,
+      "step": 62060
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036945561344008956,
+      "loss": 0.4298,
+      "step": 62070
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.0003693856858151813,
+      "loss": 0.3701,
+      "step": 62080
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.0003693157581902731,
+      "loss": 0.3739,
+      "step": 62090
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036924583056536484,
+      "loss": 0.4253,
+      "step": 62100
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 0.00036917590294045663,
+      "loss": 0.4773,
+      "step": 62110
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036910597531554843,
+      "loss": 0.3988,
+      "step": 62120
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003690360476906402,
+      "loss": 0.4649,
+      "step": 62130
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036896612006573196,
+      "loss": 0.3723,
+      "step": 62140
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036889619244082376,
+      "loss": 0.4367,
+      "step": 62150
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036882626481591556,
+      "loss": 0.4007,
+      "step": 62160
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003687563371910073,
+      "loss": 0.4242,
+      "step": 62170
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036868640956609915,
+      "loss": 0.3746,
+      "step": 62180
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003686164819411909,
+      "loss": 0.4083,
+      "step": 62190
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003685465543162827,
+      "loss": 0.4426,
+      "step": 62200
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036847662669137443,
+      "loss": 0.4352,
+      "step": 62210
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003684066990664662,
+      "loss": 0.397,
+      "step": 62220
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.000368336771441558,
+      "loss": 0.4325,
+      "step": 62230
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.0003682668438166498,
+      "loss": 0.4661,
+      "step": 62240
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036819691619174156,
+      "loss": 0.4586,
+      "step": 62250
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.00036812698856683335,
+      "loss": 0.4259,
+      "step": 62260
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003680570609419251,
+      "loss": 0.4598,
+      "step": 62270
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003679871333170169,
+      "loss": 0.4358,
+      "step": 62280
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003679172056921087,
+      "loss": 0.4362,
+      "step": 62290
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003678472780672005,
+      "loss": 0.4201,
+      "step": 62300
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003677773504422922,
+      "loss": 0.4964,
+      "step": 62310
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.000367707422817384,
+      "loss": 0.4248,
+      "step": 62320
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003676374951924758,
+      "loss": 0.4513,
+      "step": 62330
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003675675675675676,
+      "loss": 0.4404,
+      "step": 62340
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.00036749763994265935,
+      "loss": 0.4393,
+      "step": 62350
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.00036742771231775115,
+      "loss": 0.4257,
+      "step": 62360
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.00036735778469284294,
+      "loss": 0.4961,
+      "step": 62370
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003672878570679347,
+      "loss": 0.395,
+      "step": 62380
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003672179294430265,
+      "loss": 0.4262,
+      "step": 62390
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 0.0003671480018181183,
+      "loss": 0.4442,
+      "step": 62400
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036707807419321007,
+      "loss": 0.3879,
+      "step": 62410
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003670081465683018,
+      "loss": 0.4867,
+      "step": 62420
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003669382189433936,
+      "loss": 0.382,
+      "step": 62430
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036686829131848535,
+      "loss": 0.4492,
+      "step": 62440
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003667983636935772,
+      "loss": 0.4965,
+      "step": 62450
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036672843606866894,
+      "loss": 0.4016,
+      "step": 62460
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036665850844376074,
+      "loss": 0.3888,
+      "step": 62470
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003665885808188525,
+      "loss": 0.4146,
+      "step": 62480
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003665186531939443,
+      "loss": 0.4083,
+      "step": 62490
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.000366448725569036,
+      "loss": 0.4877,
+      "step": 62500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036637879794412787,
+      "loss": 0.4875,
+      "step": 62510
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003663088703192196,
+      "loss": 0.4231,
+      "step": 62520
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003662389426943114,
+      "loss": 0.4263,
+      "step": 62530
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.0003661690150694032,
+      "loss": 0.407,
+      "step": 62540
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00036609908744449494,
+      "loss": 0.3905,
+      "step": 62550
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036602915981958674,
+      "loss": 0.4066,
+      "step": 62560
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036595923219467853,
+      "loss": 0.4449,
+      "step": 62570
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036588930456977033,
+      "loss": 0.4121,
+      "step": 62580
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036581937694486207,
+      "loss": 0.3995,
+      "step": 62590
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036574944931995387,
+      "loss": 0.4911,
+      "step": 62600
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.0003656795216950456,
+      "loss": 0.3981,
+      "step": 62610
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036560959407013746,
+      "loss": 0.3596,
+      "step": 62620
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.0003655396664452292,
+      "loss": 0.4361,
+      "step": 62630
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.000365469738820321,
+      "loss": 0.4457,
+      "step": 62640
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036539981119541274,
+      "loss": 0.383,
+      "step": 62650
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036532988357050453,
+      "loss": 0.4242,
+      "step": 62660
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036525995594559633,
+      "loss": 0.3899,
+      "step": 62670
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.0003651900283206881,
+      "loss": 0.4611,
+      "step": 62680
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00036512010069577987,
+      "loss": 0.4436,
+      "step": 62690
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.00036505017307087166,
+      "loss": 0.5057,
+      "step": 62700
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003649802454459634,
+      "loss": 0.4545,
+      "step": 62710
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003649103178210552,
+      "loss": 0.3995,
+      "step": 62720
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.000364840390196147,
+      "loss": 0.3695,
+      "step": 62730
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003647704625712388,
+      "loss": 0.4118,
+      "step": 62740
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003647005349463306,
+      "loss": 0.4855,
+      "step": 62750
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.00036463060732142233,
+      "loss": 0.4386,
+      "step": 62760
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003645606796965141,
+      "loss": 0.4022,
+      "step": 62770
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003644907520716059,
+      "loss": 0.333,
+      "step": 62780
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.0003644208244466977,
+      "loss": 0.472,
+      "step": 62790
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.00036435089682178946,
+      "loss": 0.4255,
+      "step": 62800
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.00036428096919688125,
+      "loss": 0.4241,
+      "step": 62810
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.000364211041571973,
+      "loss": 0.4529,
+      "step": 62820
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 0.00036414111394706485,
+      "loss": 0.4549,
+      "step": 62830
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003640711863221566,
+      "loss": 0.414,
+      "step": 62840
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003640012586972484,
+      "loss": 0.4456,
+      "step": 62850
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003639313310723401,
+      "loss": 0.4748,
+      "step": 62860
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003638614034474319,
+      "loss": 0.4464,
+      "step": 62870
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.00036379147582252366,
+      "loss": 0.3917,
+      "step": 62880
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003637215481976155,
+      "loss": 0.4293,
+      "step": 62890
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.00036365162057270725,
+      "loss": 0.3566,
+      "step": 62900
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.00036358169294779905,
+      "loss": 0.4763,
+      "step": 62910
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003635117653228908,
+      "loss": 0.4344,
+      "step": 62920
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003634418376979826,
+      "loss": 0.4774,
+      "step": 62930
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003633719100730744,
+      "loss": 0.4142,
+      "step": 62940
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003633019824481662,
+      "loss": 0.4747,
+      "step": 62950
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.000363232054823258,
+      "loss": 0.397,
+      "step": 62960
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003631621271983497,
+      "loss": 0.4177,
+      "step": 62970
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.0003630921995734415,
+      "loss": 0.5358,
+      "step": 62980
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036302227194853325,
+      "loss": 0.472,
+      "step": 62990
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003629523443236251,
+      "loss": 0.3797,
+      "step": 63000
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036288241669871685,
+      "loss": 0.4024,
+      "step": 63010
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036281248907380864,
+      "loss": 0.4785,
+      "step": 63020
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003627425614489004,
+      "loss": 0.4548,
+      "step": 63030
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003626726338239922,
+      "loss": 0.4058,
+      "step": 63040
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.000362602706199084,
+      "loss": 0.4339,
+      "step": 63050
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036253277857417577,
+      "loss": 0.3938,
+      "step": 63060
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003624628509492675,
+      "loss": 0.4598,
+      "step": 63070
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.0003623929233243593,
+      "loss": 0.4041,
+      "step": 63080
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036232299569945105,
+      "loss": 0.3862,
+      "step": 63090
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036225306807454285,
+      "loss": 0.5221,
+      "step": 63100
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036218314044963464,
+      "loss": 0.3911,
+      "step": 63110
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 0.00036211321282472644,
+      "loss": 0.4495,
+      "step": 63120
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.0003620432851998182,
+      "loss": 0.452,
+      "step": 63130
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036197335757491,
+      "loss": 0.3887,
+      "step": 63140
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036190342995000177,
+      "loss": 0.4053,
+      "step": 63150
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036183350232509357,
+      "loss": 0.4932,
+      "step": 63160
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036176357470018536,
+      "loss": 0.414,
+      "step": 63170
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.0003616936470752771,
+      "loss": 0.4596,
+      "step": 63180
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.0003616237194503689,
+      "loss": 0.4001,
+      "step": 63190
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036155379182546064,
+      "loss": 0.4068,
+      "step": 63200
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036148386420055244,
+      "loss": 0.3877,
+      "step": 63210
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036141393657564423,
+      "loss": 0.4898,
+      "step": 63220
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036134400895073603,
+      "loss": 0.4481,
+      "step": 63230
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036127408132582777,
+      "loss": 0.4898,
+      "step": 63240
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00036120415370091957,
+      "loss": 0.4247,
+      "step": 63250
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.0003611342260760113,
+      "loss": 0.4232,
+      "step": 63260
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036106429845110316,
+      "loss": 0.4605,
+      "step": 63270
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003609943708261949,
+      "loss": 0.4949,
+      "step": 63280
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003609244432012867,
+      "loss": 0.4122,
+      "step": 63290
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036085451557637844,
+      "loss": 0.4342,
+      "step": 63300
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036078458795147023,
+      "loss": 0.4091,
+      "step": 63310
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036071466032656203,
+      "loss": 0.4705,
+      "step": 63320
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003606447327016538,
+      "loss": 0.3492,
+      "step": 63330
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036057480507674557,
+      "loss": 0.4878,
+      "step": 63340
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036050487745183736,
+      "loss": 0.3831,
+      "step": 63350
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036043494982692916,
+      "loss": 0.4487,
+      "step": 63360
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003603650222020209,
+      "loss": 0.388,
+      "step": 63370
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036029509457711275,
+      "loss": 0.4551,
+      "step": 63380
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003602251669522045,
+      "loss": 0.4434,
+      "step": 63390
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0003601552393272963,
+      "loss": 0.4209,
+      "step": 63400
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.00036008531170238803,
+      "loss": 0.4732,
+      "step": 63410
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003600153840774798,
+      "loss": 0.4713,
+      "step": 63420
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003599454564525716,
+      "loss": 0.3654,
+      "step": 63430
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003598755288276634,
+      "loss": 0.3816,
+      "step": 63440
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.00035980560120275516,
+      "loss": 0.4798,
+      "step": 63450
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.00035973567357784695,
+      "loss": 0.4354,
+      "step": 63460
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003596657459529387,
+      "loss": 0.4471,
+      "step": 63470
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003595958183280305,
+      "loss": 0.461,
+      "step": 63480
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003595258907031223,
+      "loss": 0.4502,
+      "step": 63490
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003594559630782141,
+      "loss": 0.411,
+      "step": 63500
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003593860354533058,
+      "loss": 0.4859,
+      "step": 63510
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003593161078283976,
+      "loss": 0.4499,
+      "step": 63520
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003592461802034894,
+      "loss": 0.3619,
+      "step": 63530
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.0003591762525785812,
+      "loss": 0.4446,
+      "step": 63540
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 0.00035910632495367295,
+      "loss": 0.4449,
+      "step": 63550
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035903639732876475,
+      "loss": 0.4315,
+      "step": 63560
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035896646970385654,
+      "loss": 0.4306,
+      "step": 63570
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003588965420789483,
+      "loss": 0.4127,
+      "step": 63580
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003588266144540401,
+      "loss": 0.45,
+      "step": 63590
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003587566868291319,
+      "loss": 0.4092,
+      "step": 63600
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035868675920422367,
+      "loss": 0.3549,
+      "step": 63610
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003586168315793154,
+      "loss": 0.3971,
+      "step": 63620
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003585469039544072,
+      "loss": 0.3844,
+      "step": 63630
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035847697632949895,
+      "loss": 0.4415,
+      "step": 63640
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003584070487045908,
+      "loss": 0.4387,
+      "step": 63650
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035833712107968254,
+      "loss": 0.4517,
+      "step": 63660
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00035826719345477434,
+      "loss": 0.4629,
+      "step": 63670
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003581972658298661,
+      "loss": 0.3927,
+      "step": 63680
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.0003581273382049579,
+      "loss": 0.4572,
+      "step": 63690
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035805741058004967,
+      "loss": 0.4511,
+      "step": 63700
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035798748295514147,
+      "loss": 0.4503,
+      "step": 63710
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003579175553302332,
+      "loss": 0.4471,
+      "step": 63720
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.000357847627705325,
+      "loss": 0.3926,
+      "step": 63730
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003577777000804168,
+      "loss": 0.45,
+      "step": 63740
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035770777245550854,
+      "loss": 0.3943,
+      "step": 63750
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003576378448306004,
+      "loss": 0.4406,
+      "step": 63760
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035756791720569213,
+      "loss": 0.3576,
+      "step": 63770
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035749798958078393,
+      "loss": 0.4074,
+      "step": 63780
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035742806195587567,
+      "loss": 0.4313,
+      "step": 63790
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035735813433096747,
+      "loss": 0.4299,
+      "step": 63800
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003572882067060592,
+      "loss": 0.3844,
+      "step": 63810
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00035721827908115106,
+      "loss": 0.3684,
+      "step": 63820
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003571483514562428,
+      "loss": 0.4557,
+      "step": 63830
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.0003570784238313346,
+      "loss": 0.4109,
+      "step": 63840
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035700849620642634,
+      "loss": 0.4036,
+      "step": 63850
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035693856858151813,
+      "loss": 0.4528,
+      "step": 63860
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035686864095660993,
+      "loss": 0.4416,
+      "step": 63870
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003567987133317017,
+      "loss": 0.4579,
+      "step": 63880
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035672878570679347,
+      "loss": 0.3195,
+      "step": 63890
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035665885808188526,
+      "loss": 0.3986,
+      "step": 63900
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035658893045697706,
+      "loss": 0.4849,
+      "step": 63910
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003565190028320688,
+      "loss": 0.3984,
+      "step": 63920
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003564490752071606,
+      "loss": 0.4184,
+      "step": 63930
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003563791475822524,
+      "loss": 0.4192,
+      "step": 63940
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003563092199573442,
+      "loss": 0.4806,
+      "step": 63950
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.00035623929233243593,
+      "loss": 0.4422,
+      "step": 63960
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003561693647075277,
+      "loss": 0.4232,
+      "step": 63970
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 0.0003560994370826195,
+      "loss": 0.3524,
+      "step": 63980
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003560295094577113,
+      "loss": 0.3424,
+      "step": 63990
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035595958183280306,
+      "loss": 0.4222,
+      "step": 64000
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035588965420789485,
+      "loss": 0.4267,
+      "step": 64010
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003558197265829866,
+      "loss": 0.4389,
+      "step": 64020
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003557497989580784,
+      "loss": 0.487,
+      "step": 64030
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003556798713331702,
+      "loss": 0.5023,
+      "step": 64040
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.000355609943708262,
+      "loss": 0.3819,
+      "step": 64050
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003555400160833537,
+      "loss": 0.4204,
+      "step": 64060
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003554700884584455,
+      "loss": 0.4604,
+      "step": 64070
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035540016083353726,
+      "loss": 0.3959,
+      "step": 64080
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003553302332086291,
+      "loss": 0.3607,
+      "step": 64090
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035526030558372085,
+      "loss": 0.4548,
+      "step": 64100
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035519037795881265,
+      "loss": 0.4376,
+      "step": 64110
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.00035512045033390445,
+      "loss": 0.4069,
+      "step": 64120
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0003550505227089962,
+      "loss": 0.3809,
+      "step": 64130
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.000354980595084088,
+      "loss": 0.4105,
+      "step": 64140
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003549106674591798,
+      "loss": 0.4127,
+      "step": 64150
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003548407398342716,
+      "loss": 0.4411,
+      "step": 64160
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003547708122093633,
+      "loss": 0.41,
+      "step": 64170
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003547008845844551,
+      "loss": 0.4576,
+      "step": 64180
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.00035463095695954685,
+      "loss": 0.4236,
+      "step": 64190
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003545610293346387,
+      "loss": 0.4949,
+      "step": 64200
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.00035449110170973045,
+      "loss": 0.4483,
+      "step": 64210
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.00035442117408482224,
+      "loss": 0.4185,
+      "step": 64220
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.000354351246459914,
+      "loss": 0.444,
+      "step": 64230
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003542813188350058,
+      "loss": 0.3941,
+      "step": 64240
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003542113912100976,
+      "loss": 0.4156,
+      "step": 64250
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.00035414146358518937,
+      "loss": 0.4439,
+      "step": 64260
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 0.0003540715359602811,
+      "loss": 0.4223,
+      "step": 64270
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.0003540016083353729,
+      "loss": 0.4785,
+      "step": 64280
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035393168071046465,
+      "loss": 0.4395,
+      "step": 64290
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035386175308555645,
+      "loss": 0.529,
+      "step": 64300
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035379182546064824,
+      "loss": 0.4902,
+      "step": 64310
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035372189783574004,
+      "loss": 0.3923,
+      "step": 64320
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035365197021083183,
+      "loss": 0.3938,
+      "step": 64330
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.0003535820425859236,
+      "loss": 0.3574,
+      "step": 64340
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035351211496101537,
+      "loss": 0.4376,
+      "step": 64350
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035344218733610717,
+      "loss": 0.4139,
+      "step": 64360
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035337225971119896,
+      "loss": 0.4447,
+      "step": 64370
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.0003533023320862907,
+      "loss": 0.4164,
+      "step": 64380
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.0003532324044613825,
+      "loss": 0.4417,
+      "step": 64390
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035316247683647424,
+      "loss": 0.3352,
+      "step": 64400
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00035309254921156604,
+      "loss": 0.4222,
+      "step": 64410
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035302262158665783,
+      "loss": 0.4543,
+      "step": 64420
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035295269396174963,
+      "loss": 0.4516,
+      "step": 64430
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035288276633684137,
+      "loss": 0.5243,
+      "step": 64440
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035281283871193317,
+      "loss": 0.4869,
+      "step": 64450
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003527429110870249,
+      "loss": 0.3726,
+      "step": 64460
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035267298346211676,
+      "loss": 0.4066,
+      "step": 64470
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003526030558372085,
+      "loss": 0.4588,
+      "step": 64480
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003525331282123003,
+      "loss": 0.4403,
+      "step": 64490
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035246320058739204,
+      "loss": 0.472,
+      "step": 64500
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035239327296248383,
+      "loss": 0.388,
+      "step": 64510
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035232334533757563,
+      "loss": 0.4606,
+      "step": 64520
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003522534177126674,
+      "loss": 0.397,
+      "step": 64530
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.0003521834900877592,
+      "loss": 0.4494,
+      "step": 64540
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035211356246285096,
+      "loss": 0.4376,
+      "step": 64550
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00035204363483794276,
+      "loss": 0.3919,
+      "step": 64560
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003519737072130345,
+      "loss": 0.4693,
+      "step": 64570
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.00035190377958812635,
+      "loss": 0.4502,
+      "step": 64580
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003518338519632181,
+      "loss": 0.4708,
+      "step": 64590
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003517639243383099,
+      "loss": 0.3922,
+      "step": 64600
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.00035169399671340163,
+      "loss": 0.4478,
+      "step": 64610
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003516240690884934,
+      "loss": 0.3799,
+      "step": 64620
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.00035155414146358517,
+      "loss": 0.4256,
+      "step": 64630
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.000351484213838677,
+      "loss": 0.4083,
+      "step": 64640
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.00035141428621376876,
+      "loss": 0.4433,
+      "step": 64650
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.00035134435858886055,
+      "loss": 0.4599,
+      "step": 64660
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003512744309639523,
+      "loss": 0.4129,
+      "step": 64670
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003512045033390441,
+      "loss": 0.4363,
+      "step": 64680
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003511345757141359,
+      "loss": 0.4578,
+      "step": 64690
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 0.0003510646480892277,
+      "loss": 0.4086,
+      "step": 64700
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003509947204643194,
+      "loss": 0.4342,
+      "step": 64710
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003509247928394112,
+      "loss": 0.4721,
+      "step": 64720
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.000350854865214503,
+      "loss": 0.3941,
+      "step": 64730
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.00035078493758959476,
+      "loss": 0.4178,
+      "step": 64740
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003507150099646866,
+      "loss": 0.454,
+      "step": 64750
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.00035064508233977835,
+      "loss": 0.441,
+      "step": 64760
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.00035057515471487014,
+      "loss": 0.4517,
+      "step": 64770
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003505052270899619,
+      "loss": 0.4606,
+      "step": 64780
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003504352994650537,
+      "loss": 0.4297,
+      "step": 64790
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003503653718401455,
+      "loss": 0.3881,
+      "step": 64800
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003502954442152373,
+      "loss": 0.3705,
+      "step": 64810
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.000350225516590329,
+      "loss": 0.4396,
+      "step": 64820
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.0003501555889654208,
+      "loss": 0.3928,
+      "step": 64830
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.00035008566134051255,
+      "loss": 0.4691,
+      "step": 64840
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003500157337156044,
+      "loss": 0.518,
+      "step": 64850
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034994580609069614,
+      "loss": 0.3713,
+      "step": 64860
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034987587846578794,
+      "loss": 0.4866,
+      "step": 64870
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003498059508408797,
+      "loss": 0.3717,
+      "step": 64880
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003497360232159715,
+      "loss": 0.3927,
+      "step": 64890
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034966609559106327,
+      "loss": 0.4199,
+      "step": 64900
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034959616796615507,
+      "loss": 0.4411,
+      "step": 64910
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003495262403412468,
+      "loss": 0.4458,
+      "step": 64920
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003494563127163386,
+      "loss": 0.4599,
+      "step": 64930
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.0003493863850914304,
+      "loss": 0.4457,
+      "step": 64940
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034931645746652214,
+      "loss": 0.4995,
+      "step": 64950
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.000349246529841614,
+      "loss": 0.4476,
+      "step": 64960
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034917660221670573,
+      "loss": 0.4326,
+      "step": 64970
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034910667459179753,
+      "loss": 0.4134,
+      "step": 64980
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 0.00034903674696688927,
+      "loss": 0.4,
+      "step": 64990
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034896681934198107,
+      "loss": 0.455,
+      "step": 65000
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003488968917170728,
+      "loss": 0.4789,
+      "step": 65010
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034882696409216466,
+      "loss": 0.4052,
+      "step": 65020
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003487570364672564,
+      "loss": 0.4064,
+      "step": 65030
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003486871088423482,
+      "loss": 0.4335,
+      "step": 65040
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034861718121743994,
+      "loss": 0.4589,
+      "step": 65050
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034854725359253173,
+      "loss": 0.4129,
+      "step": 65060
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034847732596762353,
+      "loss": 0.4123,
+      "step": 65070
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003484073983427153,
+      "loss": 0.4197,
+      "step": 65080
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034833747071780707,
+      "loss": 0.5097,
+      "step": 65090
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034826754309289886,
+      "loss": 0.4294,
+      "step": 65100
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.00034819761546799066,
+      "loss": 0.3985,
+      "step": 65110
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003481276878430824,
+      "loss": 0.4015,
+      "step": 65120
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0003480577602181742,
+      "loss": 0.4398,
+      "step": 65130
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.000347987832593266,
+      "loss": 0.4568,
+      "step": 65140
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003479179049683578,
+      "loss": 0.4214,
+      "step": 65150
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.00034784797734344953,
+      "loss": 0.4495,
+      "step": 65160
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003477780497185413,
+      "loss": 0.4439,
+      "step": 65170
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003477081220936331,
+      "loss": 0.4141,
+      "step": 65180
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003476381944687249,
+      "loss": 0.4108,
+      "step": 65190
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.00034756826684381666,
+      "loss": 0.4204,
+      "step": 65200
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.00034749833921890846,
+      "loss": 0.407,
+      "step": 65210
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003474284115940002,
+      "loss": 0.4447,
+      "step": 65220
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.000347358483969092,
+      "loss": 0.4514,
+      "step": 65230
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003472885563441838,
+      "loss": 0.4235,
+      "step": 65240
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003472186287192756,
+      "loss": 0.4411,
+      "step": 65250
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003471487010943673,
+      "loss": 0.4466,
+      "step": 65260
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.0003470787734694591,
+      "loss": 0.3699,
+      "step": 65270
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034700884584455086,
+      "loss": 0.4101,
+      "step": 65280
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003469389182196427,
+      "loss": 0.4242,
+      "step": 65290
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034686899059473445,
+      "loss": 0.4096,
+      "step": 65300
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034679906296982625,
+      "loss": 0.4171,
+      "step": 65310
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034672913534491805,
+      "loss": 0.4502,
+      "step": 65320
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003466592077200098,
+      "loss": 0.44,
+      "step": 65330
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003465892800951016,
+      "loss": 0.4169,
+      "step": 65340
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003465193524701934,
+      "loss": 0.4402,
+      "step": 65350
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003464494248452852,
+      "loss": 0.4009,
+      "step": 65360
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003463794972203769,
+      "loss": 0.4349,
+      "step": 65370
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003463095695954687,
+      "loss": 0.4664,
+      "step": 65380
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034623964197056045,
+      "loss": 0.4321,
+      "step": 65390
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.0003461697143456523,
+      "loss": 0.4124,
+      "step": 65400
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034609978672074405,
+      "loss": 0.4996,
+      "step": 65410
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 0.00034602985909583584,
+      "loss": 0.433,
+      "step": 65420
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003459599314709276,
+      "loss": 0.4023,
+      "step": 65430
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003458900038460194,
+      "loss": 0.444,
+      "step": 65440
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003458200762211111,
+      "loss": 0.4053,
+      "step": 65450
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034575014859620297,
+      "loss": 0.4752,
+      "step": 65460
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003456802209712947,
+      "loss": 0.3899,
+      "step": 65470
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003456102933463865,
+      "loss": 0.4256,
+      "step": 65480
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034554036572147825,
+      "loss": 0.4587,
+      "step": 65490
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034547043809657005,
+      "loss": 0.4602,
+      "step": 65500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034540051047166184,
+      "loss": 0.4213,
+      "step": 65510
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034533058284675364,
+      "loss": 0.4225,
+      "step": 65520
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034526065522184543,
+      "loss": 0.435,
+      "step": 65530
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.0003451907275969372,
+      "loss": 0.4175,
+      "step": 65540
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034512079997202897,
+      "loss": 0.4357,
+      "step": 65550
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00034505087234712077,
+      "loss": 0.3698,
+      "step": 65560
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034498094472221256,
+      "loss": 0.4538,
+      "step": 65570
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003449110170973043,
+      "loss": 0.4146,
+      "step": 65580
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003448410894723961,
+      "loss": 0.5095,
+      "step": 65590
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034477116184748784,
+      "loss": 0.413,
+      "step": 65600
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034470123422257964,
+      "loss": 0.4363,
+      "step": 65610
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034463130659767143,
+      "loss": 0.4694,
+      "step": 65620
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034456137897276323,
+      "loss": 0.4387,
+      "step": 65630
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034449145134785497,
+      "loss": 0.3776,
+      "step": 65640
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034442152372294677,
+      "loss": 0.3966,
+      "step": 65650
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003443515960980385,
+      "loss": 0.4946,
+      "step": 65660
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034428166847313036,
+      "loss": 0.4466,
+      "step": 65670
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003442117408482221,
+      "loss": 0.4547,
+      "step": 65680
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0003441418132233139,
+      "loss": 0.4784,
+      "step": 65690
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034407188559840564,
+      "loss": 0.4466,
+      "step": 65700
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.00034400195797349743,
+      "loss": 0.4429,
+      "step": 65710
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034393203034858923,
+      "loss": 0.412,
+      "step": 65720
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.000343862102723681,
+      "loss": 0.4681,
+      "step": 65730
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003437921750987728,
+      "loss": 0.4331,
+      "step": 65740
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034372224747386456,
+      "loss": 0.4054,
+      "step": 65750
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034365231984895636,
+      "loss": 0.4549,
+      "step": 65760
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003435823922240481,
+      "loss": 0.3901,
+      "step": 65770
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034351246459913995,
+      "loss": 0.4058,
+      "step": 65780
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003434425369742317,
+      "loss": 0.4058,
+      "step": 65790
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003433726093493235,
+      "loss": 0.447,
+      "step": 65800
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034330268172441523,
+      "loss": 0.4523,
+      "step": 65810
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.000343232754099507,
+      "loss": 0.4289,
+      "step": 65820
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034316282647459877,
+      "loss": 0.4423,
+      "step": 65830
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.0003430928988496906,
+      "loss": 0.4144,
+      "step": 65840
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 0.00034302297122478236,
+      "loss": 0.4908,
+      "step": 65850
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.00034295304359987415,
+      "loss": 0.3989,
+      "step": 65860
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003428831159749659,
+      "loss": 0.4019,
+      "step": 65870
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003428131883500577,
+      "loss": 0.4315,
+      "step": 65880
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003427432607251495,
+      "loss": 0.4163,
+      "step": 65890
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003426733331002413,
+      "loss": 0.4381,
+      "step": 65900
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.000342603405475333,
+      "loss": 0.4398,
+      "step": 65910
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003425334778504248,
+      "loss": 0.4712,
+      "step": 65920
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003424635502255166,
+      "loss": 0.4617,
+      "step": 65930
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.00034239362260060836,
+      "loss": 0.4559,
+      "step": 65940
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003423236949757002,
+      "loss": 0.4668,
+      "step": 65950
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.00034225376735079195,
+      "loss": 0.382,
+      "step": 65960
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.00034218383972588374,
+      "loss": 0.3529,
+      "step": 65970
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003421139121009755,
+      "loss": 0.3911,
+      "step": 65980
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.0003420439844760673,
+      "loss": 0.4788,
+      "step": 65990
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003419740568511591,
+      "loss": 0.4453,
+      "step": 66000
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003419041292262509,
+      "loss": 0.4124,
+      "step": 66010
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003418342016013426,
+      "loss": 0.4233,
+      "step": 66020
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003417642739764344,
+      "loss": 0.4554,
+      "step": 66030
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.00034169434635152615,
+      "loss": 0.4299,
+      "step": 66040
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.00034162441872661795,
+      "loss": 0.4593,
+      "step": 66050
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.00034155449110170974,
+      "loss": 0.415,
+      "step": 66060
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.00034148456347680154,
+      "loss": 0.4505,
+      "step": 66070
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003414146358518933,
+      "loss": 0.3993,
+      "step": 66080
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003413447082269851,
+      "loss": 0.3913,
+      "step": 66090
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003412747806020769,
+      "loss": 0.4512,
+      "step": 66100
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.00034120485297716867,
+      "loss": 0.4695,
+      "step": 66110
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003411349253522604,
+      "loss": 0.4326,
+      "step": 66120
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.0003410649977273522,
+      "loss": 0.4499,
+      "step": 66130
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 0.000340995070102444,
+      "loss": 0.4022,
+      "step": 66140
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034092514247753574,
+      "loss": 0.3967,
+      "step": 66150
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.0003408552148526276,
+      "loss": 0.3602,
+      "step": 66160
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034078528722771934,
+      "loss": 0.4441,
+      "step": 66170
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034071535960281113,
+      "loss": 0.3393,
+      "step": 66180
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034064543197790287,
+      "loss": 0.4459,
+      "step": 66190
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034057550435299467,
+      "loss": 0.3361,
+      "step": 66200
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.0003405055767280864,
+      "loss": 0.4562,
+      "step": 66210
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034043564910317826,
+      "loss": 0.4371,
+      "step": 66220
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034036572147827,
+      "loss": 0.4399,
+      "step": 66230
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.0003402957938533618,
+      "loss": 0.4964,
+      "step": 66240
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034022586622845354,
+      "loss": 0.4382,
+      "step": 66250
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034015593860354533,
+      "loss": 0.3759,
+      "step": 66260
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00034008601097863713,
+      "loss": 0.436,
+      "step": 66270
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.0003400160833537289,
+      "loss": 0.4221,
+      "step": 66280
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033994615572882067,
+      "loss": 0.3947,
+      "step": 66290
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033987622810391246,
+      "loss": 0.384,
+      "step": 66300
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033980630047900426,
+      "loss": 0.4188,
+      "step": 66310
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.000339736372854096,
+      "loss": 0.3373,
+      "step": 66320
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003396664452291878,
+      "loss": 0.4625,
+      "step": 66330
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003395965176042796,
+      "loss": 0.4031,
+      "step": 66340
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003395265899793714,
+      "loss": 0.4494,
+      "step": 66350
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033945666235446313,
+      "loss": 0.4007,
+      "step": 66360
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003393867347295549,
+      "loss": 0.4877,
+      "step": 66370
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003393168071046467,
+      "loss": 0.4478,
+      "step": 66380
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003392468794797385,
+      "loss": 0.5299,
+      "step": 66390
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033917695185483026,
+      "loss": 0.447,
+      "step": 66400
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00033910702422992206,
+      "loss": 0.4015,
+      "step": 66410
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.0003390370966050138,
+      "loss": 0.469,
+      "step": 66420
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003389671689801056,
+      "loss": 0.419,
+      "step": 66430
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003388972413551974,
+      "loss": 0.4257,
+      "step": 66440
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003388273137302892,
+      "loss": 0.3757,
+      "step": 66450
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003387573861053809,
+      "loss": 0.4618,
+      "step": 66460
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003386874584804727,
+      "loss": 0.426,
+      "step": 66470
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003386175308555645,
+      "loss": 0.4664,
+      "step": 66480
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003385476032306563,
+      "loss": 0.4398,
+      "step": 66490
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.00033847767560574805,
+      "loss": 0.4314,
+      "step": 66500
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.00033840774798083985,
+      "loss": 0.4893,
+      "step": 66510
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.00033833782035593165,
+      "loss": 0.4603,
+      "step": 66520
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003382678927310234,
+      "loss": 0.4578,
+      "step": 66530
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003381979651061152,
+      "loss": 0.4504,
+      "step": 66540
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.000338128037481207,
+      "loss": 0.4516,
+      "step": 66550
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003380581098562988,
+      "loss": 0.4353,
+      "step": 66560
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 0.0003379881822313905,
+      "loss": 0.4739,
+      "step": 66570
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003379182546064823,
+      "loss": 0.4364,
+      "step": 66580
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033784832698157405,
+      "loss": 0.4185,
+      "step": 66590
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003377783993566659,
+      "loss": 0.417,
+      "step": 66600
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033770847173175765,
+      "loss": 0.3978,
+      "step": 66610
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033763854410684944,
+      "loss": 0.4571,
+      "step": 66620
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003375686164819412,
+      "loss": 0.4499,
+      "step": 66630
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.000337498688857033,
+      "loss": 0.4296,
+      "step": 66640
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003374287612321247,
+      "loss": 0.3778,
+      "step": 66650
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033735883360721657,
+      "loss": 0.3866,
+      "step": 66660
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003372889059823083,
+      "loss": 0.5352,
+      "step": 66670
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003372189783574001,
+      "loss": 0.4469,
+      "step": 66680
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0003371490507324919,
+      "loss": 0.4131,
+      "step": 66690
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033707912310758365,
+      "loss": 0.4377,
+      "step": 66700
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.00033700919548267544,
+      "loss": 0.4211,
+      "step": 66710
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033693926785776724,
+      "loss": 0.4112,
+      "step": 66720
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033686934023285903,
+      "loss": 0.4939,
+      "step": 66730
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.0003367994126079508,
+      "loss": 0.4979,
+      "step": 66740
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033672948498304257,
+      "loss": 0.3504,
+      "step": 66750
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.0003366595573581343,
+      "loss": 0.4911,
+      "step": 66760
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033658962973322616,
+      "loss": 0.3606,
+      "step": 66770
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.0003365197021083179,
+      "loss": 0.3813,
+      "step": 66780
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.0003364497744834097,
+      "loss": 0.3814,
+      "step": 66790
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033637984685850144,
+      "loss": 0.4594,
+      "step": 66800
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033630991923359324,
+      "loss": 0.3722,
+      "step": 66810
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033623999160868503,
+      "loss": 0.3599,
+      "step": 66820
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033617006398377683,
+      "loss": 0.4249,
+      "step": 66830
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033610013635886857,
+      "loss": 0.3954,
+      "step": 66840
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 0.00033603020873396037,
+      "loss": 0.4329,
+      "step": 66850
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003359602811090521,
+      "loss": 0.4075,
+      "step": 66860
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033589035348414396,
+      "loss": 0.3726,
+      "step": 66870
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003358204258592357,
+      "loss": 0.4456,
+      "step": 66880
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003357504982343275,
+      "loss": 0.4266,
+      "step": 66890
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003356805706094193,
+      "loss": 0.4484,
+      "step": 66900
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033561064298451103,
+      "loss": 0.4791,
+      "step": 66910
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033554071535960283,
+      "loss": 0.417,
+      "step": 66920
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003354707877346946,
+      "loss": 0.4249,
+      "step": 66930
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003354008601097864,
+      "loss": 0.4323,
+      "step": 66940
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033533093248487816,
+      "loss": 0.4327,
+      "step": 66950
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033526100485996996,
+      "loss": 0.4712,
+      "step": 66960
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003351910772350617,
+      "loss": 0.4737,
+      "step": 66970
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00033512114961015355,
+      "loss": 0.3676,
+      "step": 66980
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003350512219852453,
+      "loss": 0.4363,
+      "step": 66990
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.0003349812943603371,
+      "loss": 0.4541,
+      "step": 67000
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00033491136673542883,
+      "loss": 0.4142,
+      "step": 67010
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003348414391105206,
+      "loss": 0.4395,
+      "step": 67020
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00033477151148561237,
+      "loss": 0.4072,
+      "step": 67030
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003347015838607042,
+      "loss": 0.46,
+      "step": 67040
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00033463165623579596,
+      "loss": 0.405,
+      "step": 67050
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00033456172861088775,
+      "loss": 0.4165,
+      "step": 67060
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003344918009859795,
+      "loss": 0.4254,
+      "step": 67070
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003344218733610713,
+      "loss": 0.4425,
+      "step": 67080
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003343519457361631,
+      "loss": 0.4261,
+      "step": 67090
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003342820181112549,
+      "loss": 0.3644,
+      "step": 67100
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003342120904863467,
+      "loss": 0.4146,
+      "step": 67110
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003341421628614384,
+      "loss": 0.3964,
+      "step": 67120
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.0003340722352365302,
+      "loss": 0.346,
+      "step": 67130
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00033400230761162196,
+      "loss": 0.4098,
+      "step": 67140
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003339323799867138,
+      "loss": 0.4482,
+      "step": 67150
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033386245236180555,
+      "loss": 0.4457,
+      "step": 67160
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033379252473689734,
+      "loss": 0.4653,
+      "step": 67170
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003337225971119891,
+      "loss": 0.3923,
+      "step": 67180
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003336526694870809,
+      "loss": 0.4377,
+      "step": 67190
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003335827418621727,
+      "loss": 0.4438,
+      "step": 67200
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003335128142372645,
+      "loss": 0.363,
+      "step": 67210
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003334428866123562,
+      "loss": 0.3608,
+      "step": 67220
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.000333372958987448,
+      "loss": 0.4255,
+      "step": 67230
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033330303136253975,
+      "loss": 0.487,
+      "step": 67240
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033323310373763155,
+      "loss": 0.3997,
+      "step": 67250
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033316317611272334,
+      "loss": 0.4142,
+      "step": 67260
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.00033309324848781514,
+      "loss": 0.384,
+      "step": 67270
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003330233208629069,
+      "loss": 0.3978,
+      "step": 67280
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 0.0003329533932379987,
+      "loss": 0.4457,
+      "step": 67290
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003328834656130905,
+      "loss": 0.4685,
+      "step": 67300
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033281353798818227,
+      "loss": 0.4302,
+      "step": 67310
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033274361036327406,
+      "loss": 0.4878,
+      "step": 67320
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003326736827383658,
+      "loss": 0.4286,
+      "step": 67330
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003326037551134576,
+      "loss": 0.4797,
+      "step": 67340
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033253382748854934,
+      "loss": 0.4655,
+      "step": 67350
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033246389986364114,
+      "loss": 0.4107,
+      "step": 67360
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033239397223873294,
+      "loss": 0.4895,
+      "step": 67370
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033232404461382473,
+      "loss": 0.4428,
+      "step": 67380
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003322541169889165,
+      "loss": 0.4634,
+      "step": 67390
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033218418936400827,
+      "loss": 0.501,
+      "step": 67400
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003321142617391,
+      "loss": 0.4227,
+      "step": 67410
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00033204433411419186,
+      "loss": 0.3834,
+      "step": 67420
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.0003319744064892836,
+      "loss": 0.4472,
+      "step": 67430
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003319044788643754,
+      "loss": 0.4678,
+      "step": 67440
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033183455123946714,
+      "loss": 0.3833,
+      "step": 67450
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033176462361455894,
+      "loss": 0.4849,
+      "step": 67460
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033169469598965073,
+      "loss": 0.4354,
+      "step": 67470
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003316247683647425,
+      "loss": 0.4121,
+      "step": 67480
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033155484073983427,
+      "loss": 0.386,
+      "step": 67490
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033148491311492606,
+      "loss": 0.4303,
+      "step": 67500
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033141498549001786,
+      "loss": 0.4365,
+      "step": 67510
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003313450578651096,
+      "loss": 0.3742,
+      "step": 67520
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033127513024020145,
+      "loss": 0.413,
+      "step": 67530
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003312052026152932,
+      "loss": 0.3891,
+      "step": 67540
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.000331135274990385,
+      "loss": 0.4745,
+      "step": 67550
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00033106534736547673,
+      "loss": 0.5069,
+      "step": 67560
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.0003309954197405685,
+      "loss": 0.4414,
+      "step": 67570
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003309254921156603,
+      "loss": 0.3711,
+      "step": 67580
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003308555644907521,
+      "loss": 0.4685,
+      "step": 67590
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.00033078563686584386,
+      "loss": 0.4482,
+      "step": 67600
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.00033071570924093566,
+      "loss": 0.386,
+      "step": 67610
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003306457816160274,
+      "loss": 0.4397,
+      "step": 67620
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003305758539911192,
+      "loss": 0.4526,
+      "step": 67630
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.000330505926366211,
+      "loss": 0.352,
+      "step": 67640
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003304359987413028,
+      "loss": 0.4408,
+      "step": 67650
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003303660711163945,
+      "loss": 0.4336,
+      "step": 67660
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003302961434914863,
+      "loss": 0.4319,
+      "step": 67670
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003302262158665781,
+      "loss": 0.398,
+      "step": 67680
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.0003301562882416699,
+      "loss": 0.4678,
+      "step": 67690
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.00033008636061676166,
+      "loss": 0.508,
+      "step": 67700
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.00033001643299185345,
+      "loss": 0.4061,
+      "step": 67710
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 0.00032994650536694525,
+      "loss": 0.3827,
+      "step": 67720
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.000329876577742037,
+      "loss": 0.4206,
+      "step": 67730
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003298066501171288,
+      "loss": 0.4424,
+      "step": 67740
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003297367224922206,
+      "loss": 0.4098,
+      "step": 67750
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003296667948673124,
+      "loss": 0.4833,
+      "step": 67760
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003295968672424041,
+      "loss": 0.432,
+      "step": 67770
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003295269396174959,
+      "loss": 0.4463,
+      "step": 67780
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.00032945701199258765,
+      "loss": 0.4291,
+      "step": 67790
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003293870843676795,
+      "loss": 0.402,
+      "step": 67800
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.00032931715674277125,
+      "loss": 0.4306,
+      "step": 67810
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.00032924722911786304,
+      "loss": 0.4235,
+      "step": 67820
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003291773014929548,
+      "loss": 0.4221,
+      "step": 67830
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003291073738680466,
+      "loss": 0.4477,
+      "step": 67840
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0003290374462431383,
+      "loss": 0.4254,
+      "step": 67850
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.00032896751861823017,
+      "loss": 0.4596,
+      "step": 67860
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003288975909933219,
+      "loss": 0.4,
+      "step": 67870
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003288276633684137,
+      "loss": 0.4334,
+      "step": 67880
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003287577357435055,
+      "loss": 0.452,
+      "step": 67890
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032868780811859725,
+      "loss": 0.4944,
+      "step": 67900
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032861788049368904,
+      "loss": 0.4217,
+      "step": 67910
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032854795286878084,
+      "loss": 0.3878,
+      "step": 67920
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032847802524387263,
+      "loss": 0.3711,
+      "step": 67930
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003284080976189644,
+      "loss": 0.4384,
+      "step": 67940
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032833816999405617,
+      "loss": 0.4167,
+      "step": 67950
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003282682423691479,
+      "loss": 0.4697,
+      "step": 67960
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032819831474423976,
+      "loss": 0.4183,
+      "step": 67970
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003281283871193315,
+      "loss": 0.4218,
+      "step": 67980
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.0003280584594944233,
+      "loss": 0.3758,
+      "step": 67990
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 0.00032798853186951504,
+      "loss": 0.4317,
+      "step": 68000
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032791860424460684,
+      "loss": 0.3819,
+      "step": 68010
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032784867661969863,
+      "loss": 0.3894,
+      "step": 68020
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032777874899479043,
+      "loss": 0.4613,
+      "step": 68030
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032770882136988217,
+      "loss": 0.4214,
+      "step": 68040
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032763889374497397,
+      "loss": 0.4689,
+      "step": 68050
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003275689661200657,
+      "loss": 0.4117,
+      "step": 68060
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003274990384951575,
+      "loss": 0.3306,
+      "step": 68070
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003274291108702493,
+      "loss": 0.3946,
+      "step": 68080
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003273591832453411,
+      "loss": 0.4009,
+      "step": 68090
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003272892556204329,
+      "loss": 0.3683,
+      "step": 68100
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032721932799552463,
+      "loss": 0.3253,
+      "step": 68110
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032714940037061643,
+      "loss": 0.5058,
+      "step": 68120
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003270794727457082,
+      "loss": 0.414,
+      "step": 68130
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.0003270095451208,
+      "loss": 0.4691,
+      "step": 68140
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00032693961749589176,
+      "loss": 0.3892,
+      "step": 68150
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.00032686968987098356,
+      "loss": 0.445,
+      "step": 68160
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003267997622460753,
+      "loss": 0.4445,
+      "step": 68170
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003267298346211671,
+      "loss": 0.3846,
+      "step": 68180
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003266599069962589,
+      "loss": 0.4095,
+      "step": 68190
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003265899793713507,
+      "loss": 0.4097,
+      "step": 68200
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.00032652005174644243,
+      "loss": 0.4542,
+      "step": 68210
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003264501241215342,
+      "loss": 0.4315,
+      "step": 68220
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.00032638019649662597,
+      "loss": 0.4943,
+      "step": 68230
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003263102688717178,
+      "loss": 0.4203,
+      "step": 68240
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.00032624034124680956,
+      "loss": 0.3958,
+      "step": 68250
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.00032617041362190135,
+      "loss": 0.4039,
+      "step": 68260
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003261004859969931,
+      "loss": 0.4758,
+      "step": 68270
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003260305583720849,
+      "loss": 0.4622,
+      "step": 68280
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0003259606307471767,
+      "loss": 0.3825,
+      "step": 68290
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003258907031222685,
+      "loss": 0.4258,
+      "step": 68300
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003258207754973603,
+      "loss": 0.4054,
+      "step": 68310
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.000325750847872452,
+      "loss": 0.4422,
+      "step": 68320
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003256809202475438,
+      "loss": 0.425,
+      "step": 68330
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.00032561099262263556,
+      "loss": 0.3975,
+      "step": 68340
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003255410649977274,
+      "loss": 0.4452,
+      "step": 68350
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.00032547113737281915,
+      "loss": 0.4414,
+      "step": 68360
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.00032540120974791094,
+      "loss": 0.3271,
+      "step": 68370
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003253312821230027,
+      "loss": 0.4309,
+      "step": 68380
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003252613544980945,
+      "loss": 0.4723,
+      "step": 68390
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003251914268731863,
+      "loss": 0.3781,
+      "step": 68400
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003251214992482781,
+      "loss": 0.47,
+      "step": 68410
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003250515716233698,
+      "loss": 0.4423,
+      "step": 68420
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 0.0003249816439984616,
+      "loss": 0.4446,
+      "step": 68430
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032491171637355335,
+      "loss": 0.4337,
+      "step": 68440
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032484178874864515,
+      "loss": 0.4095,
+      "step": 68450
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032477186112373694,
+      "loss": 0.3944,
+      "step": 68460
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032470193349882874,
+      "loss": 0.4316,
+      "step": 68470
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003246320058739205,
+      "loss": 0.4097,
+      "step": 68480
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003245620782490123,
+      "loss": 0.5101,
+      "step": 68490
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003244921506241041,
+      "loss": 0.4504,
+      "step": 68500
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032442222299919587,
+      "loss": 0.4228,
+      "step": 68510
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032435229537428767,
+      "loss": 0.4382,
+      "step": 68520
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003242823677493794,
+      "loss": 0.3905,
+      "step": 68530
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.0003242124401244712,
+      "loss": 0.3666,
+      "step": 68540
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032414251249956294,
+      "loss": 0.5111,
+      "step": 68550
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032407258487465474,
+      "loss": 0.4039,
+      "step": 68560
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032400265724974654,
+      "loss": 0.4341,
+      "step": 68570
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00032393272962483833,
+      "loss": 0.4431,
+      "step": 68580
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.0003238628019999301,
+      "loss": 0.3078,
+      "step": 68590
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032379287437502187,
+      "loss": 0.4326,
+      "step": 68600
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.0003237229467501136,
+      "loss": 0.37,
+      "step": 68610
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032365301912520546,
+      "loss": 0.3904,
+      "step": 68620
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.0003235830915002972,
+      "loss": 0.3974,
+      "step": 68630
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.000323513163875389,
+      "loss": 0.4928,
+      "step": 68640
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032344323625048074,
+      "loss": 0.4583,
+      "step": 68650
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032337330862557254,
+      "loss": 0.4189,
+      "step": 68660
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032330338100066433,
+      "loss": 0.3973,
+      "step": 68670
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032323345337575613,
+      "loss": 0.4525,
+      "step": 68680
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032316352575084787,
+      "loss": 0.3503,
+      "step": 68690
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032309359812593966,
+      "loss": 0.3995,
+      "step": 68700
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.00032302367050103146,
+      "loss": 0.4497,
+      "step": 68710
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 0.0003229537428761232,
+      "loss": 0.3588,
+      "step": 68720
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00032288381525121505,
+      "loss": 0.3959,
+      "step": 68730
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003228138876263068,
+      "loss": 0.4476,
+      "step": 68740
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003227439600013986,
+      "loss": 0.3855,
+      "step": 68750
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00032267403237649033,
+      "loss": 0.4402,
+      "step": 68760
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003226041047515821,
+      "loss": 0.3811,
+      "step": 68770
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00032253417712667387,
+      "loss": 0.4564,
+      "step": 68780
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003224642495017657,
+      "loss": 0.4418,
+      "step": 68790
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00032239432187685746,
+      "loss": 0.42,
+      "step": 68800
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00032232439425194926,
+      "loss": 0.4419,
+      "step": 68810
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.000322254466627041,
+      "loss": 0.4181,
+      "step": 68820
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003221845390021328,
+      "loss": 0.4,
+      "step": 68830
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003221146113772246,
+      "loss": 0.4046,
+      "step": 68840
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003220446837523164,
+      "loss": 0.447,
+      "step": 68850
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003219747561274081,
+      "loss": 0.3917,
+      "step": 68860
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.0003219048285024999,
+      "loss": 0.487,
+      "step": 68870
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003218349008775917,
+      "loss": 0.4493,
+      "step": 68880
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032176497325268346,
+      "loss": 0.4465,
+      "step": 68890
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032169504562777526,
+      "loss": 0.5266,
+      "step": 68900
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032162511800286705,
+      "loss": 0.4465,
+      "step": 68910
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032155519037795885,
+      "loss": 0.4936,
+      "step": 68920
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003214852627530506,
+      "loss": 0.4204,
+      "step": 68930
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003214153351281424,
+      "loss": 0.3863,
+      "step": 68940
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003213454075032342,
+      "loss": 0.4285,
+      "step": 68950
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.000321275479878326,
+      "loss": 0.4187,
+      "step": 68960
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003212055522534177,
+      "loss": 0.3882,
+      "step": 68970
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003211356246285095,
+      "loss": 0.4381,
+      "step": 68980
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032106569700360126,
+      "loss": 0.4373,
+      "step": 68990
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.0003209957693786931,
+      "loss": 0.5024,
+      "step": 69000
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00032092584175378485,
+      "loss": 0.4496,
+      "step": 69010
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032085591412887664,
+      "loss": 0.4155,
+      "step": 69020
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003207859865039684,
+      "loss": 0.4442,
+      "step": 69030
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003207160588790602,
+      "loss": 0.4076,
+      "step": 69040
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.000320646131254152,
+      "loss": 0.4635,
+      "step": 69050
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032057620362924377,
+      "loss": 0.4913,
+      "step": 69060
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003205062760043355,
+      "loss": 0.3877,
+      "step": 69070
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003204363483794273,
+      "loss": 0.4099,
+      "step": 69080
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.0003203664207545191,
+      "loss": 0.4217,
+      "step": 69090
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032029649312961085,
+      "loss": 0.388,
+      "step": 69100
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032022656550470264,
+      "loss": 0.4185,
+      "step": 69110
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032015663787979444,
+      "loss": 0.4927,
+      "step": 69120
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00032008671025488623,
+      "loss": 0.4034,
+      "step": 69130
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.000320016782629978,
+      "loss": 0.3841,
+      "step": 69140
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 0.00031994685500506977,
+      "loss": 0.3878,
+      "step": 69150
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003198769273801615,
+      "loss": 0.4903,
+      "step": 69160
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031980699975525336,
+      "loss": 0.3859,
+      "step": 69170
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003197370721303451,
+      "loss": 0.482,
+      "step": 69180
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003196671445054369,
+      "loss": 0.4425,
+      "step": 69190
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031959721688052864,
+      "loss": 0.4124,
+      "step": 69200
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031952728925562044,
+      "loss": 0.4293,
+      "step": 69210
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031945736163071223,
+      "loss": 0.385,
+      "step": 69220
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031938743400580403,
+      "loss": 0.4648,
+      "step": 69230
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031931750638089577,
+      "loss": 0.437,
+      "step": 69240
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031924757875598757,
+      "loss": 0.4446,
+      "step": 69250
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00031917765113107936,
+      "loss": 0.4239,
+      "step": 69260
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003191077235061711,
+      "loss": 0.4189,
+      "step": 69270
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003190377958812629,
+      "loss": 0.4293,
+      "step": 69280
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003189678682563547,
+      "loss": 0.4465,
+      "step": 69290
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.0003188979406314465,
+      "loss": 0.404,
+      "step": 69300
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031882801300653823,
+      "loss": 0.4305,
+      "step": 69310
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031875808538163003,
+      "loss": 0.489,
+      "step": 69320
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003186881577567218,
+      "loss": 0.4532,
+      "step": 69330
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003186182301318136,
+      "loss": 0.4226,
+      "step": 69340
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031854830250690536,
+      "loss": 0.4545,
+      "step": 69350
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031847837488199716,
+      "loss": 0.3987,
+      "step": 69360
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003184084472570889,
+      "loss": 0.4417,
+      "step": 69370
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003183385196321807,
+      "loss": 0.3742,
+      "step": 69380
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003182685920072725,
+      "loss": 0.3919,
+      "step": 69390
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003181986643823643,
+      "loss": 0.3939,
+      "step": 69400
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031812873675745603,
+      "loss": 0.4546,
+      "step": 69410
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003180588091325478,
+      "loss": 0.4492,
+      "step": 69420
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.00031798888150763957,
+      "loss": 0.4216,
+      "step": 69430
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0003179189538827314,
+      "loss": 0.3753,
+      "step": 69440
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031784902625782316,
+      "loss": 0.5001,
+      "step": 69450
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031777909863291495,
+      "loss": 0.4438,
+      "step": 69460
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031770917100800675,
+      "loss": 0.3984,
+      "step": 69470
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003176392433830985,
+      "loss": 0.4448,
+      "step": 69480
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003175693157581903,
+      "loss": 0.391,
+      "step": 69490
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003174993881332821,
+      "loss": 0.5046,
+      "step": 69500
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003174294605083739,
+      "loss": 0.4345,
+      "step": 69510
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003173595328834656,
+      "loss": 0.4404,
+      "step": 69520
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003172896052585574,
+      "loss": 0.3897,
+      "step": 69530
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031721967763364916,
+      "loss": 0.4013,
+      "step": 69540
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.000317149750008741,
+      "loss": 0.4886,
+      "step": 69550
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031707982238383275,
+      "loss": 0.411,
+      "step": 69560
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.00031700989475892455,
+      "loss": 0.4058,
+      "step": 69570
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 0.0003169399671340163,
+      "loss": 0.4088,
+      "step": 69580
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003168700395091081,
+      "loss": 0.4135,
+      "step": 69590
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003168001118841999,
+      "loss": 0.3663,
+      "step": 69600
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003167301842592917,
+      "loss": 0.4181,
+      "step": 69610
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003166602566343834,
+      "loss": 0.3419,
+      "step": 69620
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003165903290094752,
+      "loss": 0.4455,
+      "step": 69630
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031652040138456695,
+      "loss": 0.4617,
+      "step": 69640
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031645047375965875,
+      "loss": 0.443,
+      "step": 69650
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031638054613475054,
+      "loss": 0.4687,
+      "step": 69660
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031631061850984234,
+      "loss": 0.41,
+      "step": 69670
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031624069088493414,
+      "loss": 0.4503,
+      "step": 69680
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003161707632600259,
+      "loss": 0.4468,
+      "step": 69690
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.0003161008356351177,
+      "loss": 0.414,
+      "step": 69700
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031603090801020947,
+      "loss": 0.4754,
+      "step": 69710
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00031596098038530127,
+      "loss": 0.4717,
+      "step": 69720
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.000315891052760393,
+      "loss": 0.3406,
+      "step": 69730
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.0003158211251354848,
+      "loss": 0.469,
+      "step": 69740
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031575119751057654,
+      "loss": 0.4925,
+      "step": 69750
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031568126988566834,
+      "loss": 0.4207,
+      "step": 69760
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031561134226076014,
+      "loss": 0.4572,
+      "step": 69770
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031554141463585193,
+      "loss": 0.3941,
+      "step": 69780
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.0003154714870109437,
+      "loss": 0.4398,
+      "step": 69790
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031540155938603547,
+      "loss": 0.4618,
+      "step": 69800
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.0003153316317611272,
+      "loss": 0.4191,
+      "step": 69810
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031526170413621906,
+      "loss": 0.4729,
+      "step": 69820
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.0003151917765113108,
+      "loss": 0.4957,
+      "step": 69830
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.0003151218488864026,
+      "loss": 0.4194,
+      "step": 69840
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031505192126149434,
+      "loss": 0.3668,
+      "step": 69850
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031498199363658614,
+      "loss": 0.4789,
+      "step": 69860
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 0.00031491206601167793,
+      "loss": 0.4434,
+      "step": 69870
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031484213838676973,
+      "loss": 0.4077,
+      "step": 69880
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003147722107618615,
+      "loss": 0.4376,
+      "step": 69890
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031470228313695326,
+      "loss": 0.4142,
+      "step": 69900
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031463235551204506,
+      "loss": 0.48,
+      "step": 69910
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003145624278871368,
+      "loss": 0.4333,
+      "step": 69920
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031449250026222865,
+      "loss": 0.4413,
+      "step": 69930
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003144225726373204,
+      "loss": 0.3713,
+      "step": 69940
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003143526450124122,
+      "loss": 0.432,
+      "step": 69950
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031428271738750393,
+      "loss": 0.4467,
+      "step": 69960
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031421278976259573,
+      "loss": 0.4071,
+      "step": 69970
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031414286213768747,
+      "loss": 0.4206,
+      "step": 69980
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0003140729345127793,
+      "loss": 0.4043,
+      "step": 69990
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031400300688787106,
+      "loss": 0.4226,
+      "step": 70000
+    },
+    {
+      "epoch": 4.87,
+      "eval_loss": 0.38490569591522217,
+      "eval_runtime": 346.5651,
+      "eval_samples_per_second": 18.418,
+      "eval_steps_per_second": 2.303,
+      "step": 70000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.00031393307926296286,
+      "loss": 0.4363,
+      "step": 70010
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003138631516380546,
+      "loss": 0.4066,
+      "step": 70020
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003137932240131464,
+      "loss": 0.4888,
+      "step": 70030
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003137232963882382,
+      "loss": 0.4895,
+      "step": 70040
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.00031365336876333,
+      "loss": 0.4305,
+      "step": 70050
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003135834411384217,
+      "loss": 0.5072,
+      "step": 70060
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003135135135135135,
+      "loss": 0.4697,
+      "step": 70070
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003134435858886053,
+      "loss": 0.4307,
+      "step": 70080
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.00031337365826369706,
+      "loss": 0.4276,
+      "step": 70090
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003133037306387889,
+      "loss": 0.44,
+      "step": 70100
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.00031323380301388065,
+      "loss": 0.4239,
+      "step": 70110
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.00031316387538897245,
+      "loss": 0.4467,
+      "step": 70120
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003130939477640642,
+      "loss": 0.4375,
+      "step": 70130
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.000313024020139156,
+      "loss": 0.3706,
+      "step": 70140
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003129540925142478,
+      "loss": 0.3749,
+      "step": 70150
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.0003128841648893396,
+      "loss": 0.4214,
+      "step": 70160
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003128142372644313,
+      "loss": 0.3247,
+      "step": 70170
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003127443096395231,
+      "loss": 0.4237,
+      "step": 70180
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031267438201461486,
+      "loss": 0.3954,
+      "step": 70190
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031260445438970665,
+      "loss": 0.4935,
+      "step": 70200
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031253452676479845,
+      "loss": 0.3884,
+      "step": 70210
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031246459913989024,
+      "loss": 0.3981,
+      "step": 70220
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.000312394671514982,
+      "loss": 0.3403,
+      "step": 70230
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003123247438900738,
+      "loss": 0.5041,
+      "step": 70240
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003122548162651656,
+      "loss": 0.4161,
+      "step": 70250
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031218488864025737,
+      "loss": 0.4176,
+      "step": 70260
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003121149610153491,
+      "loss": 0.5174,
+      "step": 70270
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003120450333904409,
+      "loss": 0.4055,
+      "step": 70280
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.0003119751057655327,
+      "loss": 0.4621,
+      "step": 70290
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 0.00031190517814062445,
+      "loss": 0.4295,
+      "step": 70300
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.0003118352505157163,
+      "loss": 0.4367,
+      "step": 70310
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031176532289080804,
+      "loss": 0.4476,
+      "step": 70320
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031169539526589983,
+      "loss": 0.4448,
+      "step": 70330
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.0003116254676409916,
+      "loss": 0.4613,
+      "step": 70340
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031155554001608337,
+      "loss": 0.469,
+      "step": 70350
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.0003114856123911751,
+      "loss": 0.3682,
+      "step": 70360
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031141568476626696,
+      "loss": 0.4397,
+      "step": 70370
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.0003113457571413587,
+      "loss": 0.407,
+      "step": 70380
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.0003112758295164505,
+      "loss": 0.4222,
+      "step": 70390
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031120590189154224,
+      "loss": 0.4039,
+      "step": 70400
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031113597426663404,
+      "loss": 0.4191,
+      "step": 70410
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031106604664172583,
+      "loss": 0.4367,
+      "step": 70420
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031099611901681763,
+      "loss": 0.4697,
+      "step": 70430
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031092619139190937,
+      "loss": 0.436,
+      "step": 70440
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.00031085626376700117,
+      "loss": 0.5042,
+      "step": 70450
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.00031078633614209296,
+      "loss": 0.4307,
+      "step": 70460
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003107164085171847,
+      "loss": 0.4033,
+      "step": 70470
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003106464808922765,
+      "loss": 0.4669,
+      "step": 70480
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003105765532673683,
+      "loss": 0.3983,
+      "step": 70490
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003105066256424601,
+      "loss": 0.4646,
+      "step": 70500
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.00031043669801755183,
+      "loss": 0.4371,
+      "step": 70510
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.00031036677039264363,
+      "loss": 0.3964,
+      "step": 70520
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003102968427677354,
+      "loss": 0.4749,
+      "step": 70530
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003102269151428272,
+      "loss": 0.3882,
+      "step": 70540
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.00031015698751791896,
+      "loss": 0.4761,
+      "step": 70550
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.00031008705989301076,
+      "loss": 0.4037,
+      "step": 70560
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003100171322681025,
+      "loss": 0.4556,
+      "step": 70570
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003099472046431943,
+      "loss": 0.4389,
+      "step": 70580
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 0.0003098772770182861,
+      "loss": 0.3984,
+      "step": 70590
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003098073493933779,
+      "loss": 0.4168,
+      "step": 70600
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00030973742176846963,
+      "loss": 0.3536,
+      "step": 70610
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003096674941435614,
+      "loss": 0.3907,
+      "step": 70620
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00030959756651865317,
+      "loss": 0.4978,
+      "step": 70630
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.000309527638893745,
+      "loss": 0.5499,
+      "step": 70640
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00030945771126883676,
+      "loss": 0.4849,
+      "step": 70650
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00030938778364392855,
+      "loss": 0.4662,
+      "step": 70660
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00030931785601902035,
+      "loss": 0.4164,
+      "step": 70670
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003092479283941121,
+      "loss": 0.4099,
+      "step": 70680
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003091780007692039,
+      "loss": 0.4524,
+      "step": 70690
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003091080731442957,
+      "loss": 0.4591,
+      "step": 70700
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003090381455193875,
+      "loss": 0.4265,
+      "step": 70710
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.0003089682178944792,
+      "loss": 0.4386,
+      "step": 70720
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.000308898290269571,
+      "loss": 0.415,
+      "step": 70730
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030882836264466276,
+      "loss": 0.3933,
+      "step": 70740
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003087584350197546,
+      "loss": 0.4082,
+      "step": 70750
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030868850739484635,
+      "loss": 0.3938,
+      "step": 70760
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030861857976993815,
+      "loss": 0.4039,
+      "step": 70770
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003085486521450299,
+      "loss": 0.3766,
+      "step": 70780
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003084787245201217,
+      "loss": 0.3856,
+      "step": 70790
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003084087968952134,
+      "loss": 0.4539,
+      "step": 70800
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003083388692703053,
+      "loss": 0.4457,
+      "step": 70810
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.000308268941645397,
+      "loss": 0.3951,
+      "step": 70820
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.0003081990140204888,
+      "loss": 0.4042,
+      "step": 70830
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030812908639558055,
+      "loss": 0.4158,
+      "step": 70840
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030805915877067235,
+      "loss": 0.4594,
+      "step": 70850
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030798923114576415,
+      "loss": 0.4368,
+      "step": 70860
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030791930352085594,
+      "loss": 0.441,
+      "step": 70870
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00030784937589594774,
+      "loss": 0.3762,
+      "step": 70880
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003077794482710395,
+      "loss": 0.4741,
+      "step": 70890
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003077095206461313,
+      "loss": 0.3829,
+      "step": 70900
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.000307639593021223,
+      "loss": 0.4192,
+      "step": 70910
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030756966539631487,
+      "loss": 0.4603,
+      "step": 70920
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003074997377714066,
+      "loss": 0.4434,
+      "step": 70930
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003074298101464984,
+      "loss": 0.3819,
+      "step": 70940
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030735988252159014,
+      "loss": 0.4454,
+      "step": 70950
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030728995489668194,
+      "loss": 0.4086,
+      "step": 70960
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030722002727177374,
+      "loss": 0.4335,
+      "step": 70970
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030715009964686553,
+      "loss": 0.4732,
+      "step": 70980
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003070801720219573,
+      "loss": 0.4475,
+      "step": 70990
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030701024439704907,
+      "loss": 0.4548,
+      "step": 71000
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.0003069403167721408,
+      "loss": 0.4318,
+      "step": 71010
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 0.00030687038914723266,
+      "loss": 0.4307,
+      "step": 71020
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003068004615223244,
+      "loss": 0.5378,
+      "step": 71030
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003067305338974162,
+      "loss": 0.4259,
+      "step": 71040
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030666060627250794,
+      "loss": 0.3596,
+      "step": 71050
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030659067864759974,
+      "loss": 0.3841,
+      "step": 71060
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030652075102269153,
+      "loss": 0.4362,
+      "step": 71070
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030645082339778333,
+      "loss": 0.4032,
+      "step": 71080
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003063808957728751,
+      "loss": 0.387,
+      "step": 71090
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030631096814796687,
+      "loss": 0.3987,
+      "step": 71100
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030624104052305866,
+      "loss": 0.4362,
+      "step": 71110
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003061711128981504,
+      "loss": 0.407,
+      "step": 71120
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030610118527324225,
+      "loss": 0.3908,
+      "step": 71130
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.000306031257648334,
+      "loss": 0.3992,
+      "step": 71140
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.0003059613300234258,
+      "loss": 0.4844,
+      "step": 71150
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00030589140239851753,
+      "loss": 0.4589,
+      "step": 71160
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030582147477360933,
+      "loss": 0.4503,
+      "step": 71170
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030575154714870107,
+      "loss": 0.3905,
+      "step": 71180
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003056816195237929,
+      "loss": 0.426,
+      "step": 71190
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030561169189888466,
+      "loss": 0.5187,
+      "step": 71200
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030554176427397646,
+      "loss": 0.4456,
+      "step": 71210
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003054718366490682,
+      "loss": 0.3929,
+      "step": 71220
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030540190902416,
+      "loss": 0.4181,
+      "step": 71230
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003053319813992518,
+      "loss": 0.4773,
+      "step": 71240
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003052620537743436,
+      "loss": 0.3736,
+      "step": 71250
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030519212614943533,
+      "loss": 0.4586,
+      "step": 71260
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003051221985245271,
+      "loss": 0.3777,
+      "step": 71270
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003050522708996189,
+      "loss": 0.4299,
+      "step": 71280
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030498234327471066,
+      "loss": 0.3602,
+      "step": 71290
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.0003049124156498025,
+      "loss": 0.3995,
+      "step": 71300
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 0.00030484248802489425,
+      "loss": 0.4384,
+      "step": 71310
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00030477256039998605,
+      "loss": 0.4316,
+      "step": 71320
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003047026327750778,
+      "loss": 0.4549,
+      "step": 71330
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003046327051501696,
+      "loss": 0.4527,
+      "step": 71340
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003045627775252614,
+      "loss": 0.4166,
+      "step": 71350
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003044928499003532,
+      "loss": 0.4348,
+      "step": 71360
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003044229222754449,
+      "loss": 0.417,
+      "step": 71370
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003043529946505367,
+      "loss": 0.4221,
+      "step": 71380
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00030428306702562846,
+      "loss": 0.493,
+      "step": 71390
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00030421313940072025,
+      "loss": 0.5247,
+      "step": 71400
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00030414321177581205,
+      "loss": 0.4623,
+      "step": 71410
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00030407328415090384,
+      "loss": 0.4946,
+      "step": 71420
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003040033565259956,
+      "loss": 0.4096,
+      "step": 71430
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003039334289010874,
+      "loss": 0.3356,
+      "step": 71440
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.0003038635012761792,
+      "loss": 0.4507,
+      "step": 71450
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030379357365127097,
+      "loss": 0.3774,
+      "step": 71460
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003037236460263627,
+      "loss": 0.3634,
+      "step": 71470
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003036537184014545,
+      "loss": 0.4473,
+      "step": 71480
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003035837907765463,
+      "loss": 0.367,
+      "step": 71490
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030351386315163805,
+      "loss": 0.4489,
+      "step": 71500
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030344393552672984,
+      "loss": 0.4334,
+      "step": 71510
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030337400790182164,
+      "loss": 0.4538,
+      "step": 71520
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030330408027691343,
+      "loss": 0.4276,
+      "step": 71530
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003032341526520052,
+      "loss": 0.4417,
+      "step": 71540
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030316422502709697,
+      "loss": 0.5377,
+      "step": 71550
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003030942974021887,
+      "loss": 0.3943,
+      "step": 71560
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.00030302436977728056,
+      "loss": 0.4233,
+      "step": 71570
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003029544421523723,
+      "loss": 0.3577,
+      "step": 71580
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0003028845145274641,
+      "loss": 0.4199,
+      "step": 71590
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030281458690255584,
+      "loss": 0.4471,
+      "step": 71600
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030274465927764764,
+      "loss": 0.4746,
+      "step": 71610
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003026747316527394,
+      "loss": 0.4123,
+      "step": 71620
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030260480402783123,
+      "loss": 0.4389,
+      "step": 71630
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030253487640292297,
+      "loss": 0.4363,
+      "step": 71640
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030246494877801477,
+      "loss": 0.5458,
+      "step": 71650
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030239502115310656,
+      "loss": 0.5085,
+      "step": 71660
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003023250935281983,
+      "loss": 0.4633,
+      "step": 71670
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003022551659032901,
+      "loss": 0.4245,
+      "step": 71680
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003021852382783819,
+      "loss": 0.4462,
+      "step": 71690
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003021153106534737,
+      "loss": 0.4138,
+      "step": 71700
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030204538302856543,
+      "loss": 0.3406,
+      "step": 71710
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.00030197545540365723,
+      "loss": 0.4264,
+      "step": 71720
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.000301905527778749,
+      "loss": 0.4056,
+      "step": 71730
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 0.0003018356001538408,
+      "loss": 0.4248,
+      "step": 71740
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030176567252893256,
+      "loss": 0.4376,
+      "step": 71750
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030169574490402436,
+      "loss": 0.4592,
+      "step": 71760
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003016258172791161,
+      "loss": 0.4798,
+      "step": 71770
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003015558896542079,
+      "loss": 0.4227,
+      "step": 71780
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003014859620292997,
+      "loss": 0.4383,
+      "step": 71790
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003014160344043915,
+      "loss": 0.4539,
+      "step": 71800
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030134610677948323,
+      "loss": 0.447,
+      "step": 71810
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.000301276179154575,
+      "loss": 0.4044,
+      "step": 71820
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003012062515296668,
+      "loss": 0.371,
+      "step": 71830
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003011363239047586,
+      "loss": 0.4244,
+      "step": 71840
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030106639627985036,
+      "loss": 0.415,
+      "step": 71850
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030099646865494215,
+      "loss": 0.4249,
+      "step": 71860
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00030092654103003395,
+      "loss": 0.4329,
+      "step": 71870
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.0003008566134051257,
+      "loss": 0.4398,
+      "step": 71880
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003007866857802175,
+      "loss": 0.422,
+      "step": 71890
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003007167581553093,
+      "loss": 0.3451,
+      "step": 71900
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003006468305304011,
+      "loss": 0.394,
+      "step": 71910
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003005769029054928,
+      "loss": 0.4647,
+      "step": 71920
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003005069752805846,
+      "loss": 0.3525,
+      "step": 71930
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.00030043704765567636,
+      "loss": 0.2923,
+      "step": 71940
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003003671200307682,
+      "loss": 0.4119,
+      "step": 71950
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.00030029719240585995,
+      "loss": 0.3652,
+      "step": 71960
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.00030022726478095175,
+      "loss": 0.3857,
+      "step": 71970
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003001573371560435,
+      "loss": 0.4119,
+      "step": 71980
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0003000874095311353,
+      "loss": 0.3587,
+      "step": 71990
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.000300017481906227,
+      "loss": 0.3967,
+      "step": 72000
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0002999475542813189,
+      "loss": 0.3707,
+      "step": 72010
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0002998776266564106,
+      "loss": 0.4599,
+      "step": 72020
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.0002998076990315024,
+      "loss": 0.3069,
+      "step": 72030
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.0002997377714065942,
+      "loss": 0.4372,
+      "step": 72040
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029966784378168595,
+      "loss": 0.4131,
+      "step": 72050
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029959791615677775,
+      "loss": 0.3964,
+      "step": 72060
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029952798853186954,
+      "loss": 0.3289,
+      "step": 72070
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029945806090696134,
+      "loss": 0.4234,
+      "step": 72080
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.0002993881332820531,
+      "loss": 0.386,
+      "step": 72090
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.0002993182056571449,
+      "loss": 0.3999,
+      "step": 72100
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.0002992482780322366,
+      "loss": 0.3673,
+      "step": 72110
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029917835040732847,
+      "loss": 0.3807,
+      "step": 72120
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.0002991084227824202,
+      "loss": 0.3547,
+      "step": 72130
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.000299038495157512,
+      "loss": 0.4344,
+      "step": 72140
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029896856753260375,
+      "loss": 0.4266,
+      "step": 72150
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029889863990769554,
+      "loss": 0.4187,
+      "step": 72160
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 0.00029882871228278734,
+      "loss": 0.3696,
+      "step": 72170
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029875878465787913,
+      "loss": 0.3996,
+      "step": 72180
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002986888570329709,
+      "loss": 0.3288,
+      "step": 72190
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029861892940806267,
+      "loss": 0.3881,
+      "step": 72200
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002985490017831544,
+      "loss": 0.4143,
+      "step": 72210
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002984790741582462,
+      "loss": 0.3423,
+      "step": 72220
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.000298409146533338,
+      "loss": 0.3939,
+      "step": 72230
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002983392189084298,
+      "loss": 0.3678,
+      "step": 72240
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002982692912835216,
+      "loss": 0.3808,
+      "step": 72250
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029819936365861334,
+      "loss": 0.3703,
+      "step": 72260
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029812943603370513,
+      "loss": 0.3982,
+      "step": 72270
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029805950840879693,
+      "loss": 0.3785,
+      "step": 72280
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.0002979895807838887,
+      "loss": 0.4084,
+      "step": 72290
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029791965315898047,
+      "loss": 0.3739,
+      "step": 72300
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00029784972553407226,
+      "loss": 0.3985,
+      "step": 72310
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.000297779797909164,
+      "loss": 0.3758,
+      "step": 72320
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002977098702842558,
+      "loss": 0.4087,
+      "step": 72330
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002976399426593476,
+      "loss": 0.4146,
+      "step": 72340
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002975700150344394,
+      "loss": 0.3561,
+      "step": 72350
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.00029750008740953113,
+      "loss": 0.387,
+      "step": 72360
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.00029743015978462293,
+      "loss": 0.4392,
+      "step": 72370
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.00029736023215971467,
+      "loss": 0.3969,
+      "step": 72380
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002972903045348065,
+      "loss": 0.4081,
+      "step": 72390
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.00029722037690989826,
+      "loss": 0.4164,
+      "step": 72400
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.00029715044928499006,
+      "loss": 0.4265,
+      "step": 72410
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002970805216600818,
+      "loss": 0.3688,
+      "step": 72420
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002970105940351736,
+      "loss": 0.4262,
+      "step": 72430
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002969406664102654,
+      "loss": 0.3632,
+      "step": 72440
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.0002968707387853572,
+      "loss": 0.3219,
+      "step": 72450
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 0.000296800811160449,
+      "loss": 0.3683,
+      "step": 72460
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002967308835355407,
+      "loss": 0.3662,
+      "step": 72470
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002966609559106325,
+      "loss": 0.4462,
+      "step": 72480
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.00029659102828572426,
+      "loss": 0.3921,
+      "step": 72490
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002965211006608161,
+      "loss": 0.3872,
+      "step": 72500
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.00029645117303590785,
+      "loss": 0.4371,
+      "step": 72510
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.00029638124541099965,
+      "loss": 0.4065,
+      "step": 72520
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002963113177860914,
+      "loss": 0.3973,
+      "step": 72530
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002962413901611832,
+      "loss": 0.3438,
+      "step": 72540
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.000296171462536275,
+      "loss": 0.4011,
+      "step": 72550
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002961015349113668,
+      "loss": 0.3436,
+      "step": 72560
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002960316072864585,
+      "loss": 0.3409,
+      "step": 72570
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002959616796615503,
+      "loss": 0.4021,
+      "step": 72580
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.00029589175203664206,
+      "loss": 0.3934,
+      "step": 72590
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.00029582182441173385,
+      "loss": 0.4049,
+      "step": 72600
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029575189678682565,
+      "loss": 0.4099,
+      "step": 72610
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029568196916191744,
+      "loss": 0.3757,
+      "step": 72620
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.0002956120415370092,
+      "loss": 0.4337,
+      "step": 72630
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.000295542113912101,
+      "loss": 0.3867,
+      "step": 72640
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.0002954721862871928,
+      "loss": 0.4326,
+      "step": 72650
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029540225866228457,
+      "loss": 0.3642,
+      "step": 72660
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029533233103737637,
+      "loss": 0.4016,
+      "step": 72670
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.0002952624034124681,
+      "loss": 0.4186,
+      "step": 72680
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.0002951924757875599,
+      "loss": 0.3724,
+      "step": 72690
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029512254816265165,
+      "loss": 0.381,
+      "step": 72700
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029505262053774344,
+      "loss": 0.4136,
+      "step": 72710
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029498269291283524,
+      "loss": 0.4056,
+      "step": 72720
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00029491276528792703,
+      "loss": 0.3635,
+      "step": 72730
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.0002948428376630188,
+      "loss": 0.3892,
+      "step": 72740
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029477291003811057,
+      "loss": 0.4182,
+      "step": 72750
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.0002947029824132023,
+      "loss": 0.3874,
+      "step": 72760
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029463305478829416,
+      "loss": 0.4535,
+      "step": 72770
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.0002945631271633859,
+      "loss": 0.4474,
+      "step": 72780
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.0002944931995384777,
+      "loss": 0.3726,
+      "step": 72790
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029442327191356944,
+      "loss": 0.4201,
+      "step": 72800
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029435334428866124,
+      "loss": 0.4139,
+      "step": 72810
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029428341666375303,
+      "loss": 0.3071,
+      "step": 72820
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029421348903884483,
+      "loss": 0.3766,
+      "step": 72830
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029414356141393657,
+      "loss": 0.359,
+      "step": 72840
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029407363378902837,
+      "loss": 0.3825,
+      "step": 72850
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029400370616412016,
+      "loss": 0.3884,
+      "step": 72860
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.0002939337785392119,
+      "loss": 0.4918,
+      "step": 72870
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.00029386385091430376,
+      "loss": 0.335,
+      "step": 72880
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 0.0002937939232893955,
+      "loss": 0.3847,
+      "step": 72890
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002937239956644873,
+      "loss": 0.4133,
+      "step": 72900
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029365406803957903,
+      "loss": 0.4126,
+      "step": 72910
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029358414041467083,
+      "loss": 0.3831,
+      "step": 72920
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029351421278976257,
+      "loss": 0.4423,
+      "step": 72930
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002934442851648544,
+      "loss": 0.348,
+      "step": 72940
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029337435753994616,
+      "loss": 0.4517,
+      "step": 72950
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029330442991503796,
+      "loss": 0.3832,
+      "step": 72960
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002932345022901297,
+      "loss": 0.4097,
+      "step": 72970
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002931645746652215,
+      "loss": 0.4671,
+      "step": 72980
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002930946470403133,
+      "loss": 0.4352,
+      "step": 72990
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002930247194154051,
+      "loss": 0.4514,
+      "step": 73000
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00029295479179049683,
+      "loss": 0.4215,
+      "step": 73010
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002928848641655886,
+      "loss": 0.4096,
+      "step": 73020
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.0002928149365406804,
+      "loss": 0.3614,
+      "step": 73030
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002927450089157722,
+      "loss": 0.3883,
+      "step": 73040
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029267508129086396,
+      "loss": 0.384,
+      "step": 73050
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029260515366595575,
+      "loss": 0.3845,
+      "step": 73060
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029253522604104755,
+      "loss": 0.3985,
+      "step": 73070
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002924652984161393,
+      "loss": 0.4812,
+      "step": 73080
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002923953707912311,
+      "loss": 0.4286,
+      "step": 73090
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002923254431663229,
+      "loss": 0.3366,
+      "step": 73100
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002922555155414147,
+      "loss": 0.3778,
+      "step": 73110
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002921855879165064,
+      "loss": 0.3941,
+      "step": 73120
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002921156602915982,
+      "loss": 0.373,
+      "step": 73130
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029204573266668996,
+      "loss": 0.4455,
+      "step": 73140
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.0002919758050417818,
+      "loss": 0.3943,
+      "step": 73150
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029190587741687355,
+      "loss": 0.365,
+      "step": 73160
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 0.00029183594979196535,
+      "loss": 0.4119,
+      "step": 73170
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002917660221670571,
+      "loss": 0.4199,
+      "step": 73180
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002916960945421489,
+      "loss": 0.4029,
+      "step": 73190
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002916261669172406,
+      "loss": 0.4147,
+      "step": 73200
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002915562392923325,
+      "loss": 0.3811,
+      "step": 73210
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002914863116674242,
+      "loss": 0.3999,
+      "step": 73220
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.000291416384042516,
+      "loss": 0.4013,
+      "step": 73230
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002913464564176078,
+      "loss": 0.4444,
+      "step": 73240
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.00029127652879269955,
+      "loss": 0.3636,
+      "step": 73250
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.00029120660116779135,
+      "loss": 0.3922,
+      "step": 73260
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.00029113667354288314,
+      "loss": 0.3518,
+      "step": 73270
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.00029106674591797494,
+      "loss": 0.4065,
+      "step": 73280
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002909968182930667,
+      "loss": 0.3934,
+      "step": 73290
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002909268906681585,
+      "loss": 0.4199,
+      "step": 73300
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002908569630432502,
+      "loss": 0.3733,
+      "step": 73310
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.00029078703541834207,
+      "loss": 0.4116,
+      "step": 73320
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002907171077934338,
+      "loss": 0.3871,
+      "step": 73330
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002906471801685256,
+      "loss": 0.3901,
+      "step": 73340
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00029057725254361735,
+      "loss": 0.4325,
+      "step": 73350
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00029050732491870914,
+      "loss": 0.3921,
+      "step": 73360
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00029043739729380094,
+      "loss": 0.3585,
+      "step": 73370
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00029036746966889273,
+      "loss": 0.4595,
+      "step": 73380
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002902975420439845,
+      "loss": 0.3675,
+      "step": 73390
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00029022761441907627,
+      "loss": 0.4106,
+      "step": 73400
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.000290157686794168,
+      "loss": 0.4564,
+      "step": 73410
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002900877591692598,
+      "loss": 0.4354,
+      "step": 73420
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002900178315443516,
+      "loss": 0.4372,
+      "step": 73430
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002899479039194434,
+      "loss": 0.4163,
+      "step": 73440
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.0002898779762945352,
+      "loss": 0.3754,
+      "step": 73450
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00028980804866962694,
+      "loss": 0.3856,
+      "step": 73460
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028973812104471873,
+      "loss": 0.3839,
+      "step": 73470
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028966819341981053,
+      "loss": 0.3922,
+      "step": 73480
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.0002895982657949023,
+      "loss": 0.4015,
+      "step": 73490
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028952833816999407,
+      "loss": 0.4074,
+      "step": 73500
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028945841054508586,
+      "loss": 0.3745,
+      "step": 73510
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.0002893884829201776,
+      "loss": 0.4074,
+      "step": 73520
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.0002893185552952694,
+      "loss": 0.3895,
+      "step": 73530
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.0002892486276703612,
+      "loss": 0.428,
+      "step": 73540
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.000289178700045453,
+      "loss": 0.3453,
+      "step": 73550
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028910877242054473,
+      "loss": 0.4157,
+      "step": 73560
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028903884479563653,
+      "loss": 0.3924,
+      "step": 73570
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028896891717072827,
+      "loss": 0.3546,
+      "step": 73580
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.0002888989895458201,
+      "loss": 0.3958,
+      "step": 73590
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028882906192091186,
+      "loss": 0.3978,
+      "step": 73600
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 0.00028875913429600366,
+      "loss": 0.4614,
+      "step": 73610
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002886892066710954,
+      "loss": 0.4187,
+      "step": 73620
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002886192790461872,
+      "loss": 0.3727,
+      "step": 73630
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.000288549351421279,
+      "loss": 0.3557,
+      "step": 73640
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002884794237963708,
+      "loss": 0.3837,
+      "step": 73650
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002884094961714626,
+      "loss": 0.3564,
+      "step": 73660
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002883395685465543,
+      "loss": 0.3904,
+      "step": 73670
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002882696409216461,
+      "loss": 0.3215,
+      "step": 73680
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.00028819971329673786,
+      "loss": 0.3963,
+      "step": 73690
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002881297856718297,
+      "loss": 0.3188,
+      "step": 73700
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.00028805985804692145,
+      "loss": 0.4181,
+      "step": 73710
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.00028798993042201325,
+      "loss": 0.3977,
+      "step": 73720
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.000287920002797105,
+      "loss": 0.4187,
+      "step": 73730
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002878500751721968,
+      "loss": 0.4118,
+      "step": 73740
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.0002877801475472886,
+      "loss": 0.4103,
+      "step": 73750
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002877102199223804,
+      "loss": 0.4421,
+      "step": 73760
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002876402922974721,
+      "loss": 0.3625,
+      "step": 73770
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002875703646725639,
+      "loss": 0.3866,
+      "step": 73780
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00028750043704765566,
+      "loss": 0.4663,
+      "step": 73790
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00028743050942274745,
+      "loss": 0.3608,
+      "step": 73800
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00028736058179783925,
+      "loss": 0.3822,
+      "step": 73810
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00028729065417293104,
+      "loss": 0.4524,
+      "step": 73820
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002872207265480228,
+      "loss": 0.3932,
+      "step": 73830
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002871507989231146,
+      "loss": 0.3765,
+      "step": 73840
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002870808712982064,
+      "loss": 0.3874,
+      "step": 73850
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002870109436732982,
+      "loss": 0.4364,
+      "step": 73860
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00028694101604838997,
+      "loss": 0.3976,
+      "step": 73870
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002868710884234817,
+      "loss": 0.436,
+      "step": 73880
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.0002868011607985735,
+      "loss": 0.355,
+      "step": 73890
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028673123317366525,
+      "loss": 0.4094,
+      "step": 73900
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028666130554875704,
+      "loss": 0.4027,
+      "step": 73910
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028659137792384884,
+      "loss": 0.434,
+      "step": 73920
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028652145029894064,
+      "loss": 0.4273,
+      "step": 73930
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.0002864515226740324,
+      "loss": 0.432,
+      "step": 73940
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028638159504912417,
+      "loss": 0.4306,
+      "step": 73950
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.0002863116674242159,
+      "loss": 0.4069,
+      "step": 73960
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028624173979930776,
+      "loss": 0.336,
+      "step": 73970
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.0002861718121743995,
+      "loss": 0.3495,
+      "step": 73980
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.0002861018845494913,
+      "loss": 0.3752,
+      "step": 73990
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028603195692458304,
+      "loss": 0.4045,
+      "step": 74000
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028596202929967484,
+      "loss": 0.4721,
+      "step": 74010
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028589210167476663,
+      "loss": 0.3947,
+      "step": 74020
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028582217404985843,
+      "loss": 0.3644,
+      "step": 74030
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 0.00028575224642495017,
+      "loss": 0.4024,
+      "step": 74040
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028568231880004197,
+      "loss": 0.38,
+      "step": 74050
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028561239117513376,
+      "loss": 0.3885,
+      "step": 74060
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.0002855424635502255,
+      "loss": 0.3341,
+      "step": 74070
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028547253592531736,
+      "loss": 0.454,
+      "step": 74080
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.0002854026083004091,
+      "loss": 0.3935,
+      "step": 74090
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.0002853326806755009,
+      "loss": 0.4506,
+      "step": 74100
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028526275305059263,
+      "loss": 0.4099,
+      "step": 74110
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028519282542568443,
+      "loss": 0.428,
+      "step": 74120
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028512289780077617,
+      "loss": 0.406,
+      "step": 74130
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.000285052970175868,
+      "loss": 0.3649,
+      "step": 74140
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028498304255095976,
+      "loss": 0.4156,
+      "step": 74150
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00028491311492605156,
+      "loss": 0.4091,
+      "step": 74160
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.0002848431873011433,
+      "loss": 0.3944,
+      "step": 74170
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.0002847732596762351,
+      "loss": 0.4156,
+      "step": 74180
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002847033320513269,
+      "loss": 0.4237,
+      "step": 74190
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002846334044264187,
+      "loss": 0.3694,
+      "step": 74200
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028456347680151043,
+      "loss": 0.4267,
+      "step": 74210
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002844935491766022,
+      "loss": 0.4316,
+      "step": 74220
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.000284423621551694,
+      "loss": 0.357,
+      "step": 74230
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028435369392678576,
+      "loss": 0.3211,
+      "step": 74240
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028428376630187756,
+      "loss": 0.409,
+      "step": 74250
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028421383867696936,
+      "loss": 0.4084,
+      "step": 74260
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028414391105206115,
+      "loss": 0.4514,
+      "step": 74270
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002840739834271529,
+      "loss": 0.3671,
+      "step": 74280
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002840040558022447,
+      "loss": 0.4537,
+      "step": 74290
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002839341281773365,
+      "loss": 0.4692,
+      "step": 74300
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.0002838642005524283,
+      "loss": 0.3354,
+      "step": 74310
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 0.00028379427292752,
+      "loss": 0.4824,
+      "step": 74320
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002837243453026118,
+      "loss": 0.4266,
+      "step": 74330
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028365441767770356,
+      "loss": 0.4135,
+      "step": 74340
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028358449005279535,
+      "loss": 0.3752,
+      "step": 74350
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028351456242788715,
+      "loss": 0.3444,
+      "step": 74360
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028344463480297895,
+      "loss": 0.4241,
+      "step": 74370
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002833747071780707,
+      "loss": 0.3404,
+      "step": 74380
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002833047795531625,
+      "loss": 0.4089,
+      "step": 74390
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002832348519282542,
+      "loss": 0.3589,
+      "step": 74400
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002831649243033461,
+      "loss": 0.3671,
+      "step": 74410
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002830949966784378,
+      "loss": 0.4146,
+      "step": 74420
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002830250690535296,
+      "loss": 0.3974,
+      "step": 74430
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.0002829551414286214,
+      "loss": 0.4638,
+      "step": 74440
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028288521380371315,
+      "loss": 0.3892,
+      "step": 74450
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028281528617880495,
+      "loss": 0.3601,
+      "step": 74460
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00028274535855389674,
+      "loss": 0.3466,
+      "step": 74470
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028267543092898854,
+      "loss": 0.3843,
+      "step": 74480
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002826055033040803,
+      "loss": 0.403,
+      "step": 74490
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002825355756791721,
+      "loss": 0.5037,
+      "step": 74500
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002824656480542638,
+      "loss": 0.4206,
+      "step": 74510
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028239572042935567,
+      "loss": 0.3598,
+      "step": 74520
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002823257928044474,
+      "loss": 0.3786,
+      "step": 74530
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002822558651795392,
+      "loss": 0.4319,
+      "step": 74540
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028218593755463095,
+      "loss": 0.449,
+      "step": 74550
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028211600992972274,
+      "loss": 0.3227,
+      "step": 74560
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028204608230481454,
+      "loss": 0.4272,
+      "step": 74570
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028197615467990633,
+      "loss": 0.4024,
+      "step": 74580
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002819062270549981,
+      "loss": 0.4605,
+      "step": 74590
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00028183629943008987,
+      "loss": 0.405,
+      "step": 74600
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.0002817663718051816,
+      "loss": 0.4042,
+      "step": 74610
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002816964441802734,
+      "loss": 0.3408,
+      "step": 74620
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002816265165553652,
+      "loss": 0.4371,
+      "step": 74630
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.000281556588930457,
+      "loss": 0.3765,
+      "step": 74640
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002814866613055488,
+      "loss": 0.3886,
+      "step": 74650
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.00028141673368064054,
+      "loss": 0.3954,
+      "step": 74660
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.00028134680605573233,
+      "loss": 0.4624,
+      "step": 74670
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.00028127687843082413,
+      "loss": 0.4133,
+      "step": 74680
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002812069508059159,
+      "loss": 0.4187,
+      "step": 74690
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.00028113702318100767,
+      "loss": 0.4044,
+      "step": 74700
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.00028106709555609946,
+      "loss": 0.3819,
+      "step": 74710
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002809971679311912,
+      "loss": 0.3375,
+      "step": 74720
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.000280927240306283,
+      "loss": 0.4089,
+      "step": 74730
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002808573126813748,
+      "loss": 0.3858,
+      "step": 74740
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 0.0002807873850564666,
+      "loss": 0.3685,
+      "step": 74750
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028071745743155833,
+      "loss": 0.4394,
+      "step": 74760
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028064752980665013,
+      "loss": 0.3741,
+      "step": 74770
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028057760218174187,
+      "loss": 0.4223,
+      "step": 74780
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002805076745568337,
+      "loss": 0.4551,
+      "step": 74790
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028043774693192546,
+      "loss": 0.3636,
+      "step": 74800
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028036781930701726,
+      "loss": 0.389,
+      "step": 74810
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00028029789168210905,
+      "loss": 0.3642,
+      "step": 74820
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002802279640572008,
+      "loss": 0.507,
+      "step": 74830
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002801580364322926,
+      "loss": 0.4432,
+      "step": 74840
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002800881088073844,
+      "loss": 0.3889,
+      "step": 74850
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002800181811824762,
+      "loss": 0.4686,
+      "step": 74860
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002799482535575679,
+      "loss": 0.3367,
+      "step": 74870
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002798783259326597,
+      "loss": 0.397,
+      "step": 74880
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.00027980839830775146,
+      "loss": 0.4031,
+      "step": 74890
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002797384706828433,
+      "loss": 0.4141,
+      "step": 74900
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027966854305793505,
+      "loss": 0.3777,
+      "step": 74910
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027959861543302685,
+      "loss": 0.3902,
+      "step": 74920
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.0002795286878081186,
+      "loss": 0.4042,
+      "step": 74930
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.0002794587601832104,
+      "loss": 0.4068,
+      "step": 74940
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027938883255830213,
+      "loss": 0.4343,
+      "step": 74950
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.000279318904933394,
+      "loss": 0.3725,
+      "step": 74960
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.0002792489773084857,
+      "loss": 0.39,
+      "step": 74970
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.0002791790496835775,
+      "loss": 0.3965,
+      "step": 74980
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027910912205866926,
+      "loss": 0.469,
+      "step": 74990
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027903919443376105,
+      "loss": 0.377,
+      "step": 75000
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027896926680885285,
+      "loss": 0.3884,
+      "step": 75010
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027889933918394464,
+      "loss": 0.4167,
+      "step": 75020
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.00027882941155903644,
+      "loss": 0.4121,
+      "step": 75030
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 0.0002787594839341282,
+      "loss": 0.461,
+      "step": 75040
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027868955630922,
+      "loss": 0.4124,
+      "step": 75050
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002786196286843117,
+      "loss": 0.4668,
+      "step": 75060
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027854970105940357,
+      "loss": 0.4037,
+      "step": 75070
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002784797734344953,
+      "loss": 0.4374,
+      "step": 75080
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002784098458095871,
+      "loss": 0.4542,
+      "step": 75090
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027833991818467885,
+      "loss": 0.3885,
+      "step": 75100
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027826999055977064,
+      "loss": 0.3908,
+      "step": 75110
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027820006293486244,
+      "loss": 0.4343,
+      "step": 75120
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027813013530995424,
+      "loss": 0.4391,
+      "step": 75130
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.000278060207685046,
+      "loss": 0.4325,
+      "step": 75140
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002779902800601378,
+      "loss": 0.4218,
+      "step": 75150
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002779203524352295,
+      "loss": 0.4382,
+      "step": 75160
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00027785042481032136,
+      "loss": 0.4064,
+      "step": 75170
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002777804971854131,
+      "loss": 0.4298,
+      "step": 75180
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.0002777105695605049,
+      "loss": 0.4476,
+      "step": 75190
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027764064193559664,
+      "loss": 0.4536,
+      "step": 75200
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027757071431068844,
+      "loss": 0.4112,
+      "step": 75210
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027750078668578024,
+      "loss": 0.4396,
+      "step": 75220
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027743085906087203,
+      "loss": 0.3785,
+      "step": 75230
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.0002773609314359638,
+      "loss": 0.3599,
+      "step": 75240
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027729100381105557,
+      "loss": 0.4612,
+      "step": 75250
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027722107618614736,
+      "loss": 0.4055,
+      "step": 75260
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.0002771511485612391,
+      "loss": 0.4232,
+      "step": 75270
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027708122093633096,
+      "loss": 0.4218,
+      "step": 75280
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.0002770112933114227,
+      "loss": 0.4334,
+      "step": 75290
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.0002769413656865145,
+      "loss": 0.4355,
+      "step": 75300
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027687143806160623,
+      "loss": 0.3575,
+      "step": 75310
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027680151043669803,
+      "loss": 0.3973,
+      "step": 75320
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00027673158281178977,
+      "loss": 0.4138,
+      "step": 75330
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002766616551868816,
+      "loss": 0.342,
+      "step": 75340
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027659172756197336,
+      "loss": 0.414,
+      "step": 75350
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027652179993706516,
+      "loss": 0.368,
+      "step": 75360
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002764518723121569,
+      "loss": 0.3572,
+      "step": 75370
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002763819446872487,
+      "loss": 0.3723,
+      "step": 75380
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002763120170623405,
+      "loss": 0.4067,
+      "step": 75390
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002762420894374323,
+      "loss": 0.4154,
+      "step": 75400
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027617216181252403,
+      "loss": 0.3933,
+      "step": 75410
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002761022341876158,
+      "loss": 0.4378,
+      "step": 75420
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002760323065627076,
+      "loss": 0.4673,
+      "step": 75430
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027596237893779936,
+      "loss": 0.412,
+      "step": 75440
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.0002758924513128912,
+      "loss": 0.3635,
+      "step": 75450
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027582252368798296,
+      "loss": 0.4073,
+      "step": 75460
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 0.00027575259606307475,
+      "loss": 0.3733,
+      "step": 75470
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002756826684381665,
+      "loss": 0.4593,
+      "step": 75480
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002756127408132583,
+      "loss": 0.4347,
+      "step": 75490
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002755428131883501,
+      "loss": 0.3497,
+      "step": 75500
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002754728855634419,
+      "loss": 0.4095,
+      "step": 75510
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002754029579385336,
+      "loss": 0.4291,
+      "step": 75520
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002753330303136254,
+      "loss": 0.3232,
+      "step": 75530
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.00027526310268871716,
+      "loss": 0.4295,
+      "step": 75540
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.00027519317506380896,
+      "loss": 0.4105,
+      "step": 75550
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.00027512324743890075,
+      "loss": 0.4324,
+      "step": 75560
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.00027505331981399255,
+      "loss": 0.3951,
+      "step": 75570
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002749833921890843,
+      "loss": 0.414,
+      "step": 75580
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002749134645641761,
+      "loss": 0.3742,
+      "step": 75590
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002748435369392679,
+      "loss": 0.4451,
+      "step": 75600
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002747736093143597,
+      "loss": 0.3487,
+      "step": 75610
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.0002747036816894514,
+      "loss": 0.4273,
+      "step": 75620
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.0002746337540645432,
+      "loss": 0.3744,
+      "step": 75630
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.000274563826439635,
+      "loss": 0.4168,
+      "step": 75640
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027449389881472675,
+      "loss": 0.4525,
+      "step": 75650
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027442397118981855,
+      "loss": 0.3725,
+      "step": 75660
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027435404356491034,
+      "loss": 0.3861,
+      "step": 75670
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027428411594000214,
+      "loss": 0.4132,
+      "step": 75680
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.0002742141883150939,
+      "loss": 0.3828,
+      "step": 75690
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.0002741442606901857,
+      "loss": 0.3479,
+      "step": 75700
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.0002740743330652774,
+      "loss": 0.4395,
+      "step": 75710
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027400440544036927,
+      "loss": 0.3702,
+      "step": 75720
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.000273934477815461,
+      "loss": 0.3685,
+      "step": 75730
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.0002738645501905528,
+      "loss": 0.3644,
+      "step": 75740
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027379462256564455,
+      "loss": 0.4336,
+      "step": 75750
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00027372469494073634,
+      "loss": 0.3704,
+      "step": 75760
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002736547673158281,
+      "loss": 0.4688,
+      "step": 75770
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027358483969091993,
+      "loss": 0.401,
+      "step": 75780
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002735149120660117,
+      "loss": 0.3632,
+      "step": 75790
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027344498444110347,
+      "loss": 0.4187,
+      "step": 75800
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027337505681619527,
+      "loss": 0.3959,
+      "step": 75810
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.000273305129191287,
+      "loss": 0.3834,
+      "step": 75820
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002732352015663788,
+      "loss": 0.4036,
+      "step": 75830
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002731652739414706,
+      "loss": 0.4328,
+      "step": 75840
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002730953463165624,
+      "loss": 0.408,
+      "step": 75850
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027302541869165414,
+      "loss": 0.4222,
+      "step": 75860
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027295549106674593,
+      "loss": 0.3932,
+      "step": 75870
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027288556344183773,
+      "loss": 0.4278,
+      "step": 75880
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.0002728156358169295,
+      "loss": 0.4207,
+      "step": 75890
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 0.00027274570819202127,
+      "loss": 0.3498,
+      "step": 75900
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027267578056711306,
+      "loss": 0.4238,
+      "step": 75910
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002726058529422048,
+      "loss": 0.3953,
+      "step": 75920
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002725359253172966,
+      "loss": 0.3629,
+      "step": 75930
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002724659976923884,
+      "loss": 0.4481,
+      "step": 75940
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002723960700674802,
+      "loss": 0.3797,
+      "step": 75950
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027232614244257193,
+      "loss": 0.3631,
+      "step": 75960
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027225621481766373,
+      "loss": 0.4634,
+      "step": 75970
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027218628719275547,
+      "loss": 0.4107,
+      "step": 75980
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002721163595678473,
+      "loss": 0.2798,
+      "step": 75990
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027204643194293906,
+      "loss": 0.3639,
+      "step": 76000
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027197650431803086,
+      "loss": 0.3842,
+      "step": 76010
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.00027190657669312265,
+      "loss": 0.3791,
+      "step": 76020
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002718366490682144,
+      "loss": 0.3767,
+      "step": 76030
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0002717667214433062,
+      "loss": 0.4105,
+      "step": 76040
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.000271696793818398,
+      "loss": 0.4328,
+      "step": 76050
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002716268661934898,
+      "loss": 0.4025,
+      "step": 76060
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002715569385685815,
+      "loss": 0.4207,
+      "step": 76070
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002714870109436733,
+      "loss": 0.4458,
+      "step": 76080
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.00027141708331876506,
+      "loss": 0.3571,
+      "step": 76090
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002713471556938569,
+      "loss": 0.4134,
+      "step": 76100
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.00027127722806894865,
+      "loss": 0.4318,
+      "step": 76110
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.00027120730044404045,
+      "loss": 0.4583,
+      "step": 76120
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002711373728191322,
+      "loss": 0.3923,
+      "step": 76130
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.000271067445194224,
+      "loss": 0.4369,
+      "step": 76140
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.00027099751756931573,
+      "loss": 0.3994,
+      "step": 76150
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002709275899444076,
+      "loss": 0.4151,
+      "step": 76160
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002708576623194993,
+      "loss": 0.4027,
+      "step": 76170
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.0002707877346945911,
+      "loss": 0.3398,
+      "step": 76180
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 0.00027071780706968286,
+      "loss": 0.3733,
+      "step": 76190
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00027064787944477465,
+      "loss": 0.4086,
+      "step": 76200
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00027057795181986645,
+      "loss": 0.4134,
+      "step": 76210
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00027050802419495824,
+      "loss": 0.4451,
+      "step": 76220
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00027043809657005004,
+      "loss": 0.4141,
+      "step": 76230
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.0002703681689451418,
+      "loss": 0.4471,
+      "step": 76240
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.0002702982413202336,
+      "loss": 0.465,
+      "step": 76250
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.0002702283136953253,
+      "loss": 0.3955,
+      "step": 76260
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00027015838607041717,
+      "loss": 0.4034,
+      "step": 76270
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.0002700884584455089,
+      "loss": 0.3563,
+      "step": 76280
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.0002700185308206007,
+      "loss": 0.3832,
+      "step": 76290
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00026994860319569245,
+      "loss": 0.4067,
+      "step": 76300
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00026987867557078424,
+      "loss": 0.4169,
+      "step": 76310
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00026980874794587604,
+      "loss": 0.383,
+      "step": 76320
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00026973882032096784,
+      "loss": 0.3994,
+      "step": 76330
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002696688926960596,
+      "loss": 0.3766,
+      "step": 76340
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002695989650711514,
+      "loss": 0.3976,
+      "step": 76350
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002695290374462431,
+      "loss": 0.4062,
+      "step": 76360
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002694591098213349,
+      "loss": 0.4618,
+      "step": 76370
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002693891821964267,
+      "loss": 0.3827,
+      "step": 76380
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002693192545715185,
+      "loss": 0.4265,
+      "step": 76390
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026924932694661024,
+      "loss": 0.3738,
+      "step": 76400
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026917939932170204,
+      "loss": 0.3979,
+      "step": 76410
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026910947169679384,
+      "loss": 0.2734,
+      "step": 76420
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026903954407188563,
+      "loss": 0.3777,
+      "step": 76430
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026896961644697743,
+      "loss": 0.4151,
+      "step": 76440
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026889968882206917,
+      "loss": 0.3922,
+      "step": 76450
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026882976119716096,
+      "loss": 0.4314,
+      "step": 76460
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0002687598335722527,
+      "loss": 0.4327,
+      "step": 76470
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.00026868990594734456,
+      "loss": 0.4078,
+      "step": 76480
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002686199783224363,
+      "loss": 0.4535,
+      "step": 76490
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002685500506975281,
+      "loss": 0.4559,
+      "step": 76500
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026848012307261984,
+      "loss": 0.3885,
+      "step": 76510
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026841019544771163,
+      "loss": 0.4235,
+      "step": 76520
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026834026782280337,
+      "loss": 0.4875,
+      "step": 76530
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002682703401978952,
+      "loss": 0.4231,
+      "step": 76540
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026820041257298696,
+      "loss": 0.4283,
+      "step": 76550
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026813048494807876,
+      "loss": 0.412,
+      "step": 76560
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002680605573231705,
+      "loss": 0.3924,
+      "step": 76570
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002679906296982623,
+      "loss": 0.3945,
+      "step": 76580
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002679207020733541,
+      "loss": 0.407,
+      "step": 76590
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002678507744484459,
+      "loss": 0.4108,
+      "step": 76600
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.00026778084682353763,
+      "loss": 0.4716,
+      "step": 76610
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 0.0002677109191986294,
+      "loss": 0.3979,
+      "step": 76620
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002676409915737212,
+      "loss": 0.4735,
+      "step": 76630
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026757106394881296,
+      "loss": 0.4229,
+      "step": 76640
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002675011363239048,
+      "loss": 0.404,
+      "step": 76650
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026743120869899656,
+      "loss": 0.3922,
+      "step": 76660
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026736128107408835,
+      "loss": 0.412,
+      "step": 76670
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002672913534491801,
+      "loss": 0.4395,
+      "step": 76680
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002672214258242719,
+      "loss": 0.3705,
+      "step": 76690
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002671514981993637,
+      "loss": 0.3804,
+      "step": 76700
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002670815705744555,
+      "loss": 0.4136,
+      "step": 76710
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.0002670116429495472,
+      "loss": 0.4517,
+      "step": 76720
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.000266941715324639,
+      "loss": 0.389,
+      "step": 76730
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026687178769973076,
+      "loss": 0.3974,
+      "step": 76740
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026680186007482256,
+      "loss": 0.4095,
+      "step": 76750
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026673193244991435,
+      "loss": 0.4436,
+      "step": 76760
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00026666200482500615,
+      "loss": 0.5073,
+      "step": 76770
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002665920772000979,
+      "loss": 0.417,
+      "step": 76780
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002665221495751897,
+      "loss": 0.358,
+      "step": 76790
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002664522219502815,
+      "loss": 0.3508,
+      "step": 76800
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002663822943253733,
+      "loss": 0.3963,
+      "step": 76810
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.000266312366700465,
+      "loss": 0.3503,
+      "step": 76820
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002662424390755568,
+      "loss": 0.3524,
+      "step": 76830
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002661725114506486,
+      "loss": 0.3875,
+      "step": 76840
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.00026610258382574035,
+      "loss": 0.3761,
+      "step": 76850
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.00026603265620083215,
+      "loss": 0.3532,
+      "step": 76860
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.00026596272857592394,
+      "loss": 0.338,
+      "step": 76870
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.00026589280095101574,
+      "loss": 0.4005,
+      "step": 76880
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002658228733261075,
+      "loss": 0.4009,
+      "step": 76890
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.0002657529457011993,
+      "loss": 0.4223,
+      "step": 76900
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 0.000265683018076291,
+      "loss": 0.4166,
+      "step": 76910
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026561309045138287,
+      "loss": 0.3767,
+      "step": 76920
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002655431628264746,
+      "loss": 0.3863,
+      "step": 76930
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002654732352015664,
+      "loss": 0.4047,
+      "step": 76940
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026540330757665815,
+      "loss": 0.449,
+      "step": 76950
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026533337995174994,
+      "loss": 0.4608,
+      "step": 76960
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002652634523268417,
+      "loss": 0.4145,
+      "step": 76970
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026519352470193353,
+      "loss": 0.3213,
+      "step": 76980
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002651235970770253,
+      "loss": 0.4351,
+      "step": 76990
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026505366945211707,
+      "loss": 0.3745,
+      "step": 77000
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.00026498374182720887,
+      "loss": 0.3862,
+      "step": 77010
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002649138142023006,
+      "loss": 0.4156,
+      "step": 77020
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002648438865773924,
+      "loss": 0.3835,
+      "step": 77030
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.0002647739589524842,
+      "loss": 0.4103,
+      "step": 77040
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.000264704031327576,
+      "loss": 0.3984,
+      "step": 77050
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026463410370266774,
+      "loss": 0.3572,
+      "step": 77060
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026456417607775953,
+      "loss": 0.3655,
+      "step": 77070
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002644942484528513,
+      "loss": 0.3971,
+      "step": 77080
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002644243208279431,
+      "loss": 0.3741,
+      "step": 77090
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026435439320303487,
+      "loss": 0.4643,
+      "step": 77100
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026428446557812666,
+      "loss": 0.3666,
+      "step": 77110
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002642145379532184,
+      "loss": 0.4112,
+      "step": 77120
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002641446103283102,
+      "loss": 0.398,
+      "step": 77130
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.000264074682703402,
+      "loss": 0.3535,
+      "step": 77140
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002640047550784938,
+      "loss": 0.4015,
+      "step": 77150
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026393482745358553,
+      "loss": 0.433,
+      "step": 77160
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026386489982867733,
+      "loss": 0.3699,
+      "step": 77170
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026379497220376907,
+      "loss": 0.4031,
+      "step": 77180
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.0002637250445788609,
+      "loss": 0.4119,
+      "step": 77190
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00026365511695395266,
+      "loss": 0.4231,
+      "step": 77200
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.00026358518932904446,
+      "loss": 0.3633,
+      "step": 77210
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.00026351526170413625,
+      "loss": 0.3868,
+      "step": 77220
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.000263445334079228,
+      "loss": 0.417,
+      "step": 77230
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002633754064543198,
+      "loss": 0.381,
+      "step": 77240
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002633054788294116,
+      "loss": 0.436,
+      "step": 77250
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002632355512045034,
+      "loss": 0.3674,
+      "step": 77260
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002631656235795951,
+      "loss": 0.4246,
+      "step": 77270
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002630956959546869,
+      "loss": 0.3903,
+      "step": 77280
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.00026302576832977866,
+      "loss": 0.3557,
+      "step": 77290
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002629558407048705,
+      "loss": 0.3803,
+      "step": 77300
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.00026288591307996225,
+      "loss": 0.42,
+      "step": 77310
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.00026281598545505405,
+      "loss": 0.405,
+      "step": 77320
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002627460578301458,
+      "loss": 0.3815,
+      "step": 77330
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 0.0002626761302052376,
+      "loss": 0.4125,
+      "step": 77340
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026260620258032933,
+      "loss": 0.4148,
+      "step": 77350
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002625362749554212,
+      "loss": 0.4751,
+      "step": 77360
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002624663473305129,
+      "loss": 0.4546,
+      "step": 77370
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002623964197056047,
+      "loss": 0.3829,
+      "step": 77380
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026232649208069646,
+      "loss": 0.4192,
+      "step": 77390
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026225656445578825,
+      "loss": 0.4354,
+      "step": 77400
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026218663683088005,
+      "loss": 0.4452,
+      "step": 77410
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026211670920597184,
+      "loss": 0.4301,
+      "step": 77420
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026204678158106364,
+      "loss": 0.4083,
+      "step": 77430
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002619768539561554,
+      "loss": 0.4265,
+      "step": 77440
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002619069263312472,
+      "loss": 0.4087,
+      "step": 77450
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002618369987063389,
+      "loss": 0.4329,
+      "step": 77460
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.00026176707108143077,
+      "loss": 0.3554,
+      "step": 77470
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0002616971434565225,
+      "loss": 0.4103,
+      "step": 77480
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002616272158316143,
+      "loss": 0.4488,
+      "step": 77490
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026155728820670605,
+      "loss": 0.4113,
+      "step": 77500
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026148736058179784,
+      "loss": 0.3572,
+      "step": 77510
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026141743295688964,
+      "loss": 0.3523,
+      "step": 77520
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026134750533198144,
+      "loss": 0.3712,
+      "step": 77530
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002612775777070732,
+      "loss": 0.4684,
+      "step": 77540
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.000261207650082165,
+      "loss": 0.4067,
+      "step": 77550
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002611377224572567,
+      "loss": 0.4038,
+      "step": 77560
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002610677948323485,
+      "loss": 0.3881,
+      "step": 77570
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002609978672074403,
+      "loss": 0.4089,
+      "step": 77580
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0002609279395825321,
+      "loss": 0.3937,
+      "step": 77590
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026085801195762384,
+      "loss": 0.35,
+      "step": 77600
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026078808433271564,
+      "loss": 0.3621,
+      "step": 77610
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026071815670780744,
+      "loss": 0.3561,
+      "step": 77620
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.00026064822908289923,
+      "loss": 0.3376,
+      "step": 77630
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00026057830145799103,
+      "loss": 0.3883,
+      "step": 77640
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00026050837383308277,
+      "loss": 0.3697,
+      "step": 77650
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00026043844620817456,
+      "loss": 0.4095,
+      "step": 77660
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002603685185832663,
+      "loss": 0.4439,
+      "step": 77670
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002602985909583581,
+      "loss": 0.4377,
+      "step": 77680
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002602286633334499,
+      "loss": 0.3957,
+      "step": 77690
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002601587357085417,
+      "loss": 0.3852,
+      "step": 77700
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00026008880808363344,
+      "loss": 0.3761,
+      "step": 77710
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00026001888045872523,
+      "loss": 0.4327,
+      "step": 77720
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.000259948952833817,
+      "loss": 0.3519,
+      "step": 77730
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002598790252089088,
+      "loss": 0.4576,
+      "step": 77740
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00025980909758400056,
+      "loss": 0.4147,
+      "step": 77750
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.00025973916995909236,
+      "loss": 0.4202,
+      "step": 77760
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 0.0002596692423341841,
+      "loss": 0.4172,
+      "step": 77770
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002595993147092759,
+      "loss": 0.4476,
+      "step": 77780
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002595293870843677,
+      "loss": 0.4316,
+      "step": 77790
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002594594594594595,
+      "loss": 0.4589,
+      "step": 77800
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.00025938953183455123,
+      "loss": 0.3373,
+      "step": 77810
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.000259319604209643,
+      "loss": 0.3967,
+      "step": 77820
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002592496765847348,
+      "loss": 0.3449,
+      "step": 77830
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.00025917974895982656,
+      "loss": 0.4312,
+      "step": 77840
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002591098213349184,
+      "loss": 0.4052,
+      "step": 77850
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.00025903989371001016,
+      "loss": 0.3903,
+      "step": 77860
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.00025896996608510195,
+      "loss": 0.3692,
+      "step": 77870
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002589000384601937,
+      "loss": 0.3731,
+      "step": 77880
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002588301108352855,
+      "loss": 0.4086,
+      "step": 77890
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002587601832103773,
+      "loss": 0.3356,
+      "step": 77900
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.0002586902555854691,
+      "loss": 0.3936,
+      "step": 77910
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002586203279605608,
+      "loss": 0.4282,
+      "step": 77920
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002585504003356526,
+      "loss": 0.4116,
+      "step": 77930
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025848047271074436,
+      "loss": 0.3679,
+      "step": 77940
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025841054508583616,
+      "loss": 0.4617,
+      "step": 77950
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025834061746092795,
+      "loss": 0.3692,
+      "step": 77960
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025827068983601975,
+      "loss": 0.404,
+      "step": 77970
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002582007622111115,
+      "loss": 0.3953,
+      "step": 77980
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002581308345862033,
+      "loss": 0.36,
+      "step": 77990
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002580609069612951,
+      "loss": 0.4041,
+      "step": 78000
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002579909793363869,
+      "loss": 0.3884,
+      "step": 78010
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025792105171147867,
+      "loss": 0.4045,
+      "step": 78020
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002578511240865704,
+      "loss": 0.3824,
+      "step": 78030
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.0002577811964616622,
+      "loss": 0.4417,
+      "step": 78040
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025771126883675395,
+      "loss": 0.4427,
+      "step": 78050
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 0.00025764134121184575,
+      "loss": 0.3826,
+      "step": 78060
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025757141358693754,
+      "loss": 0.4301,
+      "step": 78070
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025750148596202934,
+      "loss": 0.4365,
+      "step": 78080
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0002574315583371211,
+      "loss": 0.4439,
+      "step": 78090
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0002573616307122129,
+      "loss": 0.4591,
+      "step": 78100
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0002572917030873046,
+      "loss": 0.4551,
+      "step": 78110
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025722177546239647,
+      "loss": 0.3839,
+      "step": 78120
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0002571518478374882,
+      "loss": 0.39,
+      "step": 78130
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025708192021258,
+      "loss": 0.4444,
+      "step": 78140
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025701199258767175,
+      "loss": 0.4266,
+      "step": 78150
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025694206496276354,
+      "loss": 0.4326,
+      "step": 78160
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025687213733785534,
+      "loss": 0.4014,
+      "step": 78170
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025680220971294713,
+      "loss": 0.3493,
+      "step": 78180
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0002567322820880389,
+      "loss": 0.4255,
+      "step": 78190
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.00025666235446313067,
+      "loss": 0.3778,
+      "step": 78200
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025659242683822247,
+      "loss": 0.4402,
+      "step": 78210
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002565224992133142,
+      "loss": 0.3475,
+      "step": 78220
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025645257158840606,
+      "loss": 0.4027,
+      "step": 78230
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002563826439634978,
+      "loss": 0.3363,
+      "step": 78240
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002563127163385896,
+      "loss": 0.3943,
+      "step": 78250
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025624278871368134,
+      "loss": 0.3925,
+      "step": 78260
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025617286108877313,
+      "loss": 0.405,
+      "step": 78270
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002561029334638649,
+      "loss": 0.4307,
+      "step": 78280
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002560330058389567,
+      "loss": 0.4102,
+      "step": 78290
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025596307821404847,
+      "loss": 0.3543,
+      "step": 78300
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00025589315058914026,
+      "loss": 0.453,
+      "step": 78310
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.000255823222964232,
+      "loss": 0.4297,
+      "step": 78320
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002557532953393238,
+      "loss": 0.4194,
+      "step": 78330
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002556833677144156,
+      "loss": 0.381,
+      "step": 78340
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.0002556134400895074,
+      "loss": 0.456,
+      "step": 78350
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025554351246459913,
+      "loss": 0.411,
+      "step": 78360
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025547358483969093,
+      "loss": 0.4217,
+      "step": 78370
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002554036572147827,
+      "loss": 0.4023,
+      "step": 78380
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025533372958987447,
+      "loss": 0.4122,
+      "step": 78390
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025526380196496626,
+      "loss": 0.4003,
+      "step": 78400
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025519387434005806,
+      "loss": 0.4042,
+      "step": 78410
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025512394671514985,
+      "loss": 0.4404,
+      "step": 78420
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002550540190902416,
+      "loss": 0.3942,
+      "step": 78430
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002549840914653334,
+      "loss": 0.4332,
+      "step": 78440
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002549141638404252,
+      "loss": 0.4532,
+      "step": 78450
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.000254844236215517,
+      "loss": 0.4068,
+      "step": 78460
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002547743085906087,
+      "loss": 0.3979,
+      "step": 78470
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.0002547043809657005,
+      "loss": 0.3795,
+      "step": 78480
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 0.00025463445334079226,
+      "loss": 0.4061,
+      "step": 78490
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025456452571588406,
+      "loss": 0.3999,
+      "step": 78500
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025449459809097585,
+      "loss": 0.4279,
+      "step": 78510
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025442467046606765,
+      "loss": 0.3643,
+      "step": 78520
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002543547428411594,
+      "loss": 0.3969,
+      "step": 78530
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002542848152162512,
+      "loss": 0.4048,
+      "step": 78540
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025421488759134293,
+      "loss": 0.3461,
+      "step": 78550
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002541449599664348,
+      "loss": 0.3649,
+      "step": 78560
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002540750323415265,
+      "loss": 0.3825,
+      "step": 78570
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002540051047166183,
+      "loss": 0.3362,
+      "step": 78580
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.0002539351770917101,
+      "loss": 0.4514,
+      "step": 78590
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025386524946680185,
+      "loss": 0.456,
+      "step": 78600
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025379532184189365,
+      "loss": 0.4215,
+      "step": 78610
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025372539421698545,
+      "loss": 0.3991,
+      "step": 78620
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00025365546659207724,
+      "loss": 0.3745,
+      "step": 78630
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.000253585538967169,
+      "loss": 0.3586,
+      "step": 78640
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002535156113422608,
+      "loss": 0.4093,
+      "step": 78650
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002534456837173525,
+      "loss": 0.4178,
+      "step": 78660
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.00025337575609244437,
+      "loss": 0.4032,
+      "step": 78670
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002533058284675361,
+      "loss": 0.4431,
+      "step": 78680
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002532359008426279,
+      "loss": 0.384,
+      "step": 78690
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.00025316597321771965,
+      "loss": 0.3817,
+      "step": 78700
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.00025309604559281144,
+      "loss": 0.4114,
+      "step": 78710
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.00025302611796790324,
+      "loss": 0.3699,
+      "step": 78720
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.00025295619034299504,
+      "loss": 0.4122,
+      "step": 78730
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002528862627180868,
+      "loss": 0.376,
+      "step": 78740
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002528163350931786,
+      "loss": 0.4024,
+      "step": 78750
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002527464074682703,
+      "loss": 0.4072,
+      "step": 78760
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002526764798433621,
+      "loss": 0.3828,
+      "step": 78770
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 0.0002526065522184539,
+      "loss": 0.3979,
+      "step": 78780
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002525366245935457,
+      "loss": 0.3915,
+      "step": 78790
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002524666969686375,
+      "loss": 0.3846,
+      "step": 78800
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025239676934372924,
+      "loss": 0.3484,
+      "step": 78810
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025232684171882104,
+      "loss": 0.398,
+      "step": 78820
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025225691409391283,
+      "loss": 0.3694,
+      "step": 78830
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025218698646900463,
+      "loss": 0.3274,
+      "step": 78840
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025211705884409637,
+      "loss": 0.3587,
+      "step": 78850
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025204713121918817,
+      "loss": 0.4515,
+      "step": 78860
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002519772035942799,
+      "loss": 0.4,
+      "step": 78870
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002519072759693717,
+      "loss": 0.4118,
+      "step": 78880
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002518373483444635,
+      "loss": 0.3667,
+      "step": 78890
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.0002517674207195553,
+      "loss": 0.4459,
+      "step": 78900
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025169749309464704,
+      "loss": 0.3956,
+      "step": 78910
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00025162756546973883,
+      "loss": 0.4289,
+      "step": 78920
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002515576378448306,
+      "loss": 0.4473,
+      "step": 78930
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002514877102199224,
+      "loss": 0.3648,
+      "step": 78940
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.00025141778259501416,
+      "loss": 0.4557,
+      "step": 78950
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.00025134785497010596,
+      "loss": 0.4336,
+      "step": 78960
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002512779273451977,
+      "loss": 0.4649,
+      "step": 78970
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002512079997202895,
+      "loss": 0.3872,
+      "step": 78980
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002511380720953813,
+      "loss": 0.3978,
+      "step": 78990
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002510681444704731,
+      "loss": 0.4148,
+      "step": 79000
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002509982168455649,
+      "loss": 0.3648,
+      "step": 79010
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.00025092828922065663,
+      "loss": 0.3857,
+      "step": 79020
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0002508583615957484,
+      "loss": 0.3528,
+      "step": 79030
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.00025078843397084016,
+      "loss": 0.417,
+      "step": 79040
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.000250718506345932,
+      "loss": 0.3598,
+      "step": 79050
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.00025064857872102376,
+      "loss": 0.4464,
+      "step": 79060
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00025057865109611555,
+      "loss": 0.3671,
+      "step": 79070
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002505087234712073,
+      "loss": 0.4165,
+      "step": 79080
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002504387958462991,
+      "loss": 0.3714,
+      "step": 79090
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00025036886822139083,
+      "loss": 0.3828,
+      "step": 79100
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002502989405964827,
+      "loss": 0.474,
+      "step": 79110
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002502290129715744,
+      "loss": 0.3661,
+      "step": 79120
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002501590853466662,
+      "loss": 0.4199,
+      "step": 79130
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00025008915772175796,
+      "loss": 0.4188,
+      "step": 79140
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00025001923009684976,
+      "loss": 0.4506,
+      "step": 79150
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00024994930247194155,
+      "loss": 0.3699,
+      "step": 79160
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.00024987937484703335,
+      "loss": 0.4768,
+      "step": 79170
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002498094472221251,
+      "loss": 0.3776,
+      "step": 79180
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002497395195972169,
+      "loss": 0.376,
+      "step": 79190
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002496695919723087,
+      "loss": 0.3915,
+      "step": 79200
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 0.0002495996643474004,
+      "loss": 0.4375,
+      "step": 79210
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024952973672249227,
+      "loss": 0.4355,
+      "step": 79220
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.000249459809097584,
+      "loss": 0.3876,
+      "step": 79230
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002493898814726758,
+      "loss": 0.4593,
+      "step": 79240
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024931995384776755,
+      "loss": 0.3992,
+      "step": 79250
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024925002622285935,
+      "loss": 0.4406,
+      "step": 79260
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024918009859795114,
+      "loss": 0.3972,
+      "step": 79270
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024911017097304294,
+      "loss": 0.4384,
+      "step": 79280
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002490402433481347,
+      "loss": 0.4014,
+      "step": 79290
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002489703157232265,
+      "loss": 0.358,
+      "step": 79300
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002489003880983182,
+      "loss": 0.4276,
+      "step": 79310
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024883046047341007,
+      "loss": 0.3928,
+      "step": 79320
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002487605328485018,
+      "loss": 0.3481,
+      "step": 79330
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.0002486906052235936,
+      "loss": 0.4145,
+      "step": 79340
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00024862067759868535,
+      "loss": 0.4579,
+      "step": 79350
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024855074997377714,
+      "loss": 0.438,
+      "step": 79360
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024848082234886894,
+      "loss": 0.3922,
+      "step": 79370
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024841089472396073,
+      "loss": 0.4941,
+      "step": 79380
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002483409670990525,
+      "loss": 0.3819,
+      "step": 79390
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024827103947414427,
+      "loss": 0.346,
+      "step": 79400
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024820111184923607,
+      "loss": 0.4038,
+      "step": 79410
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002481311842243278,
+      "loss": 0.4209,
+      "step": 79420
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024806125659941966,
+      "loss": 0.4276,
+      "step": 79430
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002479913289745114,
+      "loss": 0.3373,
+      "step": 79440
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002479214013496032,
+      "loss": 0.4431,
+      "step": 79450
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024785147372469494,
+      "loss": 0.3792,
+      "step": 79460
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00024778154609978673,
+      "loss": 0.3809,
+      "step": 79470
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002477116184748785,
+      "loss": 0.4175,
+      "step": 79480
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.0002476416908499703,
+      "loss": 0.4499,
+      "step": 79490
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024757176322506207,
+      "loss": 0.3535,
+      "step": 79500
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024750183560015386,
+      "loss": 0.4096,
+      "step": 79510
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.0002474319079752456,
+      "loss": 0.4039,
+      "step": 79520
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.0002473619803503374,
+      "loss": 0.3494,
+      "step": 79530
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.0002472920527254292,
+      "loss": 0.4101,
+      "step": 79540
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.000247222125100521,
+      "loss": 0.393,
+      "step": 79550
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024715219747561273,
+      "loss": 0.33,
+      "step": 79560
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024708226985070453,
+      "loss": 0.3665,
+      "step": 79570
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.0002470123422257963,
+      "loss": 0.3869,
+      "step": 79580
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024694241460088807,
+      "loss": 0.4275,
+      "step": 79590
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024687248697597986,
+      "loss": 0.4236,
+      "step": 79600
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024680255935107166,
+      "loss": 0.3988,
+      "step": 79610
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.00024673263172616345,
+      "loss": 0.4348,
+      "step": 79620
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.0002466627041012552,
+      "loss": 0.4082,
+      "step": 79630
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 0.000246592776476347,
+      "loss": 0.4261,
+      "step": 79640
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002465228488514388,
+      "loss": 0.4422,
+      "step": 79650
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002464529212265306,
+      "loss": 0.3576,
+      "step": 79660
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002463829936016223,
+      "loss": 0.3905,
+      "step": 79670
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002463130659767141,
+      "loss": 0.4298,
+      "step": 79680
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.00024624313835180586,
+      "loss": 0.3284,
+      "step": 79690
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.00024617321072689766,
+      "loss": 0.3132,
+      "step": 79700
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.00024610328310198945,
+      "loss": 0.4549,
+      "step": 79710
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.00024603335547708125,
+      "loss": 0.4104,
+      "step": 79720
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.000245963427852173,
+      "loss": 0.3492,
+      "step": 79730
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002458935002272648,
+      "loss": 0.3859,
+      "step": 79740
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.00024582357260235653,
+      "loss": 0.3615,
+      "step": 79750
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002457536449774484,
+      "loss": 0.3994,
+      "step": 79760
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002456837173525401,
+      "loss": 0.3739,
+      "step": 79770
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0002456137897276319,
+      "loss": 0.4626,
+      "step": 79780
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002455438621027237,
+      "loss": 0.4289,
+      "step": 79790
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024547393447781545,
+      "loss": 0.3799,
+      "step": 79800
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024540400685290725,
+      "loss": 0.3654,
+      "step": 79810
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024533407922799905,
+      "loss": 0.4847,
+      "step": 79820
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024526415160309084,
+      "loss": 0.3857,
+      "step": 79830
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002451942239781826,
+      "loss": 0.3989,
+      "step": 79840
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002451242963532744,
+      "loss": 0.342,
+      "step": 79850
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002450543687283661,
+      "loss": 0.4495,
+      "step": 79860
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024498444110345797,
+      "loss": 0.3554,
+      "step": 79870
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002449145134785497,
+      "loss": 0.3865,
+      "step": 79880
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.0002448445858536415,
+      "loss": 0.4293,
+      "step": 79890
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024477465822873325,
+      "loss": 0.3917,
+      "step": 79900
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024470473060382505,
+      "loss": 0.3598,
+      "step": 79910
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024463480297891684,
+      "loss": 0.3863,
+      "step": 79920
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 0.00024456487535400864,
+      "loss": 0.3672,
+      "step": 79930
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002444949477291004,
+      "loss": 0.3746,
+      "step": 79940
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002444250201041922,
+      "loss": 0.4201,
+      "step": 79950
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002443550924792839,
+      "loss": 0.4174,
+      "step": 79960
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002442851648543757,
+      "loss": 0.4025,
+      "step": 79970
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002442152372294675,
+      "loss": 0.4437,
+      "step": 79980
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002441453096045593,
+      "loss": 0.4916,
+      "step": 79990
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024407538197965107,
+      "loss": 0.4211,
+      "step": 80000
+    },
+    {
+      "epoch": 5.57,
+      "eval_loss": 0.3695549964904785,
+      "eval_runtime": 346.5302,
+      "eval_samples_per_second": 18.42,
+      "eval_steps_per_second": 2.303,
+      "step": 80000
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024400545435474284,
+      "loss": 0.4474,
+      "step": 80010
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002439355267298346,
+      "loss": 0.367,
+      "step": 80020
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024386559910492643,
+      "loss": 0.4307,
+      "step": 80030
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.0002437956714800182,
+      "loss": 0.3988,
+      "step": 80040
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024372574385510997,
+      "loss": 0.4802,
+      "step": 80050
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024365581623020174,
+      "loss": 0.4067,
+      "step": 80060
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00024358588860529353,
+      "loss": 0.4229,
+      "step": 80070
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002435159609803853,
+      "loss": 0.3786,
+      "step": 80080
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002434460333554771,
+      "loss": 0.4205,
+      "step": 80090
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002433761057305689,
+      "loss": 0.4178,
+      "step": 80100
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024330617810566066,
+      "loss": 0.4041,
+      "step": 80110
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024323625048075243,
+      "loss": 0.4217,
+      "step": 80120
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002431663228558442,
+      "loss": 0.4197,
+      "step": 80130
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024309639523093602,
+      "loss": 0.3912,
+      "step": 80140
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002430264676060278,
+      "loss": 0.4041,
+      "step": 80150
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024295653998111956,
+      "loss": 0.4985,
+      "step": 80160
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024288661235621133,
+      "loss": 0.3803,
+      "step": 80170
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002428166847313031,
+      "loss": 0.412,
+      "step": 80180
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024274675710639487,
+      "loss": 0.4521,
+      "step": 80190
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.0002426768294814867,
+      "loss": 0.3387,
+      "step": 80200
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.00024260690185657846,
+      "loss": 0.3949,
+      "step": 80210
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024253697423167023,
+      "loss": 0.3762,
+      "step": 80220
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.000242467046606762,
+      "loss": 0.4445,
+      "step": 80230
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024239711898185376,
+      "loss": 0.3999,
+      "step": 80240
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.0002423271913569456,
+      "loss": 0.3505,
+      "step": 80250
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024225726373203736,
+      "loss": 0.427,
+      "step": 80260
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024218733610712913,
+      "loss": 0.4658,
+      "step": 80270
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024211740848222092,
+      "loss": 0.3656,
+      "step": 80280
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.0002420474808573127,
+      "loss": 0.394,
+      "step": 80290
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024197755323240446,
+      "loss": 0.3182,
+      "step": 80300
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024190762560749628,
+      "loss": 0.4079,
+      "step": 80310
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024183769798258805,
+      "loss": 0.3703,
+      "step": 80320
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024176777035767982,
+      "loss": 0.4581,
+      "step": 80330
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.0002416978427327716,
+      "loss": 0.3214,
+      "step": 80340
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024162791510786336,
+      "loss": 0.3976,
+      "step": 80350
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 0.00024155798748295518,
+      "loss": 0.37,
+      "step": 80360
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024148805985804695,
+      "loss": 0.3747,
+      "step": 80370
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024141813223313872,
+      "loss": 0.4244,
+      "step": 80380
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024134820460823049,
+      "loss": 0.3843,
+      "step": 80390
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024127827698332225,
+      "loss": 0.4449,
+      "step": 80400
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024120834935841402,
+      "loss": 0.4648,
+      "step": 80410
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024113842173350585,
+      "loss": 0.422,
+      "step": 80420
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024106849410859761,
+      "loss": 0.368,
+      "step": 80430
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024099856648368938,
+      "loss": 0.3899,
+      "step": 80440
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024092863885878115,
+      "loss": 0.4314,
+      "step": 80450
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024085871123387295,
+      "loss": 0.346,
+      "step": 80460
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024078878360896474,
+      "loss": 0.4291,
+      "step": 80470
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.0002407188559840565,
+      "loss": 0.3924,
+      "step": 80480
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.0002406489283591483,
+      "loss": 0.4103,
+      "step": 80490
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00024057900073424008,
+      "loss": 0.4199,
+      "step": 80500
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024050907310933185,
+      "loss": 0.3773,
+      "step": 80510
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024043914548442361,
+      "loss": 0.3875,
+      "step": 80520
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024036921785951544,
+      "loss": 0.4157,
+      "step": 80530
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.0002402992902346072,
+      "loss": 0.4516,
+      "step": 80540
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024022936260969897,
+      "loss": 0.399,
+      "step": 80550
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024015943498479074,
+      "loss": 0.4236,
+      "step": 80560
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.0002400895073598825,
+      "loss": 0.3902,
+      "step": 80570
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00024001957973497433,
+      "loss": 0.3661,
+      "step": 80580
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.0002399496521100661,
+      "loss": 0.497,
+      "step": 80590
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00023987972448515787,
+      "loss": 0.4556,
+      "step": 80600
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00023980979686024964,
+      "loss": 0.4064,
+      "step": 80610
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.0002397398692353414,
+      "loss": 0.4053,
+      "step": 80620
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.00023966994161043323,
+      "loss": 0.4636,
+      "step": 80630
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 0.000239600013985525,
+      "loss": 0.3984,
+      "step": 80640
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023953008636061677,
+      "loss": 0.4454,
+      "step": 80650
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023946015873570854,
+      "loss": 0.4065,
+      "step": 80660
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023939023111080033,
+      "loss": 0.4673,
+      "step": 80670
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0002393203034858921,
+      "loss": 0.3774,
+      "step": 80680
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0002392503758609839,
+      "loss": 0.3997,
+      "step": 80690
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0002391804482360757,
+      "loss": 0.4164,
+      "step": 80700
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023911052061116746,
+      "loss": 0.3824,
+      "step": 80710
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023904059298625923,
+      "loss": 0.4508,
+      "step": 80720
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.000238970665361351,
+      "loss": 0.3838,
+      "step": 80730
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023890073773644282,
+      "loss": 0.4013,
+      "step": 80740
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0002388308101115346,
+      "loss": 0.4281,
+      "step": 80750
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023876088248662636,
+      "loss": 0.3642,
+      "step": 80760
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023869095486171813,
+      "loss": 0.421,
+      "step": 80770
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0002386210272368099,
+      "loss": 0.4358,
+      "step": 80780
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.00023855109961190167,
+      "loss": 0.3711,
+      "step": 80790
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.0002384811719869935,
+      "loss": 0.4767,
+      "step": 80800
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023841124436208526,
+      "loss": 0.3806,
+      "step": 80810
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023834131673717703,
+      "loss": 0.3717,
+      "step": 80820
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.0002382713891122688,
+      "loss": 0.4342,
+      "step": 80830
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023820146148736057,
+      "loss": 0.4145,
+      "step": 80840
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.0002381315338624524,
+      "loss": 0.4646,
+      "step": 80850
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023806160623754416,
+      "loss": 0.3761,
+      "step": 80860
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023799167861263593,
+      "loss": 0.4783,
+      "step": 80870
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023792175098772772,
+      "loss": 0.4187,
+      "step": 80880
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.0002378518233628195,
+      "loss": 0.4543,
+      "step": 80890
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023778189573791126,
+      "loss": 0.4211,
+      "step": 80900
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023771196811300308,
+      "loss": 0.3644,
+      "step": 80910
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023764204048809485,
+      "loss": 0.3803,
+      "step": 80920
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00023757211286318662,
+      "loss": 0.3943,
+      "step": 80930
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.0002375021852382784,
+      "loss": 0.4373,
+      "step": 80940
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023743225761337016,
+      "loss": 0.39,
+      "step": 80950
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023736232998846198,
+      "loss": 0.3689,
+      "step": 80960
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023729240236355375,
+      "loss": 0.3726,
+      "step": 80970
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023722247473864552,
+      "loss": 0.397,
+      "step": 80980
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023715254711373729,
+      "loss": 0.4504,
+      "step": 80990
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023708261948882905,
+      "loss": 0.4405,
+      "step": 81000
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023701269186392082,
+      "loss": 0.4137,
+      "step": 81010
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023694276423901265,
+      "loss": 0.4331,
+      "step": 81020
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023687283661410441,
+      "loss": 0.3828,
+      "step": 81030
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023680290898919618,
+      "loss": 0.439,
+      "step": 81040
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023673298136428795,
+      "loss": 0.4029,
+      "step": 81050
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023666305373937975,
+      "loss": 0.3884,
+      "step": 81060
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 0.00023659312611447154,
+      "loss": 0.4268,
+      "step": 81070
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.0002365231984895633,
+      "loss": 0.4105,
+      "step": 81080
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.0002364532708646551,
+      "loss": 0.3649,
+      "step": 81090
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023638334323974688,
+      "loss": 0.4075,
+      "step": 81100
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023631341561483865,
+      "loss": 0.3458,
+      "step": 81110
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023624348798993041,
+      "loss": 0.3634,
+      "step": 81120
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023617356036502224,
+      "loss": 0.4397,
+      "step": 81130
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.000236103632740114,
+      "loss": 0.443,
+      "step": 81140
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023603370511520577,
+      "loss": 0.4021,
+      "step": 81150
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023596377749029754,
+      "loss": 0.4449,
+      "step": 81160
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.0002358938498653893,
+      "loss": 0.4179,
+      "step": 81170
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023582392224048113,
+      "loss": 0.3738,
+      "step": 81180
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.0002357539946155729,
+      "loss": 0.4411,
+      "step": 81190
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023568406699066467,
+      "loss": 0.4002,
+      "step": 81200
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00023561413936575644,
+      "loss": 0.4303,
+      "step": 81210
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.0002355442117408482,
+      "loss": 0.3979,
+      "step": 81220
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023547428411593998,
+      "loss": 0.4036,
+      "step": 81230
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002354043564910318,
+      "loss": 0.4354,
+      "step": 81240
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023533442886612357,
+      "loss": 0.384,
+      "step": 81250
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023526450124121534,
+      "loss": 0.3655,
+      "step": 81260
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023519457361630713,
+      "loss": 0.346,
+      "step": 81270
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002351246459913989,
+      "loss": 0.3663,
+      "step": 81280
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002350547183664907,
+      "loss": 0.4257,
+      "step": 81290
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002349847907415825,
+      "loss": 0.3798,
+      "step": 81300
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023491486311667426,
+      "loss": 0.3673,
+      "step": 81310
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023484493549176603,
+      "loss": 0.4145,
+      "step": 81320
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002347750078668578,
+      "loss": 0.335,
+      "step": 81330
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023470508024194962,
+      "loss": 0.41,
+      "step": 81340
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.0002346351526170414,
+      "loss": 0.3856,
+      "step": 81350
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00023456522499213316,
+      "loss": 0.4763,
+      "step": 81360
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023449529736722493,
+      "loss": 0.4194,
+      "step": 81370
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.0002344253697423167,
+      "loss": 0.3678,
+      "step": 81380
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023435544211740847,
+      "loss": 0.4319,
+      "step": 81390
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.0002342855144925003,
+      "loss": 0.4249,
+      "step": 81400
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023421558686759206,
+      "loss": 0.4094,
+      "step": 81410
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023414565924268383,
+      "loss": 0.4371,
+      "step": 81420
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.0002340757316177756,
+      "loss": 0.4072,
+      "step": 81430
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023400580399286737,
+      "loss": 0.3537,
+      "step": 81440
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.0002339358763679592,
+      "loss": 0.4252,
+      "step": 81450
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023386594874305096,
+      "loss": 0.3443,
+      "step": 81460
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023379602111814273,
+      "loss": 0.4235,
+      "step": 81470
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023372609349323452,
+      "loss": 0.4081,
+      "step": 81480
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.0002336561658683263,
+      "loss": 0.3852,
+      "step": 81490
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023358623824341806,
+      "loss": 0.3826,
+      "step": 81500
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 0.00023351631061850988,
+      "loss": 0.4021,
+      "step": 81510
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023344638299360165,
+      "loss": 0.3688,
+      "step": 81520
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023337645536869342,
+      "loss": 0.4048,
+      "step": 81530
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.0002333065277437852,
+      "loss": 0.4151,
+      "step": 81540
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023323660011887696,
+      "loss": 0.4117,
+      "step": 81550
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023316667249396878,
+      "loss": 0.3936,
+      "step": 81560
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023309674486906055,
+      "loss": 0.3683,
+      "step": 81570
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023302681724415232,
+      "loss": 0.4254,
+      "step": 81580
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023295688961924409,
+      "loss": 0.4446,
+      "step": 81590
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023288696199433585,
+      "loss": 0.4067,
+      "step": 81600
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023281703436942762,
+      "loss": 0.3673,
+      "step": 81610
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023274710674451945,
+      "loss": 0.3771,
+      "step": 81620
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023267717911961121,
+      "loss": 0.4797,
+      "step": 81630
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023260725149470298,
+      "loss": 0.4241,
+      "step": 81640
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00023253732386979475,
+      "loss": 0.3652,
+      "step": 81650
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023246739624488655,
+      "loss": 0.4215,
+      "step": 81660
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023239746861997834,
+      "loss": 0.3667,
+      "step": 81670
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.0002323275409950701,
+      "loss": 0.4466,
+      "step": 81680
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.0002322576133701619,
+      "loss": 0.4151,
+      "step": 81690
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023218768574525368,
+      "loss": 0.4383,
+      "step": 81700
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023211775812034545,
+      "loss": 0.3921,
+      "step": 81710
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023204783049543721,
+      "loss": 0.4119,
+      "step": 81720
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023197790287052904,
+      "loss": 0.4602,
+      "step": 81730
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.0002319079752456208,
+      "loss": 0.4202,
+      "step": 81740
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023183804762071257,
+      "loss": 0.4889,
+      "step": 81750
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023176811999580434,
+      "loss": 0.397,
+      "step": 81760
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.0002316981923708961,
+      "loss": 0.3772,
+      "step": 81770
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.00023162826474598793,
+      "loss": 0.3955,
+      "step": 81780
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 0.0002315583371210797,
+      "loss": 0.362,
+      "step": 81790
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023148840949617147,
+      "loss": 0.4495,
+      "step": 81800
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023141848187126324,
+      "loss": 0.4467,
+      "step": 81810
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.000231348554246355,
+      "loss": 0.3871,
+      "step": 81820
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002312786266214468,
+      "loss": 0.3668,
+      "step": 81830
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002312086989965386,
+      "loss": 0.4014,
+      "step": 81840
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023113877137163037,
+      "loss": 0.3571,
+      "step": 81850
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023106884374672214,
+      "loss": 0.4388,
+      "step": 81860
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023099891612181393,
+      "loss": 0.3546,
+      "step": 81870
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002309289884969057,
+      "loss": 0.3844,
+      "step": 81880
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002308590608719975,
+      "loss": 0.407,
+      "step": 81890
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002307891332470893,
+      "loss": 0.3604,
+      "step": 81900
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023071920562218106,
+      "loss": 0.3882,
+      "step": 81910
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023064927799727283,
+      "loss": 0.3404,
+      "step": 81920
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.0002305793503723646,
+      "loss": 0.4178,
+      "step": 81930
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.00023050942274745637,
+      "loss": 0.4305,
+      "step": 81940
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.0002304394951225482,
+      "loss": 0.3344,
+      "step": 81950
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00023036956749763996,
+      "loss": 0.4149,
+      "step": 81960
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00023029963987273173,
+      "loss": 0.4775,
+      "step": 81970
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.0002302297122478235,
+      "loss": 0.4003,
+      "step": 81980
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00023015978462291527,
+      "loss": 0.3525,
+      "step": 81990
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.0002300898569980071,
+      "loss": 0.4174,
+      "step": 82000
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00023001992937309886,
+      "loss": 0.4391,
+      "step": 82010
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00022995000174819063,
+      "loss": 0.3238,
+      "step": 82020
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.0002298800741232824,
+      "loss": 0.3721,
+      "step": 82030
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.0002298101464983742,
+      "loss": 0.3529,
+      "step": 82040
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.000229740218873466,
+      "loss": 0.4246,
+      "step": 82050
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00022967029124855776,
+      "loss": 0.4374,
+      "step": 82060
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00022960036362364953,
+      "loss": 0.3871,
+      "step": 82070
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00022953043599874132,
+      "loss": 0.3679,
+      "step": 82080
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.0002294605083738331,
+      "loss": 0.4191,
+      "step": 82090
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022939058074892486,
+      "loss": 0.3839,
+      "step": 82100
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022932065312401668,
+      "loss": 0.461,
+      "step": 82110
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022925072549910845,
+      "loss": 0.4107,
+      "step": 82120
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022918079787420022,
+      "loss": 0.4132,
+      "step": 82130
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.000229110870249292,
+      "loss": 0.4322,
+      "step": 82140
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022904094262438376,
+      "loss": 0.3979,
+      "step": 82150
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022897101499947558,
+      "loss": 0.4037,
+      "step": 82160
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022890108737456735,
+      "loss": 0.4865,
+      "step": 82170
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022883115974965912,
+      "loss": 0.4281,
+      "step": 82180
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022876123212475089,
+      "loss": 0.3908,
+      "step": 82190
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022869130449984265,
+      "loss": 0.4573,
+      "step": 82200
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022862137687493442,
+      "loss": 0.3956,
+      "step": 82210
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 0.00022855144925002625,
+      "loss": 0.4439,
+      "step": 82220
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022848152162511801,
+      "loss": 0.389,
+      "step": 82230
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022841159400020978,
+      "loss": 0.3706,
+      "step": 82240
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022834166637530158,
+      "loss": 0.4009,
+      "step": 82250
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022827173875039335,
+      "loss": 0.3971,
+      "step": 82260
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022820181112548514,
+      "loss": 0.4377,
+      "step": 82270
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022813188350057694,
+      "loss": 0.4624,
+      "step": 82280
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.0002280619558756687,
+      "loss": 0.4024,
+      "step": 82290
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022799202825076048,
+      "loss": 0.4685,
+      "step": 82300
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022792210062585225,
+      "loss": 0.3719,
+      "step": 82310
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022785217300094401,
+      "loss": 0.4774,
+      "step": 82320
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022778224537603584,
+      "loss": 0.3964,
+      "step": 82330
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.0002277123177511276,
+      "loss": 0.4211,
+      "step": 82340
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022764239012621937,
+      "loss": 0.4051,
+      "step": 82350
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00022757246250131114,
+      "loss": 0.4038,
+      "step": 82360
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.0002275025348764029,
+      "loss": 0.4051,
+      "step": 82370
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022743260725149474,
+      "loss": 0.3587,
+      "step": 82380
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002273626796265865,
+      "loss": 0.4111,
+      "step": 82390
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022729275200167827,
+      "loss": 0.3435,
+      "step": 82400
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022722282437677004,
+      "loss": 0.4617,
+      "step": 82410
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002271528967518618,
+      "loss": 0.3901,
+      "step": 82420
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002270829691269536,
+      "loss": 0.4324,
+      "step": 82430
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002270130415020454,
+      "loss": 0.4117,
+      "step": 82440
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022694311387713717,
+      "loss": 0.3819,
+      "step": 82450
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022687318625222897,
+      "loss": 0.4016,
+      "step": 82460
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022680325862732073,
+      "loss": 0.4241,
+      "step": 82470
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002267333310024125,
+      "loss": 0.3393,
+      "step": 82480
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022666340337750433,
+      "loss": 0.4194,
+      "step": 82490
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.0002265934757525961,
+      "loss": 0.3894,
+      "step": 82500
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 0.00022652354812768786,
+      "loss": 0.3972,
+      "step": 82510
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022645362050277963,
+      "loss": 0.3507,
+      "step": 82520
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.0002263836928778714,
+      "loss": 0.3801,
+      "step": 82530
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022631376525296317,
+      "loss": 0.3989,
+      "step": 82540
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.000226243837628055,
+      "loss": 0.4062,
+      "step": 82550
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022617391000314676,
+      "loss": 0.4994,
+      "step": 82560
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022610398237823853,
+      "loss": 0.3976,
+      "step": 82570
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.0002260340547533303,
+      "loss": 0.3791,
+      "step": 82580
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022596412712842207,
+      "loss": 0.4046,
+      "step": 82590
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.0002258941995035139,
+      "loss": 0.4475,
+      "step": 82600
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022582427187860566,
+      "loss": 0.3942,
+      "step": 82610
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022575434425369743,
+      "loss": 0.3227,
+      "step": 82620
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.0002256844166287892,
+      "loss": 0.3914,
+      "step": 82630
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.000225614489003881,
+      "loss": 0.4203,
+      "step": 82640
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00022554456137897276,
+      "loss": 0.4457,
+      "step": 82650
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022547463375406456,
+      "loss": 0.4721,
+      "step": 82660
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022540470612915635,
+      "loss": 0.4009,
+      "step": 82670
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022533477850424812,
+      "loss": 0.4475,
+      "step": 82680
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.0002252648508793399,
+      "loss": 0.3831,
+      "step": 82690
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022519492325443166,
+      "loss": 0.3783,
+      "step": 82700
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022512499562952348,
+      "loss": 0.3581,
+      "step": 82710
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022505506800461525,
+      "loss": 0.4201,
+      "step": 82720
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022498514037970702,
+      "loss": 0.4302,
+      "step": 82730
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.0002249152127547988,
+      "loss": 0.3167,
+      "step": 82740
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022484528512989056,
+      "loss": 0.455,
+      "step": 82750
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022477535750498238,
+      "loss": 0.4161,
+      "step": 82760
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022470542988007415,
+      "loss": 0.3478,
+      "step": 82770
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022463550225516592,
+      "loss": 0.4216,
+      "step": 82780
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022456557463025769,
+      "loss": 0.4206,
+      "step": 82790
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00022449564700534945,
+      "loss": 0.5004,
+      "step": 82800
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022442571938044122,
+      "loss": 0.4075,
+      "step": 82810
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022435579175553305,
+      "loss": 0.446,
+      "step": 82820
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022428586413062481,
+      "loss": 0.4307,
+      "step": 82830
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022421593650571658,
+      "loss": 0.429,
+      "step": 82840
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022414600888080838,
+      "loss": 0.4042,
+      "step": 82850
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022407608125590015,
+      "loss": 0.3814,
+      "step": 82860
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022400615363099194,
+      "loss": 0.4277,
+      "step": 82870
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022393622600608374,
+      "loss": 0.4284,
+      "step": 82880
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.0002238662983811755,
+      "loss": 0.3407,
+      "step": 82890
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022379637075626728,
+      "loss": 0.4395,
+      "step": 82900
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022372644313135905,
+      "loss": 0.4071,
+      "step": 82910
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022365651550645081,
+      "loss": 0.3401,
+      "step": 82920
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.00022358658788154264,
+      "loss": 0.3839,
+      "step": 82930
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 0.0002235166602566344,
+      "loss": 0.4045,
+      "step": 82940
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022344673263172617,
+      "loss": 0.403,
+      "step": 82950
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022337680500681794,
+      "loss": 0.4229,
+      "step": 82960
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002233068773819097,
+      "loss": 0.4387,
+      "step": 82970
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022323694975700154,
+      "loss": 0.4424,
+      "step": 82980
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002231670221320933,
+      "loss": 0.3395,
+      "step": 82990
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022309709450718507,
+      "loss": 0.4553,
+      "step": 83000
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022302716688227684,
+      "loss": 0.4716,
+      "step": 83010
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002229572392573686,
+      "loss": 0.3898,
+      "step": 83020
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002228873116324604,
+      "loss": 0.4036,
+      "step": 83030
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002228173840075522,
+      "loss": 0.4726,
+      "step": 83040
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022274745638264397,
+      "loss": 0.4077,
+      "step": 83050
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022267752875773577,
+      "loss": 0.349,
+      "step": 83060
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00022260760113282753,
+      "loss": 0.4147,
+      "step": 83070
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.0002225376735079193,
+      "loss": 0.3935,
+      "step": 83080
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022246774588301113,
+      "loss": 0.4039,
+      "step": 83090
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.0002223978182581029,
+      "loss": 0.4073,
+      "step": 83100
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022232789063319466,
+      "loss": 0.4341,
+      "step": 83110
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022225796300828643,
+      "loss": 0.3707,
+      "step": 83120
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.0002221880353833782,
+      "loss": 0.4029,
+      "step": 83130
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022211810775846997,
+      "loss": 0.4634,
+      "step": 83140
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.0002220481801335618,
+      "loss": 0.4449,
+      "step": 83150
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022197825250865356,
+      "loss": 0.4076,
+      "step": 83160
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022190832488374533,
+      "loss": 0.3606,
+      "step": 83170
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.0002218383972588371,
+      "loss": 0.3858,
+      "step": 83180
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022176846963392887,
+      "loss": 0.41,
+      "step": 83190
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.0002216985420090207,
+      "loss": 0.3641,
+      "step": 83200
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022162861438411246,
+      "loss": 0.3719,
+      "step": 83210
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00022155868675920423,
+      "loss": 0.3789,
+      "step": 83220
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.000221488759134296,
+      "loss": 0.3701,
+      "step": 83230
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.0002214188315093878,
+      "loss": 0.4167,
+      "step": 83240
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022134890388447956,
+      "loss": 0.3892,
+      "step": 83250
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022127897625957136,
+      "loss": 0.3818,
+      "step": 83260
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022120904863466315,
+      "loss": 0.398,
+      "step": 83270
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022113912100975492,
+      "loss": 0.4383,
+      "step": 83280
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.0002210691933848467,
+      "loss": 0.3643,
+      "step": 83290
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022099926575993846,
+      "loss": 0.4252,
+      "step": 83300
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022092933813503028,
+      "loss": 0.4165,
+      "step": 83310
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022085941051012205,
+      "loss": 0.4062,
+      "step": 83320
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022078948288521382,
+      "loss": 0.3829,
+      "step": 83330
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.0002207195552603056,
+      "loss": 0.3497,
+      "step": 83340
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022064962763539736,
+      "loss": 0.3744,
+      "step": 83350
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022057970001048918,
+      "loss": 0.5223,
+      "step": 83360
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 0.00022050977238558095,
+      "loss": 0.3795,
+      "step": 83370
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022043984476067272,
+      "loss": 0.3771,
+      "step": 83380
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022036991713576449,
+      "loss": 0.413,
+      "step": 83390
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022029998951085625,
+      "loss": 0.4051,
+      "step": 83400
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022023006188594802,
+      "loss": 0.3821,
+      "step": 83410
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022016013426103985,
+      "loss": 0.3635,
+      "step": 83420
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022009020663613162,
+      "loss": 0.3737,
+      "step": 83430
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00022002027901122338,
+      "loss": 0.3884,
+      "step": 83440
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021995035138631518,
+      "loss": 0.3586,
+      "step": 83450
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021988042376140695,
+      "loss": 0.3736,
+      "step": 83460
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021981049613649874,
+      "loss": 0.4194,
+      "step": 83470
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021974056851159054,
+      "loss": 0.3997,
+      "step": 83480
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.0002196706408866823,
+      "loss": 0.4336,
+      "step": 83490
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021960071326177408,
+      "loss": 0.3966,
+      "step": 83500
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021953078563686585,
+      "loss": 0.4083,
+      "step": 83510
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.00021946085801195761,
+      "loss": 0.3467,
+      "step": 83520
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021939093038704944,
+      "loss": 0.3903,
+      "step": 83530
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.0002193210027621412,
+      "loss": 0.4494,
+      "step": 83540
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021925107513723298,
+      "loss": 0.4114,
+      "step": 83550
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021918114751232474,
+      "loss": 0.3556,
+      "step": 83560
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.0002191112198874165,
+      "loss": 0.4753,
+      "step": 83570
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021904129226250834,
+      "loss": 0.4097,
+      "step": 83580
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.0002189713646376001,
+      "loss": 0.37,
+      "step": 83590
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021890143701269187,
+      "loss": 0.3333,
+      "step": 83600
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021883150938778364,
+      "loss": 0.4044,
+      "step": 83610
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.0002187615817628754,
+      "loss": 0.4511,
+      "step": 83620
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.0002186916541379672,
+      "loss": 0.3722,
+      "step": 83630
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.000218621726513059,
+      "loss": 0.4218,
+      "step": 83640
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021855179888815077,
+      "loss": 0.398,
+      "step": 83650
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 0.00021848187126324257,
+      "loss": 0.4051,
+      "step": 83660
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021841194363833434,
+      "loss": 0.3711,
+      "step": 83670
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.0002183420160134261,
+      "loss": 0.4445,
+      "step": 83680
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021827208838851793,
+      "loss": 0.3728,
+      "step": 83690
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.0002182021607636097,
+      "loss": 0.3779,
+      "step": 83700
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021813223313870146,
+      "loss": 0.3793,
+      "step": 83710
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021806230551379323,
+      "loss": 0.3771,
+      "step": 83720
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.000217992377888885,
+      "loss": 0.3552,
+      "step": 83730
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021792245026397677,
+      "loss": 0.4119,
+      "step": 83740
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.0002178525226390686,
+      "loss": 0.4445,
+      "step": 83750
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021778259501416036,
+      "loss": 0.4401,
+      "step": 83760
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021771266738925213,
+      "loss": 0.4586,
+      "step": 83770
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.0002176427397643439,
+      "loss": 0.3862,
+      "step": 83780
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00021757281213943567,
+      "loss": 0.4727,
+      "step": 83790
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.0002175028845145275,
+      "loss": 0.4267,
+      "step": 83800
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021743295688961926,
+      "loss": 0.358,
+      "step": 83810
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021736302926471103,
+      "loss": 0.4504,
+      "step": 83820
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.0002172931016398028,
+      "loss": 0.4243,
+      "step": 83830
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.0002172231740148946,
+      "loss": 0.4268,
+      "step": 83840
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021715324638998636,
+      "loss": 0.4189,
+      "step": 83850
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021708331876507816,
+      "loss": 0.3994,
+      "step": 83860
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021701339114016995,
+      "loss": 0.4225,
+      "step": 83870
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021694346351526172,
+      "loss": 0.3473,
+      "step": 83880
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.0002168735358903535,
+      "loss": 0.4131,
+      "step": 83890
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021680360826544526,
+      "loss": 0.3868,
+      "step": 83900
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021673368064053708,
+      "loss": 0.3667,
+      "step": 83910
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021666375301562885,
+      "loss": 0.4053,
+      "step": 83920
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021659382539072062,
+      "loss": 0.4961,
+      "step": 83930
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.0002165238977658124,
+      "loss": 0.3635,
+      "step": 83940
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00021645397014090416,
+      "loss": 0.4027,
+      "step": 83950
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021638404251599593,
+      "loss": 0.3941,
+      "step": 83960
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021631411489108775,
+      "loss": 0.4428,
+      "step": 83970
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021624418726617952,
+      "loss": 0.4126,
+      "step": 83980
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021617425964127129,
+      "loss": 0.3895,
+      "step": 83990
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021610433201636305,
+      "loss": 0.4322,
+      "step": 84000
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021603440439145482,
+      "loss": 0.3954,
+      "step": 84010
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021596447676654665,
+      "loss": 0.4725,
+      "step": 84020
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021589454914163842,
+      "loss": 0.407,
+      "step": 84030
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021582462151673018,
+      "loss": 0.3949,
+      "step": 84040
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021575469389182198,
+      "loss": 0.4048,
+      "step": 84050
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021568476626691375,
+      "loss": 0.3141,
+      "step": 84060
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021561483864200554,
+      "loss": 0.3959,
+      "step": 84070
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.00021554491101709734,
+      "loss": 0.3781,
+      "step": 84080
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 0.0002154749833921891,
+      "loss": 0.4281,
+      "step": 84090
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021540505576728088,
+      "loss": 0.4045,
+      "step": 84100
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021533512814237265,
+      "loss": 0.4295,
+      "step": 84110
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021526520051746441,
+      "loss": 0.383,
+      "step": 84120
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021519527289255624,
+      "loss": 0.429,
+      "step": 84130
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.000215125345267648,
+      "loss": 0.4059,
+      "step": 84140
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021505541764273978,
+      "loss": 0.4078,
+      "step": 84150
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021498549001783154,
+      "loss": 0.4019,
+      "step": 84160
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.0002149155623929233,
+      "loss": 0.4554,
+      "step": 84170
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021484563476801514,
+      "loss": 0.4081,
+      "step": 84180
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.0002147757071431069,
+      "loss": 0.4309,
+      "step": 84190
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021470577951819867,
+      "loss": 0.3464,
+      "step": 84200
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00021463585189329044,
+      "loss": 0.4247,
+      "step": 84210
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.0002145659242683822,
+      "loss": 0.3906,
+      "step": 84220
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.000214495996643474,
+      "loss": 0.3962,
+      "step": 84230
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002144260690185658,
+      "loss": 0.3775,
+      "step": 84240
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021435614139365757,
+      "loss": 0.4261,
+      "step": 84250
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021428621376874937,
+      "loss": 0.409,
+      "step": 84260
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021421628614384114,
+      "loss": 0.3987,
+      "step": 84270
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002141463585189329,
+      "loss": 0.3635,
+      "step": 84280
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021407643089402473,
+      "loss": 0.3903,
+      "step": 84290
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002140065032691165,
+      "loss": 0.3584,
+      "step": 84300
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021393657564420826,
+      "loss": 0.4537,
+      "step": 84310
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021386664801930003,
+      "loss": 0.3768,
+      "step": 84320
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002137967203943918,
+      "loss": 0.3605,
+      "step": 84330
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021372679276948357,
+      "loss": 0.3812,
+      "step": 84340
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002136568651445754,
+      "loss": 0.5518,
+      "step": 84350
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021358693751966716,
+      "loss": 0.4094,
+      "step": 84360
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.00021351700989475893,
+      "loss": 0.414,
+      "step": 84370
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 0.0002134470822698507,
+      "loss": 0.4041,
+      "step": 84380
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021337715464494247,
+      "loss": 0.4238,
+      "step": 84390
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.0002133072270200343,
+      "loss": 0.3879,
+      "step": 84400
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021323729939512606,
+      "loss": 0.3152,
+      "step": 84410
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021316737177021783,
+      "loss": 0.4215,
+      "step": 84420
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.0002130974441453096,
+      "loss": 0.4092,
+      "step": 84430
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.0002130275165204014,
+      "loss": 0.4089,
+      "step": 84440
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021295758889549316,
+      "loss": 0.411,
+      "step": 84450
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021288766127058496,
+      "loss": 0.3622,
+      "step": 84460
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021281773364567675,
+      "loss": 0.3983,
+      "step": 84470
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021274780602076852,
+      "loss": 0.4577,
+      "step": 84480
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.0002126778783958603,
+      "loss": 0.3749,
+      "step": 84490
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021260795077095206,
+      "loss": 0.3697,
+      "step": 84500
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021253802314604388,
+      "loss": 0.4133,
+      "step": 84510
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00021246809552113565,
+      "loss": 0.3788,
+      "step": 84520
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021239816789622742,
+      "loss": 0.37,
+      "step": 84530
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.0002123282402713192,
+      "loss": 0.3946,
+      "step": 84540
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021225831264641096,
+      "loss": 0.4424,
+      "step": 84550
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021218838502150273,
+      "loss": 0.445,
+      "step": 84560
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021211845739659455,
+      "loss": 0.4255,
+      "step": 84570
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021204852977168632,
+      "loss": 0.377,
+      "step": 84580
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021197860214677809,
+      "loss": 0.4084,
+      "step": 84590
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021190867452186986,
+      "loss": 0.4166,
+      "step": 84600
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021183874689696165,
+      "loss": 0.3559,
+      "step": 84610
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021176881927205345,
+      "loss": 0.4323,
+      "step": 84620
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021169889164714522,
+      "loss": 0.4427,
+      "step": 84630
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021162896402223698,
+      "loss": 0.4225,
+      "step": 84640
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021155903639732878,
+      "loss": 0.3226,
+      "step": 84650
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00021148910877242055,
+      "loss": 0.4,
+      "step": 84660
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021141918114751232,
+      "loss": 0.4105,
+      "step": 84670
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021134925352260414,
+      "loss": 0.3775,
+      "step": 84680
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.0002112793258976959,
+      "loss": 0.368,
+      "step": 84690
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021120939827278768,
+      "loss": 0.4442,
+      "step": 84700
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021113947064787945,
+      "loss": 0.43,
+      "step": 84710
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021106954302297122,
+      "loss": 0.474,
+      "step": 84720
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021099961539806304,
+      "loss": 0.3744,
+      "step": 84730
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.0002109296877731548,
+      "loss": 0.3804,
+      "step": 84740
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021085976014824658,
+      "loss": 0.3795,
+      "step": 84750
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021078983252333834,
+      "loss": 0.3259,
+      "step": 84760
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.0002107199048984301,
+      "loss": 0.4128,
+      "step": 84770
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021064997727352194,
+      "loss": 0.3945,
+      "step": 84780
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.0002105800496486137,
+      "loss": 0.4135,
+      "step": 84790
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021051012202370547,
+      "loss": 0.4135,
+      "step": 84800
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 0.00021044019439879724,
+      "loss": 0.499,
+      "step": 84810
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00021037026677388904,
+      "loss": 0.3987,
+      "step": 84820
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002103003391489808,
+      "loss": 0.4524,
+      "step": 84830
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002102304115240726,
+      "loss": 0.4349,
+      "step": 84840
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00021016048389916437,
+      "loss": 0.4667,
+      "step": 84850
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00021009055627425617,
+      "loss": 0.4423,
+      "step": 84860
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00021002062864934794,
+      "loss": 0.4077,
+      "step": 84870
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002099507010244397,
+      "loss": 0.4138,
+      "step": 84880
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00020988077339953153,
+      "loss": 0.4076,
+      "step": 84890
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002098108457746233,
+      "loss": 0.4674,
+      "step": 84900
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00020974091814971506,
+      "loss": 0.4095,
+      "step": 84910
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00020967099052480683,
+      "loss": 0.406,
+      "step": 84920
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002096010628998986,
+      "loss": 0.4184,
+      "step": 84930
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00020953113527499037,
+      "loss": 0.4351,
+      "step": 84940
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.0002094612076500822,
+      "loss": 0.3958,
+      "step": 84950
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020939128002517396,
+      "loss": 0.4331,
+      "step": 84960
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020932135240026573,
+      "loss": 0.4365,
+      "step": 84970
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.0002092514247753575,
+      "loss": 0.4183,
+      "step": 84980
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020918149715044927,
+      "loss": 0.4722,
+      "step": 84990
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.0002091115695255411,
+      "loss": 0.4439,
+      "step": 85000
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020904164190063286,
+      "loss": 0.4372,
+      "step": 85010
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020897171427572463,
+      "loss": 0.4819,
+      "step": 85020
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020890178665081642,
+      "loss": 0.3672,
+      "step": 85030
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.0002088318590259082,
+      "loss": 0.4536,
+      "step": 85040
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020876193140099996,
+      "loss": 0.4175,
+      "step": 85050
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020869200377609176,
+      "loss": 0.4138,
+      "step": 85060
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020862207615118355,
+      "loss": 0.3817,
+      "step": 85070
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020855214852627532,
+      "loss": 0.3502,
+      "step": 85080
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.0002084822209013671,
+      "loss": 0.357,
+      "step": 85090
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 0.00020841229327645886,
+      "loss": 0.4388,
+      "step": 85100
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020834236565155068,
+      "loss": 0.4288,
+      "step": 85110
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020827243802664245,
+      "loss": 0.3717,
+      "step": 85120
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020820251040173422,
+      "loss": 0.378,
+      "step": 85130
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.000208132582776826,
+      "loss": 0.4185,
+      "step": 85140
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020806265515191776,
+      "loss": 0.4013,
+      "step": 85150
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020799272752700953,
+      "loss": 0.433,
+      "step": 85160
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020792279990210135,
+      "loss": 0.4084,
+      "step": 85170
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020785287227719312,
+      "loss": 0.4399,
+      "step": 85180
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.0002077829446522849,
+      "loss": 0.3695,
+      "step": 85190
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020771301702737666,
+      "loss": 0.4449,
+      "step": 85200
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020764308940246845,
+      "loss": 0.477,
+      "step": 85210
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020757316177756025,
+      "loss": 0.3587,
+      "step": 85220
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.00020750323415265202,
+      "loss": 0.3676,
+      "step": 85230
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.0002074333065277438,
+      "loss": 0.4525,
+      "step": 85240
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020736337890283558,
+      "loss": 0.3373,
+      "step": 85250
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020729345127792735,
+      "loss": 0.384,
+      "step": 85260
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020722352365301912,
+      "loss": 0.476,
+      "step": 85270
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020715359602811094,
+      "loss": 0.4147,
+      "step": 85280
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.0002070836684032027,
+      "loss": 0.4211,
+      "step": 85290
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020701374077829448,
+      "loss": 0.3785,
+      "step": 85300
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020694381315338625,
+      "loss": 0.4004,
+      "step": 85310
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020687388552847802,
+      "loss": 0.3689,
+      "step": 85320
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020680395790356984,
+      "loss": 0.4239,
+      "step": 85330
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.0002067340302786616,
+      "loss": 0.3994,
+      "step": 85340
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020666410265375338,
+      "loss": 0.4049,
+      "step": 85350
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020659417502884514,
+      "loss": 0.3462,
+      "step": 85360
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.0002065242474039369,
+      "loss": 0.355,
+      "step": 85370
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00020645431977902868,
+      "loss": 0.3966,
+      "step": 85380
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002063843921541205,
+      "loss": 0.4163,
+      "step": 85390
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020631446452921227,
+      "loss": 0.4493,
+      "step": 85400
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020624453690430404,
+      "loss": 0.4851,
+      "step": 85410
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020617460927939584,
+      "loss": 0.4,
+      "step": 85420
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002061046816544876,
+      "loss": 0.4018,
+      "step": 85430
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002060347540295794,
+      "loss": 0.4257,
+      "step": 85440
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002059648264046712,
+      "loss": 0.3864,
+      "step": 85450
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020589489877976297,
+      "loss": 0.3864,
+      "step": 85460
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020582497115485474,
+      "loss": 0.3798,
+      "step": 85470
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002057550435299465,
+      "loss": 0.4375,
+      "step": 85480
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020568511590503833,
+      "loss": 0.4305,
+      "step": 85490
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002056151882801301,
+      "loss": 0.3821,
+      "step": 85500
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020554526065522186,
+      "loss": 0.3642,
+      "step": 85510
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.00020547533303031363,
+      "loss": 0.4258,
+      "step": 85520
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 0.0002054054054054054,
+      "loss": 0.4547,
+      "step": 85530
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020533547778049717,
+      "loss": 0.3305,
+      "step": 85540
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.000205265550155589,
+      "loss": 0.4077,
+      "step": 85550
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020519562253068076,
+      "loss": 0.4114,
+      "step": 85560
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020512569490577253,
+      "loss": 0.3738,
+      "step": 85570
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.0002050557672808643,
+      "loss": 0.3826,
+      "step": 85580
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020498583965595607,
+      "loss": 0.4207,
+      "step": 85590
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.0002049159120310479,
+      "loss": 0.4449,
+      "step": 85600
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020484598440613966,
+      "loss": 0.3989,
+      "step": 85610
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020477605678123143,
+      "loss": 0.3344,
+      "step": 85620
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020470612915632322,
+      "loss": 0.4153,
+      "step": 85630
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.000204636201531415,
+      "loss": 0.4158,
+      "step": 85640
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020456627390650676,
+      "loss": 0.3986,
+      "step": 85650
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020449634628159859,
+      "loss": 0.4224,
+      "step": 85660
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.00020442641865669035,
+      "loss": 0.3657,
+      "step": 85670
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020435649103178212,
+      "loss": 0.4451,
+      "step": 85680
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.0002042865634068739,
+      "loss": 0.3953,
+      "step": 85690
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020421663578196566,
+      "loss": 0.4554,
+      "step": 85700
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020414670815705748,
+      "loss": 0.4098,
+      "step": 85710
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020407678053214925,
+      "loss": 0.4506,
+      "step": 85720
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020400685290724102,
+      "loss": 0.4009,
+      "step": 85730
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.0002039369252823328,
+      "loss": 0.3873,
+      "step": 85740
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020386699765742456,
+      "loss": 0.3795,
+      "step": 85750
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020379707003251633,
+      "loss": 0.3507,
+      "step": 85760
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020372714240760815,
+      "loss": 0.3267,
+      "step": 85770
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020365721478269992,
+      "loss": 0.3636,
+      "step": 85780
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.0002035872871577917,
+      "loss": 0.4163,
+      "step": 85790
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020351735953288346,
+      "loss": 0.3935,
+      "step": 85800
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00020344743190797525,
+      "loss": 0.39,
+      "step": 85810
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020337750428306705,
+      "loss": 0.3816,
+      "step": 85820
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020330757665815882,
+      "loss": 0.372,
+      "step": 85830
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.0002032376490332506,
+      "loss": 0.3522,
+      "step": 85840
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020316772140834238,
+      "loss": 0.3874,
+      "step": 85850
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020309779378343415,
+      "loss": 0.4485,
+      "step": 85860
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020302786615852592,
+      "loss": 0.3666,
+      "step": 85870
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020295793853361774,
+      "loss": 0.4221,
+      "step": 85880
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.0002028880109087095,
+      "loss": 0.4409,
+      "step": 85890
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020281808328380128,
+      "loss": 0.2944,
+      "step": 85900
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020274815565889305,
+      "loss": 0.3815,
+      "step": 85910
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020267822803398482,
+      "loss": 0.3865,
+      "step": 85920
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020260830040907664,
+      "loss": 0.4037,
+      "step": 85930
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.0002025383727841684,
+      "loss": 0.4339,
+      "step": 85940
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020246844515926018,
+      "loss": 0.3911,
+      "step": 85950
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 0.00020239851753435194,
+      "loss": 0.4182,
+      "step": 85960
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002023285899094437,
+      "loss": 0.3808,
+      "step": 85970
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020225866228453548,
+      "loss": 0.3427,
+      "step": 85980
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002021887346596273,
+      "loss": 0.4105,
+      "step": 85990
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020211880703471907,
+      "loss": 0.4259,
+      "step": 86000
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020204887940981084,
+      "loss": 0.401,
+      "step": 86010
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020197895178490264,
+      "loss": 0.4569,
+      "step": 86020
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002019090241599944,
+      "loss": 0.4143,
+      "step": 86030
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002018390965350862,
+      "loss": 0.4002,
+      "step": 86040
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.000201769168910178,
+      "loss": 0.3807,
+      "step": 86050
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020169924128526977,
+      "loss": 0.4034,
+      "step": 86060
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020162931366036154,
+      "loss": 0.3835,
+      "step": 86070
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002015593860354533,
+      "loss": 0.4007,
+      "step": 86080
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00020148945841054507,
+      "loss": 0.4229,
+      "step": 86090
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.0002014195307856369,
+      "loss": 0.3206,
+      "step": 86100
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020134960316072866,
+      "loss": 0.36,
+      "step": 86110
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020127967553582043,
+      "loss": 0.453,
+      "step": 86120
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.0002012097479109122,
+      "loss": 0.365,
+      "step": 86130
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020113982028600397,
+      "loss": 0.475,
+      "step": 86140
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.0002010698926610958,
+      "loss": 0.4144,
+      "step": 86150
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020099996503618756,
+      "loss": 0.374,
+      "step": 86160
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020093003741127933,
+      "loss": 0.441,
+      "step": 86170
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.0002008601097863711,
+      "loss": 0.4064,
+      "step": 86180
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020079018216146287,
+      "loss": 0.3274,
+      "step": 86190
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.0002007202545365547,
+      "loss": 0.4388,
+      "step": 86200
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020065032691164646,
+      "loss": 0.4275,
+      "step": 86210
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020058039928673823,
+      "loss": 0.3728,
+      "step": 86220
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.00020051047166183002,
+      "loss": 0.3943,
+      "step": 86230
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 0.0002004405440369218,
+      "loss": 0.3393,
+      "step": 86240
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00020037061641201356,
+      "loss": 0.3086,
+      "step": 86250
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00020030068878710539,
+      "loss": 0.3816,
+      "step": 86260
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00020023076116219715,
+      "loss": 0.375,
+      "step": 86270
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00020016083353728892,
+      "loss": 0.3898,
+      "step": 86280
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.0002000909059123807,
+      "loss": 0.3495,
+      "step": 86290
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00020002097828747246,
+      "loss": 0.3474,
+      "step": 86300
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019995105066256426,
+      "loss": 0.3832,
+      "step": 86310
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019988112303765602,
+      "loss": 0.3958,
+      "step": 86320
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019981119541274782,
+      "loss": 0.3688,
+      "step": 86330
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.0001997412677878396,
+      "loss": 0.4183,
+      "step": 86340
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019967134016293138,
+      "loss": 0.4386,
+      "step": 86350
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019960141253802315,
+      "loss": 0.358,
+      "step": 86360
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019953148491311492,
+      "loss": 0.355,
+      "step": 86370
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00019946155728820672,
+      "loss": 0.3578,
+      "step": 86380
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.0001993916296632985,
+      "loss": 0.3461,
+      "step": 86390
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019932170203839026,
+      "loss": 0.3918,
+      "step": 86400
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019925177441348205,
+      "loss": 0.3654,
+      "step": 86410
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019918184678857385,
+      "loss": 0.451,
+      "step": 86420
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019911191916366562,
+      "loss": 0.3771,
+      "step": 86430
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.0001990419915387574,
+      "loss": 0.3619,
+      "step": 86440
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019897206391384918,
+      "loss": 0.4074,
+      "step": 86450
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019890213628894098,
+      "loss": 0.3475,
+      "step": 86460
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019883220866403274,
+      "loss": 0.3398,
+      "step": 86470
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019876228103912451,
+      "loss": 0.4381,
+      "step": 86480
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.0001986923534142163,
+      "loss": 0.4618,
+      "step": 86490
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019862242578930808,
+      "loss": 0.3734,
+      "step": 86500
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019855249816439985,
+      "loss": 0.3725,
+      "step": 86510
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.00019848257053949164,
+      "loss": 0.4185,
+      "step": 86520
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.0001984126429145834,
+      "loss": 0.373,
+      "step": 86530
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019834271528967518,
+      "loss": 0.3936,
+      "step": 86540
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019827278766476698,
+      "loss": 0.403,
+      "step": 86550
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019820286003985874,
+      "loss": 0.4074,
+      "step": 86560
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019813293241495054,
+      "loss": 0.3667,
+      "step": 86570
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.0001980630047900423,
+      "loss": 0.3523,
+      "step": 86580
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019799307716513408,
+      "loss": 0.3613,
+      "step": 86590
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019792314954022587,
+      "loss": 0.403,
+      "step": 86600
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019785322191531764,
+      "loss": 0.4025,
+      "step": 86610
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019778329429040944,
+      "loss": 0.4151,
+      "step": 86620
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019771336666550123,
+      "loss": 0.3236,
+      "step": 86630
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.000197643439040593,
+      "loss": 0.407,
+      "step": 86640
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.0001975735114156848,
+      "loss": 0.3685,
+      "step": 86650
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019750358379077657,
+      "loss": 0.3948,
+      "step": 86660
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019743365616586834,
+      "loss": 0.3379,
+      "step": 86670
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 0.00019736372854096013,
+      "loss": 0.3425,
+      "step": 86680
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.0001972938009160519,
+      "loss": 0.3196,
+      "step": 86690
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019722387329114367,
+      "loss": 0.3538,
+      "step": 86700
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019715394566623546,
+      "loss": 0.3971,
+      "step": 86710
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019708401804132723,
+      "loss": 0.3788,
+      "step": 86720
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.000197014090416419,
+      "loss": 0.346,
+      "step": 86730
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.0001969441627915108,
+      "loss": 0.3801,
+      "step": 86740
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019687423516660257,
+      "loss": 0.3698,
+      "step": 86750
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019680430754169436,
+      "loss": 0.4086,
+      "step": 86760
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019673437991678613,
+      "loss": 0.3269,
+      "step": 86770
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.0001966644522918779,
+      "loss": 0.3565,
+      "step": 86780
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.0001965945246669697,
+      "loss": 0.4206,
+      "step": 86790
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019652459704206146,
+      "loss": 0.4252,
+      "step": 86800
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019645466941715326,
+      "loss": 0.3468,
+      "step": 86810
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00019638474179224503,
+      "loss": 0.4644,
+      "step": 86820
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019631481416733682,
+      "loss": 0.3526,
+      "step": 86830
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.0001962448865424286,
+      "loss": 0.3841,
+      "step": 86840
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.0001961749589175204,
+      "loss": 0.4092,
+      "step": 86850
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019610503129261216,
+      "loss": 0.378,
+      "step": 86860
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019603510366770395,
+      "loss": 0.3955,
+      "step": 86870
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019596517604279572,
+      "loss": 0.3676,
+      "step": 86880
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.0001958952484178875,
+      "loss": 0.4007,
+      "step": 86890
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.0001958253207929793,
+      "loss": 0.3604,
+      "step": 86900
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019575539316807106,
+      "loss": 0.374,
+      "step": 86910
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019568546554316282,
+      "loss": 0.3955,
+      "step": 86920
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019561553791825462,
+      "loss": 0.4006,
+      "step": 86930
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.0001955456102933464,
+      "loss": 0.3634,
+      "step": 86940
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019547568266843816,
+      "loss": 0.4117,
+      "step": 86950
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 0.00019540575504352995,
+      "loss": 0.4229,
+      "step": 86960
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019533582741862172,
+      "loss": 0.4378,
+      "step": 86970
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019526589979371352,
+      "loss": 0.4163,
+      "step": 86980
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.0001951959721688053,
+      "loss": 0.3798,
+      "step": 86990
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019512604454389706,
+      "loss": 0.3783,
+      "step": 87000
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019505611691898885,
+      "loss": 0.4069,
+      "step": 87010
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019498618929408065,
+      "loss": 0.42,
+      "step": 87020
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019491626166917242,
+      "loss": 0.3586,
+      "step": 87030
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.0001948463340442642,
+      "loss": 0.3664,
+      "step": 87040
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019477640641935598,
+      "loss": 0.343,
+      "step": 87050
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019470647879444778,
+      "loss": 0.3464,
+      "step": 87060
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019463655116953955,
+      "loss": 0.3955,
+      "step": 87070
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019456662354463131,
+      "loss": 0.3868,
+      "step": 87080
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.0001944966959197231,
+      "loss": 0.3495,
+      "step": 87090
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019442676829481488,
+      "loss": 0.4117,
+      "step": 87100
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00019435684066990665,
+      "loss": 0.3972,
+      "step": 87110
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019428691304499844,
+      "loss": 0.383,
+      "step": 87120
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.0001942169854200902,
+      "loss": 0.3653,
+      "step": 87130
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019414705779518198,
+      "loss": 0.3969,
+      "step": 87140
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019407713017027378,
+      "loss": 0.4056,
+      "step": 87150
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019400720254536554,
+      "loss": 0.3853,
+      "step": 87160
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019393727492045734,
+      "loss": 0.3116,
+      "step": 87170
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.0001938673472955491,
+      "loss": 0.4218,
+      "step": 87180
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019379741967064088,
+      "loss": 0.3953,
+      "step": 87190
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019372749204573267,
+      "loss": 0.443,
+      "step": 87200
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019365756442082444,
+      "loss": 0.3624,
+      "step": 87210
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019358763679591624,
+      "loss": 0.4433,
+      "step": 87220
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019351770917100803,
+      "loss": 0.3981,
+      "step": 87230
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.0001934477815460998,
+      "loss": 0.3801,
+      "step": 87240
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.00019337785392119157,
+      "loss": 0.3661,
+      "step": 87250
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019330792629628337,
+      "loss": 0.3474,
+      "step": 87260
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019323799867137514,
+      "loss": 0.3501,
+      "step": 87270
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019316807104646693,
+      "loss": 0.39,
+      "step": 87280
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.0001930981434215587,
+      "loss": 0.3624,
+      "step": 87290
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019302821579665047,
+      "loss": 0.3841,
+      "step": 87300
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019295828817174227,
+      "loss": 0.4277,
+      "step": 87310
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019288836054683403,
+      "loss": 0.3899,
+      "step": 87320
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.0001928184329219258,
+      "loss": 0.3374,
+      "step": 87330
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.0001927485052970176,
+      "loss": 0.4022,
+      "step": 87340
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019267857767210937,
+      "loss": 0.3545,
+      "step": 87350
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019260865004720116,
+      "loss": 0.3686,
+      "step": 87360
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.00019253872242229293,
+      "loss": 0.3538,
+      "step": 87370
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.0001924687947973847,
+      "loss": 0.3686,
+      "step": 87380
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 0.0001923988671724765,
+      "loss": 0.3959,
+      "step": 87390
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019232893954756826,
+      "loss": 0.3339,
+      "step": 87400
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019225901192266006,
+      "loss": 0.3482,
+      "step": 87410
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019218908429775183,
+      "loss": 0.3807,
+      "step": 87420
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019211915667284363,
+      "loss": 0.3493,
+      "step": 87430
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.0001920492290479354,
+      "loss": 0.3344,
+      "step": 87440
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.0001919793014230272,
+      "loss": 0.381,
+      "step": 87450
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019190937379811896,
+      "loss": 0.3618,
+      "step": 87460
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019183944617321075,
+      "loss": 0.3182,
+      "step": 87470
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019176951854830252,
+      "loss": 0.3751,
+      "step": 87480
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.0001916995909233943,
+      "loss": 0.43,
+      "step": 87490
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.0001916296632984861,
+      "loss": 0.3689,
+      "step": 87500
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019155973567357786,
+      "loss": 0.3658,
+      "step": 87510
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019148980804866962,
+      "loss": 0.3806,
+      "step": 87520
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00019141988042376142,
+      "loss": 0.3556,
+      "step": 87530
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.0001913499527988532,
+      "loss": 0.3743,
+      "step": 87540
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019128002517394496,
+      "loss": 0.3867,
+      "step": 87550
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019121009754903675,
+      "loss": 0.4025,
+      "step": 87560
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019114016992412852,
+      "loss": 0.421,
+      "step": 87570
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019107024229922032,
+      "loss": 0.3424,
+      "step": 87580
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.0001910003146743121,
+      "loss": 0.4066,
+      "step": 87590
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019093038704940386,
+      "loss": 0.3742,
+      "step": 87600
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019086045942449565,
+      "loss": 0.4306,
+      "step": 87610
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019079053179958745,
+      "loss": 0.368,
+      "step": 87620
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019072060417467922,
+      "loss": 0.3502,
+      "step": 87630
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.000190650676549771,
+      "loss": 0.3439,
+      "step": 87640
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019058074892486278,
+      "loss": 0.3669,
+      "step": 87650
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019051082129995458,
+      "loss": 0.2707,
+      "step": 87660
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019044089367504635,
+      "loss": 0.374,
+      "step": 87670
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00019037096605013811,
+      "loss": 0.3512,
+      "step": 87680
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.0001903010384252299,
+      "loss": 0.3615,
+      "step": 87690
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00019023111080032168,
+      "loss": 0.3047,
+      "step": 87700
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00019016118317541345,
+      "loss": 0.3883,
+      "step": 87710
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00019009125555050524,
+      "loss": 0.3641,
+      "step": 87720
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.000190021327925597,
+      "loss": 0.3301,
+      "step": 87730
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018995140030068878,
+      "loss": 0.3434,
+      "step": 87740
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018988147267578058,
+      "loss": 0.4054,
+      "step": 87750
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018981154505087234,
+      "loss": 0.3785,
+      "step": 87760
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018974161742596414,
+      "loss": 0.3202,
+      "step": 87770
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.0001896716898010559,
+      "loss": 0.3711,
+      "step": 87780
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018960176217614768,
+      "loss": 0.4151,
+      "step": 87790
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018953183455123947,
+      "loss": 0.3901,
+      "step": 87800
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018946190692633127,
+      "loss": 0.3351,
+      "step": 87810
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 0.00018939197930142304,
+      "loss": 0.3862,
+      "step": 87820
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018932205167651483,
+      "loss": 0.3252,
+      "step": 87830
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.0001892521240516066,
+      "loss": 0.3874,
+      "step": 87840
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018918219642669837,
+      "loss": 0.3767,
+      "step": 87850
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018911226880179017,
+      "loss": 0.3282,
+      "step": 87860
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018904234117688194,
+      "loss": 0.3954,
+      "step": 87870
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018897241355197373,
+      "loss": 0.3908,
+      "step": 87880
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.0001889024859270655,
+      "loss": 0.4045,
+      "step": 87890
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018883255830215727,
+      "loss": 0.3664,
+      "step": 87900
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018876263067724907,
+      "loss": 0.3945,
+      "step": 87910
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018869270305234083,
+      "loss": 0.3516,
+      "step": 87920
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.0001886227754274326,
+      "loss": 0.3515,
+      "step": 87930
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.0001885528478025244,
+      "loss": 0.4239,
+      "step": 87940
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018848292017761617,
+      "loss": 0.3419,
+      "step": 87950
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018841299255270794,
+      "loss": 0.3729,
+      "step": 87960
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018834306492779973,
+      "loss": 0.4447,
+      "step": 87970
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.0001882731373028915,
+      "loss": 0.3492,
+      "step": 87980
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.0001882032096779833,
+      "loss": 0.371,
+      "step": 87990
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018813328205307506,
+      "loss": 0.4248,
+      "step": 88000
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018806335442816686,
+      "loss": 0.3964,
+      "step": 88010
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018799342680325866,
+      "loss": 0.4179,
+      "step": 88020
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018792349917835043,
+      "loss": 0.3567,
+      "step": 88030
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.0001878535715534422,
+      "loss": 0.4012,
+      "step": 88040
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.000187783643928534,
+      "loss": 0.4127,
+      "step": 88050
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018771371630362576,
+      "loss": 0.3424,
+      "step": 88060
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018764378867871755,
+      "loss": 0.3937,
+      "step": 88070
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018757386105380932,
+      "loss": 0.3782,
+      "step": 88080
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.0001875039334289011,
+      "loss": 0.3399,
+      "step": 88090
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.0001874340058039929,
+      "loss": 0.3577,
+      "step": 88100
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 0.00018736407817908466,
+      "loss": 0.3462,
+      "step": 88110
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018729415055417642,
+      "loss": 0.3512,
+      "step": 88120
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018722422292926822,
+      "loss": 0.3285,
+      "step": 88130
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018715429530436,
+      "loss": 0.4107,
+      "step": 88140
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018708436767945176,
+      "loss": 0.3904,
+      "step": 88150
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018701444005454355,
+      "loss": 0.3532,
+      "step": 88160
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018694451242963532,
+      "loss": 0.4293,
+      "step": 88170
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018687458480472712,
+      "loss": 0.4085,
+      "step": 88180
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.0001868046571798189,
+      "loss": 0.3692,
+      "step": 88190
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018673472955491068,
+      "loss": 0.4382,
+      "step": 88200
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018666480193000245,
+      "loss": 0.3847,
+      "step": 88210
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018659487430509425,
+      "loss": 0.3644,
+      "step": 88220
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018652494668018602,
+      "loss": 0.394,
+      "step": 88230
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.0001864550190552778,
+      "loss": 0.3386,
+      "step": 88240
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018638509143036958,
+      "loss": 0.3832,
+      "step": 88250
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018631516380546135,
+      "loss": 0.3278,
+      "step": 88260
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018624523618055315,
+      "loss": 0.3108,
+      "step": 88270
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018617530855564491,
+      "loss": 0.4384,
+      "step": 88280
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.0001861053809307367,
+      "loss": 0.3158,
+      "step": 88290
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018603545330582848,
+      "loss": 0.3138,
+      "step": 88300
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018596552568092025,
+      "loss": 0.341,
+      "step": 88310
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018589559805601204,
+      "loss": 0.3438,
+      "step": 88320
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.0001858256704311038,
+      "loss": 0.3118,
+      "step": 88330
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018575574280619558,
+      "loss": 0.3707,
+      "step": 88340
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018568581518128738,
+      "loss": 0.3845,
+      "step": 88350
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018561588755637915,
+      "loss": 0.4628,
+      "step": 88360
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018554595993147094,
+      "loss": 0.3091,
+      "step": 88370
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.0001854760323065627,
+      "loss": 0.406,
+      "step": 88380
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018540610468165448,
+      "loss": 0.376,
+      "step": 88390
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.00018533617705674627,
+      "loss": 0.3205,
+      "step": 88400
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018526624943183807,
+      "loss": 0.4206,
+      "step": 88410
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018519632180692984,
+      "loss": 0.396,
+      "step": 88420
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018512639418202163,
+      "loss": 0.3795,
+      "step": 88430
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.0001850564665571134,
+      "loss": 0.3909,
+      "step": 88440
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018498653893220517,
+      "loss": 0.3512,
+      "step": 88450
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018491661130729697,
+      "loss": 0.3992,
+      "step": 88460
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018484668368238874,
+      "loss": 0.4043,
+      "step": 88470
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018477675605748053,
+      "loss": 0.4111,
+      "step": 88480
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.0001847068284325723,
+      "loss": 0.3601,
+      "step": 88490
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018463690080766407,
+      "loss": 0.4209,
+      "step": 88500
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018456697318275587,
+      "loss": 0.4336,
+      "step": 88510
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.00018449704555784763,
+      "loss": 0.3788,
+      "step": 88520
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.0001844271179329394,
+      "loss": 0.3989,
+      "step": 88530
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 0.0001843571903080312,
+      "loss": 0.3007,
+      "step": 88540
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018428726268312297,
+      "loss": 0.2447,
+      "step": 88550
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018421733505821474,
+      "loss": 0.3907,
+      "step": 88560
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018414740743330653,
+      "loss": 0.3696,
+      "step": 88570
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.0001840774798083983,
+      "loss": 0.3286,
+      "step": 88580
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.0001840075521834901,
+      "loss": 0.4127,
+      "step": 88590
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018393762455858187,
+      "loss": 0.334,
+      "step": 88600
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018386769693367366,
+      "loss": 0.4194,
+      "step": 88610
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018379776930876546,
+      "loss": 0.3947,
+      "step": 88620
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018372784168385723,
+      "loss": 0.3015,
+      "step": 88630
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.000183657914058949,
+      "loss": 0.4622,
+      "step": 88640
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.0001835879864340408,
+      "loss": 0.3804,
+      "step": 88650
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018351805880913256,
+      "loss": 0.372,
+      "step": 88660
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018344813118422433,
+      "loss": 0.338,
+      "step": 88670
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018337820355931612,
+      "loss": 0.3409,
+      "step": 88680
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.0001833082759344079,
+      "loss": 0.3446,
+      "step": 88690
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.0001832383483094997,
+      "loss": 0.3972,
+      "step": 88700
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018316842068459146,
+      "loss": 0.3927,
+      "step": 88710
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018309849305968323,
+      "loss": 0.3517,
+      "step": 88720
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018302856543477502,
+      "loss": 0.3949,
+      "step": 88730
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.0001829586378098668,
+      "loss": 0.3707,
+      "step": 88740
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018288871018495856,
+      "loss": 0.4136,
+      "step": 88750
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018281878256005035,
+      "loss": 0.4566,
+      "step": 88760
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018274885493514212,
+      "loss": 0.3943,
+      "step": 88770
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018267892731023392,
+      "loss": 0.3715,
+      "step": 88780
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.0001826089996853257,
+      "loss": 0.3584,
+      "step": 88790
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018253907206041748,
+      "loss": 0.3686,
+      "step": 88800
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018246914443550925,
+      "loss": 0.4009,
+      "step": 88810
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018239921681060105,
+      "loss": 0.363,
+      "step": 88820
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 0.00018232928918569282,
+      "loss": 0.3663,
+      "step": 88830
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.0001822593615607846,
+      "loss": 0.3726,
+      "step": 88840
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018218943393587638,
+      "loss": 0.3988,
+      "step": 88850
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018211950631096815,
+      "loss": 0.3738,
+      "step": 88860
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018204957868605995,
+      "loss": 0.3862,
+      "step": 88870
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018197965106115171,
+      "loss": 0.3415,
+      "step": 88880
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.0001819097234362435,
+      "loss": 0.3378,
+      "step": 88890
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018183979581133528,
+      "loss": 0.3597,
+      "step": 88900
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018176986818642705,
+      "loss": 0.3787,
+      "step": 88910
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018169994056151884,
+      "loss": 0.3819,
+      "step": 88920
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.0001816300129366106,
+      "loss": 0.3382,
+      "step": 88930
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018156008531170238,
+      "loss": 0.3449,
+      "step": 88940
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018149015768679418,
+      "loss": 0.3789,
+      "step": 88950
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018142023006188595,
+      "loss": 0.3752,
+      "step": 88960
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.00018135030243697771,
+      "loss": 0.3725,
+      "step": 88970
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.0001812803748120695,
+      "loss": 0.3942,
+      "step": 88980
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018121044718716128,
+      "loss": 0.3911,
+      "step": 88990
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018114051956225307,
+      "loss": 0.4509,
+      "step": 89000
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018107059193734487,
+      "loss": 0.3651,
+      "step": 89010
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018100066431243664,
+      "loss": 0.3703,
+      "step": 89020
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018093073668752843,
+      "loss": 0.3862,
+      "step": 89030
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.0001808608090626202,
+      "loss": 0.3804,
+      "step": 89040
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018079088143771197,
+      "loss": 0.2872,
+      "step": 89050
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018072095381280377,
+      "loss": 0.3513,
+      "step": 89060
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018065102618789554,
+      "loss": 0.3382,
+      "step": 89070
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018058109856298733,
+      "loss": 0.4215,
+      "step": 89080
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.0001805111709380791,
+      "loss": 0.3465,
+      "step": 89090
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018044124331317087,
+      "loss": 0.3704,
+      "step": 89100
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018037131568826267,
+      "loss": 0.346,
+      "step": 89110
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00018030138806335443,
+      "loss": 0.4041,
+      "step": 89120
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001802314604384462,
+      "loss": 0.3126,
+      "step": 89130
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.000180161532813538,
+      "loss": 0.3857,
+      "step": 89140
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00018009160518862977,
+      "loss": 0.3412,
+      "step": 89150
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00018002167756372154,
+      "loss": 0.4093,
+      "step": 89160
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00017995174993881333,
+      "loss": 0.3903,
+      "step": 89170
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001798818223139051,
+      "loss": 0.4584,
+      "step": 89180
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001798118946889969,
+      "loss": 0.3365,
+      "step": 89190
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001797419670640887,
+      "loss": 0.4312,
+      "step": 89200
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00017967203943918046,
+      "loss": 0.3614,
+      "step": 89210
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00017960211181427226,
+      "loss": 0.3956,
+      "step": 89220
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00017953218418936403,
+      "loss": 0.3561,
+      "step": 89230
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001794622565644558,
+      "loss": 0.3816,
+      "step": 89240
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.0001793923289395476,
+      "loss": 0.3801,
+      "step": 89250
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 0.00017932240131463936,
+      "loss": 0.4368,
+      "step": 89260
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017925247368973113,
+      "loss": 0.3958,
+      "step": 89270
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017918254606482292,
+      "loss": 0.4903,
+      "step": 89280
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.0001791126184399147,
+      "loss": 0.3872,
+      "step": 89290
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.0001790426908150065,
+      "loss": 0.4044,
+      "step": 89300
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017897276319009826,
+      "loss": 0.3739,
+      "step": 89310
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017890283556519003,
+      "loss": 0.3656,
+      "step": 89320
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017883290794028182,
+      "loss": 0.3151,
+      "step": 89330
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.0001787629803153736,
+      "loss": 0.3437,
+      "step": 89340
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017869305269046536,
+      "loss": 0.3124,
+      "step": 89350
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017862312506555715,
+      "loss": 0.3945,
+      "step": 89360
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017855319744064892,
+      "loss": 0.4017,
+      "step": 89370
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017848326981574072,
+      "loss": 0.4425,
+      "step": 89380
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.0001784133421908325,
+      "loss": 0.3603,
+      "step": 89390
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017834341456592428,
+      "loss": 0.3851,
+      "step": 89400
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017827348694101608,
+      "loss": 0.3768,
+      "step": 89410
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017820355931610785,
+      "loss": 0.4089,
+      "step": 89420
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017813363169119962,
+      "loss": 0.4011,
+      "step": 89430
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.0001780637040662914,
+      "loss": 0.3476,
+      "step": 89440
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017799377644138318,
+      "loss": 0.4249,
+      "step": 89450
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017792384881647495,
+      "loss": 0.4091,
+      "step": 89460
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017785392119156675,
+      "loss": 0.351,
+      "step": 89470
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017778399356665851,
+      "loss": 0.3755,
+      "step": 89480
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.0001777140659417503,
+      "loss": 0.3597,
+      "step": 89490
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017764413831684208,
+      "loss": 0.4058,
+      "step": 89500
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017757421069193385,
+      "loss": 0.3941,
+      "step": 89510
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017750428306702564,
+      "loss": 0.3497,
+      "step": 89520
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.0001774343554421174,
+      "loss": 0.3444,
+      "step": 89530
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017736442781720918,
+      "loss": 0.3366,
+      "step": 89540
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017729450019230098,
+      "loss": 0.3756,
+      "step": 89550
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017722457256739275,
+      "loss": 0.3904,
+      "step": 89560
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017715464494248451,
+      "loss": 0.4049,
+      "step": 89570
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.0001770847173175763,
+      "loss": 0.3936,
+      "step": 89580
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.0001770147896926681,
+      "loss": 0.4254,
+      "step": 89590
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017694486206775987,
+      "loss": 0.4434,
+      "step": 89600
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017687493444285167,
+      "loss": 0.3931,
+      "step": 89610
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017680500681794344,
+      "loss": 0.319,
+      "step": 89620
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017673507919303523,
+      "loss": 0.4018,
+      "step": 89630
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.000176665151568127,
+      "loss": 0.3927,
+      "step": 89640
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017659522394321877,
+      "loss": 0.4012,
+      "step": 89650
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017652529631831057,
+      "loss": 0.3579,
+      "step": 89660
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.00017645536869340234,
+      "loss": 0.3815,
+      "step": 89670
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.0001763854410684941,
+      "loss": 0.3156,
+      "step": 89680
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 0.0001763155134435859,
+      "loss": 0.403,
+      "step": 89690
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017624558581867767,
+      "loss": 0.3329,
+      "step": 89700
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017617565819376947,
+      "loss": 0.3994,
+      "step": 89710
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017610573056886123,
+      "loss": 0.4796,
+      "step": 89720
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.000176035802943953,
+      "loss": 0.3636,
+      "step": 89730
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.0001759658753190448,
+      "loss": 0.3864,
+      "step": 89740
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017589594769413657,
+      "loss": 0.3896,
+      "step": 89750
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017582602006922834,
+      "loss": 0.4172,
+      "step": 89760
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017575609244432013,
+      "loss": 0.4144,
+      "step": 89770
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.0001756861648194119,
+      "loss": 0.4013,
+      "step": 89780
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.0001756162371945037,
+      "loss": 0.3691,
+      "step": 89790
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.0001755463095695955,
+      "loss": 0.3611,
+      "step": 89800
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017547638194468726,
+      "loss": 0.337,
+      "step": 89810
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017540645431977906,
+      "loss": 0.4173,
+      "step": 89820
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017533652669487083,
+      "loss": 0.358,
+      "step": 89830
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.0001752665990699626,
+      "loss": 0.3973,
+      "step": 89840
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.0001751966714450544,
+      "loss": 0.3532,
+      "step": 89850
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017512674382014616,
+      "loss": 0.4094,
+      "step": 89860
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017505681619523793,
+      "loss": 0.4067,
+      "step": 89870
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017498688857032972,
+      "loss": 0.3256,
+      "step": 89880
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.0001749169609454215,
+      "loss": 0.3301,
+      "step": 89890
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.0001748470333205133,
+      "loss": 0.3702,
+      "step": 89900
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017477710569560506,
+      "loss": 0.3778,
+      "step": 89910
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017470717807069683,
+      "loss": 0.3829,
+      "step": 89920
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017463725044578862,
+      "loss": 0.3434,
+      "step": 89930
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.0001745673228208804,
+      "loss": 0.371,
+      "step": 89940
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017449739519597216,
+      "loss": 0.3645,
+      "step": 89950
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017442746757106395,
+      "loss": 0.3945,
+      "step": 89960
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017435753994615572,
+      "loss": 0.3434,
+      "step": 89970
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 0.00017428761232124752,
+      "loss": 0.3665,
+      "step": 89980
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.0001742176846963393,
+      "loss": 0.4082,
+      "step": 89990
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017414775707143108,
+      "loss": 0.3319,
+      "step": 90000
+    },
+    {
+      "epoch": 6.27,
+      "eval_loss": 0.3557506799697876,
+      "eval_runtime": 346.4481,
+      "eval_samples_per_second": 18.424,
+      "eval_steps_per_second": 2.303,
+      "step": 90000
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017407782944652288,
+      "loss": 0.3342,
+      "step": 90010
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017400790182161465,
+      "loss": 0.4417,
+      "step": 90020
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017393797419670642,
+      "loss": 0.3688,
+      "step": 90030
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.0001738680465717982,
+      "loss": 0.3362,
+      "step": 90040
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017379811894688998,
+      "loss": 0.3456,
+      "step": 90050
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017372819132198175,
+      "loss": 0.4122,
+      "step": 90060
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017365826369707355,
+      "loss": 0.3167,
+      "step": 90070
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017358833607216531,
+      "loss": 0.3388,
+      "step": 90080
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.0001735184084472571,
+      "loss": 0.3633,
+      "step": 90090
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017344848082234888,
+      "loss": 0.3905,
+      "step": 90100
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017337855319744065,
+      "loss": 0.3989,
+      "step": 90110
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.00017330862557253244,
+      "loss": 0.3701,
+      "step": 90120
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.0001732386979476242,
+      "loss": 0.3284,
+      "step": 90130
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017316877032271598,
+      "loss": 0.328,
+      "step": 90140
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017309884269780778,
+      "loss": 0.4072,
+      "step": 90150
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017302891507289955,
+      "loss": 0.3586,
+      "step": 90160
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017295898744799131,
+      "loss": 0.385,
+      "step": 90170
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.0001728890598230831,
+      "loss": 0.3795,
+      "step": 90180
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.0001728191321981749,
+      "loss": 0.3806,
+      "step": 90190
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017274920457326667,
+      "loss": 0.3883,
+      "step": 90200
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017267927694835847,
+      "loss": 0.3088,
+      "step": 90210
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017260934932345024,
+      "loss": 0.3877,
+      "step": 90220
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017253942169854203,
+      "loss": 0.3616,
+      "step": 90230
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.0001724694940736338,
+      "loss": 0.4019,
+      "step": 90240
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017239956644872557,
+      "loss": 0.3972,
+      "step": 90250
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017232963882381737,
+      "loss": 0.3999,
+      "step": 90260
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017225971119890914,
+      "loss": 0.4041,
+      "step": 90270
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001721897835740009,
+      "loss": 0.3827,
+      "step": 90280
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001721198559490927,
+      "loss": 0.2909,
+      "step": 90290
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017204992832418447,
+      "loss": 0.3609,
+      "step": 90300
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017198000069927627,
+      "loss": 0.4022,
+      "step": 90310
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017191007307436803,
+      "loss": 0.3869,
+      "step": 90320
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001718401454494598,
+      "loss": 0.3549,
+      "step": 90330
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001717702178245516,
+      "loss": 0.4735,
+      "step": 90340
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017170029019964337,
+      "loss": 0.3651,
+      "step": 90350
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017163036257473514,
+      "loss": 0.3793,
+      "step": 90360
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017156043494982693,
+      "loss": 0.4531,
+      "step": 90370
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001714905073249187,
+      "loss": 0.4205,
+      "step": 90380
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001714205797000105,
+      "loss": 0.354,
+      "step": 90390
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.0001713506520751023,
+      "loss": 0.3809,
+      "step": 90400
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 0.00017128072445019406,
+      "loss": 0.3108,
+      "step": 90410
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017121079682528586,
+      "loss": 0.3439,
+      "step": 90420
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017114086920037763,
+      "loss": 0.3252,
+      "step": 90430
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001710709415754694,
+      "loss": 0.3138,
+      "step": 90440
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001710010139505612,
+      "loss": 0.3885,
+      "step": 90450
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017093108632565296,
+      "loss": 0.3651,
+      "step": 90460
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017086115870074473,
+      "loss": 0.3854,
+      "step": 90470
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017079123107583652,
+      "loss": 0.4028,
+      "step": 90480
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001707213034509283,
+      "loss": 0.3729,
+      "step": 90490
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001706513758260201,
+      "loss": 0.4008,
+      "step": 90500
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017058144820111186,
+      "loss": 0.3774,
+      "step": 90510
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017051152057620363,
+      "loss": 0.417,
+      "step": 90520
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017044159295129542,
+      "loss": 0.3567,
+      "step": 90530
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001703716653263872,
+      "loss": 0.3645,
+      "step": 90540
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.00017030173770147896,
+      "loss": 0.324,
+      "step": 90550
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00017023181007657075,
+      "loss": 0.4122,
+      "step": 90560
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00017016188245166252,
+      "loss": 0.405,
+      "step": 90570
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00017009195482675432,
+      "loss": 0.3376,
+      "step": 90580
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.0001700220272018461,
+      "loss": 0.367,
+      "step": 90590
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016995209957693788,
+      "loss": 0.417,
+      "step": 90600
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016988217195202968,
+      "loss": 0.3794,
+      "step": 90610
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016981224432712145,
+      "loss": 0.4232,
+      "step": 90620
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016974231670221322,
+      "loss": 0.4017,
+      "step": 90630
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.000169672389077305,
+      "loss": 0.3588,
+      "step": 90640
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016960246145239678,
+      "loss": 0.4217,
+      "step": 90650
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016953253382748855,
+      "loss": 0.4433,
+      "step": 90660
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016946260620258035,
+      "loss": 0.3867,
+      "step": 90670
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016939267857767211,
+      "loss": 0.3602,
+      "step": 90680
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016932275095276388,
+      "loss": 0.3357,
+      "step": 90690
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 0.00016925282332785568,
+      "loss": 0.3707,
+      "step": 90700
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016918289570294745,
+      "loss": 0.3901,
+      "step": 90710
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016911296807803924,
+      "loss": 0.3639,
+      "step": 90720
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.000169043040453131,
+      "loss": 0.4435,
+      "step": 90730
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016897311282822278,
+      "loss": 0.3598,
+      "step": 90740
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016890318520331458,
+      "loss": 0.4113,
+      "step": 90750
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016883325757840635,
+      "loss": 0.3111,
+      "step": 90760
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016876332995349814,
+      "loss": 0.402,
+      "step": 90770
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.0001686934023285899,
+      "loss": 0.4044,
+      "step": 90780
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.0001686234747036817,
+      "loss": 0.3526,
+      "step": 90790
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.0001685535470787735,
+      "loss": 0.3863,
+      "step": 90800
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016848361945386527,
+      "loss": 0.4294,
+      "step": 90810
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016841369182895704,
+      "loss": 0.3036,
+      "step": 90820
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00016834376420404884,
+      "loss": 0.3301,
+      "step": 90830
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.0001682738365791406,
+      "loss": 0.4112,
+      "step": 90840
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016820390895423237,
+      "loss": 0.3468,
+      "step": 90850
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016813398132932417,
+      "loss": 0.3518,
+      "step": 90860
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016806405370441594,
+      "loss": 0.3725,
+      "step": 90870
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.0001679941260795077,
+      "loss": 0.4375,
+      "step": 90880
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.0001679241984545995,
+      "loss": 0.4558,
+      "step": 90890
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016785427082969127,
+      "loss": 0.3981,
+      "step": 90900
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016778434320478307,
+      "loss": 0.3411,
+      "step": 90910
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016771441557987483,
+      "loss": 0.3675,
+      "step": 90920
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.0001676444879549666,
+      "loss": 0.4172,
+      "step": 90930
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.0001675745603300584,
+      "loss": 0.3965,
+      "step": 90940
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016750463270515017,
+      "loss": 0.3248,
+      "step": 90950
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016743470508024194,
+      "loss": 0.359,
+      "step": 90960
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016736477745533373,
+      "loss": 0.411,
+      "step": 90970
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.00016729484983042553,
+      "loss": 0.3301,
+      "step": 90980
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.0001672249222055173,
+      "loss": 0.3941,
+      "step": 90990
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.0001671549945806091,
+      "loss": 0.3873,
+      "step": 91000
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016708506695570086,
+      "loss": 0.3409,
+      "step": 91010
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016701513933079266,
+      "loss": 0.4124,
+      "step": 91020
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016694521170588443,
+      "loss": 0.3895,
+      "step": 91030
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.0001668752840809762,
+      "loss": 0.4041,
+      "step": 91040
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.000166805356456068,
+      "loss": 0.4211,
+      "step": 91050
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016673542883115976,
+      "loss": 0.3448,
+      "step": 91060
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016666550120625153,
+      "loss": 0.3155,
+      "step": 91070
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016659557358134332,
+      "loss": 0.42,
+      "step": 91080
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.0001665256459564351,
+      "loss": 0.3821,
+      "step": 91090
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.0001664557183315269,
+      "loss": 0.3456,
+      "step": 91100
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016638579070661866,
+      "loss": 0.3735,
+      "step": 91110
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016631586308171043,
+      "loss": 0.3709,
+      "step": 91120
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 0.00016624593545680222,
+      "loss": 0.384,
+      "step": 91130
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.000166176007831894,
+      "loss": 0.3492,
+      "step": 91140
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016610608020698576,
+      "loss": 0.3638,
+      "step": 91150
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016603615258207755,
+      "loss": 0.3867,
+      "step": 91160
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016596622495716932,
+      "loss": 0.3973,
+      "step": 91170
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016589629733226112,
+      "loss": 0.3905,
+      "step": 91180
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016582636970735292,
+      "loss": 0.3328,
+      "step": 91190
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016575644208244468,
+      "loss": 0.3716,
+      "step": 91200
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016568651445753648,
+      "loss": 0.3485,
+      "step": 91210
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016561658683262825,
+      "loss": 0.4073,
+      "step": 91220
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016554665920772002,
+      "loss": 0.3976,
+      "step": 91230
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.0001654767315828118,
+      "loss": 0.4061,
+      "step": 91240
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016540680395790358,
+      "loss": 0.4002,
+      "step": 91250
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016533687633299535,
+      "loss": 0.3867,
+      "step": 91260
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00016526694870808715,
+      "loss": 0.347,
+      "step": 91270
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016519702108317891,
+      "loss": 0.4406,
+      "step": 91280
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016512709345827068,
+      "loss": 0.3502,
+      "step": 91290
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016505716583336248,
+      "loss": 0.3541,
+      "step": 91300
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016498723820845425,
+      "loss": 0.4491,
+      "step": 91310
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016491731058354604,
+      "loss": 0.4049,
+      "step": 91320
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.0001648473829586378,
+      "loss": 0.4358,
+      "step": 91330
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016477745533372958,
+      "loss": 0.3467,
+      "step": 91340
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016470752770882138,
+      "loss": 0.395,
+      "step": 91350
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016463760008391315,
+      "loss": 0.3863,
+      "step": 91360
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016456767245900494,
+      "loss": 0.3657,
+      "step": 91370
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.0001644977448340967,
+      "loss": 0.3926,
+      "step": 91380
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.0001644278172091885,
+      "loss": 0.4082,
+      "step": 91390
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016435788958428027,
+      "loss": 0.3755,
+      "step": 91400
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016428796195937207,
+      "loss": 0.3916,
+      "step": 91410
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00016421803433446384,
+      "loss": 0.4242,
+      "step": 91420
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016414810670955564,
+      "loss": 0.443,
+      "step": 91430
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.0001640781790846474,
+      "loss": 0.3815,
+      "step": 91440
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016400825145973917,
+      "loss": 0.3583,
+      "step": 91450
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016393832383483097,
+      "loss": 0.4045,
+      "step": 91460
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016386839620992274,
+      "loss": 0.3743,
+      "step": 91470
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.0001637984685850145,
+      "loss": 0.3667,
+      "step": 91480
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.0001637285409601063,
+      "loss": 0.3691,
+      "step": 91490
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016365861333519807,
+      "loss": 0.3454,
+      "step": 91500
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016358868571028987,
+      "loss": 0.3725,
+      "step": 91510
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016351875808538163,
+      "loss": 0.3524,
+      "step": 91520
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.0001634488304604734,
+      "loss": 0.3657,
+      "step": 91530
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.0001633789028355652,
+      "loss": 0.4133,
+      "step": 91540
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016330897521065697,
+      "loss": 0.3501,
+      "step": 91550
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 0.00016323904758574874,
+      "loss": 0.4199,
+      "step": 91560
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016316911996084053,
+      "loss": 0.4017,
+      "step": 91570
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016309919233593233,
+      "loss": 0.3655,
+      "step": 91580
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.0001630292647110241,
+      "loss": 0.3849,
+      "step": 91590
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.0001629593370861159,
+      "loss": 0.3608,
+      "step": 91600
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016288940946120766,
+      "loss": 0.3786,
+      "step": 91610
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016281948183629946,
+      "loss": 0.4021,
+      "step": 91620
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016274955421139123,
+      "loss": 0.3787,
+      "step": 91630
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.000162679626586483,
+      "loss": 0.4157,
+      "step": 91640
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.0001626096989615748,
+      "loss": 0.3222,
+      "step": 91650
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016253977133666656,
+      "loss": 0.3998,
+      "step": 91660
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016246984371175833,
+      "loss": 0.3972,
+      "step": 91670
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016239991608685012,
+      "loss": 0.338,
+      "step": 91680
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.0001623299884619419,
+      "loss": 0.3888,
+      "step": 91690
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.00016226006083703366,
+      "loss": 0.3425,
+      "step": 91700
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016219013321212546,
+      "loss": 0.3742,
+      "step": 91710
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016212020558721723,
+      "loss": 0.3766,
+      "step": 91720
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016205027796230902,
+      "loss": 0.3658,
+      "step": 91730
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.0001619803503374008,
+      "loss": 0.3318,
+      "step": 91740
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016191042271249256,
+      "loss": 0.382,
+      "step": 91750
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016184049508758435,
+      "loss": 0.3847,
+      "step": 91760
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016177056746267612,
+      "loss": 0.3818,
+      "step": 91770
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016170063983776792,
+      "loss": 0.4286,
+      "step": 91780
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016163071221285972,
+      "loss": 0.4002,
+      "step": 91790
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016156078458795148,
+      "loss": 0.428,
+      "step": 91800
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016149085696304328,
+      "loss": 0.357,
+      "step": 91810
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016142092933813505,
+      "loss": 0.3969,
+      "step": 91820
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016135100171322682,
+      "loss": 0.3786,
+      "step": 91830
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.0001612810740883186,
+      "loss": 0.3859,
+      "step": 91840
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 0.00016121114646341038,
+      "loss": 0.3583,
+      "step": 91850
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016114121883850215,
+      "loss": 0.4117,
+      "step": 91860
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016107129121359395,
+      "loss": 0.3957,
+      "step": 91870
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016100136358868571,
+      "loss": 0.4152,
+      "step": 91880
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016093143596377748,
+      "loss": 0.3955,
+      "step": 91890
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016086150833886928,
+      "loss": 0.3827,
+      "step": 91900
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016079158071396105,
+      "loss": 0.4004,
+      "step": 91910
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016072165308905284,
+      "loss": 0.431,
+      "step": 91920
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.0001606517254641446,
+      "loss": 0.3788,
+      "step": 91930
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016058179783923638,
+      "loss": 0.4066,
+      "step": 91940
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016051187021432818,
+      "loss": 0.3636,
+      "step": 91950
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016044194258941995,
+      "loss": 0.4331,
+      "step": 91960
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00016037201496451174,
+      "loss": 0.395,
+      "step": 91970
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.0001603020873396035,
+      "loss": 0.4222,
+      "step": 91980
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.0001602321597146953,
+      "loss": 0.3573,
+      "step": 91990
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00016016223208978707,
+      "loss": 0.4184,
+      "step": 92000
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00016009230446487887,
+      "loss": 0.4454,
+      "step": 92010
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00016002237683997064,
+      "loss": 0.3452,
+      "step": 92020
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015995244921506244,
+      "loss": 0.385,
+      "step": 92030
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.0001598825215901542,
+      "loss": 0.3266,
+      "step": 92040
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015981259396524597,
+      "loss": 0.2966,
+      "step": 92050
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015974266634033777,
+      "loss": 0.406,
+      "step": 92060
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015967273871542954,
+      "loss": 0.373,
+      "step": 92070
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.0001596028110905213,
+      "loss": 0.3767,
+      "step": 92080
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.0001595328834656131,
+      "loss": 0.4265,
+      "step": 92090
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015946295584070487,
+      "loss": 0.4098,
+      "step": 92100
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015939302821579664,
+      "loss": 0.3821,
+      "step": 92110
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00015932310059088844,
+      "loss": 0.4165,
+      "step": 92120
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.0001592531729659802,
+      "loss": 0.3516,
+      "step": 92130
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.000159183245341072,
+      "loss": 0.343,
+      "step": 92140
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015911331771616377,
+      "loss": 0.353,
+      "step": 92150
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015904339009125556,
+      "loss": 0.4811,
+      "step": 92160
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015897346246634733,
+      "loss": 0.4028,
+      "step": 92170
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015890353484143913,
+      "loss": 0.3963,
+      "step": 92180
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.0001588336072165309,
+      "loss": 0.3878,
+      "step": 92190
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.0001587636795916227,
+      "loss": 0.4513,
+      "step": 92200
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015869375196671446,
+      "loss": 0.3643,
+      "step": 92210
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015862382434180626,
+      "loss": 0.3715,
+      "step": 92220
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015855389671689803,
+      "loss": 0.3842,
+      "step": 92230
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.0001584839690919898,
+      "loss": 0.3483,
+      "step": 92240
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.0001584140414670816,
+      "loss": 0.3853,
+      "step": 92250
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015834411384217336,
+      "loss": 0.3596,
+      "step": 92260
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015827418621726513,
+      "loss": 0.3808,
+      "step": 92270
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 0.00015820425859235692,
+      "loss": 0.3355,
+      "step": 92280
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.0001581343309674487,
+      "loss": 0.3518,
+      "step": 92290
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015806440334254046,
+      "loss": 0.4317,
+      "step": 92300
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015799447571763226,
+      "loss": 0.4172,
+      "step": 92310
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015792454809272403,
+      "loss": 0.3658,
+      "step": 92320
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015785462046781582,
+      "loss": 0.3338,
+      "step": 92330
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.0001577846928429076,
+      "loss": 0.4047,
+      "step": 92340
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015771476521799936,
+      "loss": 0.3721,
+      "step": 92350
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015764483759309116,
+      "loss": 0.426,
+      "step": 92360
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015757490996818295,
+      "loss": 0.3665,
+      "step": 92370
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015750498234327472,
+      "loss": 0.4407,
+      "step": 92380
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015743505471836652,
+      "loss": 0.3883,
+      "step": 92390
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015736512709345828,
+      "loss": 0.3686,
+      "step": 92400
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015729519946855005,
+      "loss": 0.2994,
+      "step": 92410
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00015722527184364185,
+      "loss": 0.3487,
+      "step": 92420
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015715534421873362,
+      "loss": 0.3738,
+      "step": 92430
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.0001570854165938254,
+      "loss": 0.3769,
+      "step": 92440
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015701548896891718,
+      "loss": 0.3181,
+      "step": 92450
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015694556134400895,
+      "loss": 0.3849,
+      "step": 92460
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015687563371910075,
+      "loss": 0.4104,
+      "step": 92470
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015680570609419252,
+      "loss": 0.4298,
+      "step": 92480
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015673577846928428,
+      "loss": 0.3768,
+      "step": 92490
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015666585084437608,
+      "loss": 0.4366,
+      "step": 92500
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015659592321946785,
+      "loss": 0.373,
+      "step": 92510
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015652599559455964,
+      "loss": 0.4508,
+      "step": 92520
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.0001564560679696514,
+      "loss": 0.3822,
+      "step": 92530
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015638614034474318,
+      "loss": 0.366,
+      "step": 92540
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015631621271983498,
+      "loss": 0.3756,
+      "step": 92550
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 0.00015624628509492675,
+      "loss": 0.3946,
+      "step": 92560
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015617635747001854,
+      "loss": 0.3652,
+      "step": 92570
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015610642984511034,
+      "loss": 0.3924,
+      "step": 92580
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.0001560365022202021,
+      "loss": 0.4031,
+      "step": 92590
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015596657459529388,
+      "loss": 0.3647,
+      "step": 92600
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015589664697038567,
+      "loss": 0.3931,
+      "step": 92610
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015582671934547744,
+      "loss": 0.3046,
+      "step": 92620
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015575679172056924,
+      "loss": 0.3836,
+      "step": 92630
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.000155686864095661,
+      "loss": 0.3361,
+      "step": 92640
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015561693647075277,
+      "loss": 0.4068,
+      "step": 92650
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015554700884584457,
+      "loss": 0.38,
+      "step": 92660
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015547708122093634,
+      "loss": 0.3592,
+      "step": 92670
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.0001554071535960281,
+      "loss": 0.3101,
+      "step": 92680
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.0001553372259711199,
+      "loss": 0.417,
+      "step": 92690
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015526729834621167,
+      "loss": 0.4373,
+      "step": 92700
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.00015519737072130344,
+      "loss": 0.374,
+      "step": 92710
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015512744309639524,
+      "loss": 0.3599,
+      "step": 92720
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.000155057515471487,
+      "loss": 0.3835,
+      "step": 92730
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.0001549875878465788,
+      "loss": 0.3776,
+      "step": 92740
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015491766022167057,
+      "loss": 0.3999,
+      "step": 92750
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015484773259676236,
+      "loss": 0.3682,
+      "step": 92760
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015477780497185413,
+      "loss": 0.333,
+      "step": 92770
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015470787734694593,
+      "loss": 0.4237,
+      "step": 92780
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.0001546379497220377,
+      "loss": 0.3365,
+      "step": 92790
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.0001545680220971295,
+      "loss": 0.3491,
+      "step": 92800
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015449809447222126,
+      "loss": 0.4109,
+      "step": 92810
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015442816684731306,
+      "loss": 0.364,
+      "step": 92820
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00015435823922240483,
+      "loss": 0.4162,
+      "step": 92830
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.0001542883115974966,
+      "loss": 0.3826,
+      "step": 92840
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.0001542183839725884,
+      "loss": 0.3877,
+      "step": 92850
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015414845634768016,
+      "loss": 0.411,
+      "step": 92860
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015407852872277193,
+      "loss": 0.3755,
+      "step": 92870
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015400860109786372,
+      "loss": 0.4837,
+      "step": 92880
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.0001539386734729555,
+      "loss": 0.3596,
+      "step": 92890
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015386874584804726,
+      "loss": 0.3953,
+      "step": 92900
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015379881822313906,
+      "loss": 0.3837,
+      "step": 92910
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015372889059823083,
+      "loss": 0.3704,
+      "step": 92920
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015365896297332262,
+      "loss": 0.3774,
+      "step": 92930
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.0001535890353484144,
+      "loss": 0.3578,
+      "step": 92940
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015351910772350616,
+      "loss": 0.424,
+      "step": 92950
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015344918009859796,
+      "loss": 0.3474,
+      "step": 92960
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015337925247368975,
+      "loss": 0.4209,
+      "step": 92970
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015330932484878152,
+      "loss": 0.4456,
+      "step": 92980
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015323939722387332,
+      "loss": 0.4013,
+      "step": 92990
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 0.00015316946959896508,
+      "loss": 0.377,
+      "step": 93000
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015309954197405685,
+      "loss": 0.3803,
+      "step": 93010
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015302961434914865,
+      "loss": 0.3245,
+      "step": 93020
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015295968672424042,
+      "loss": 0.3833,
+      "step": 93030
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.0001528897590993322,
+      "loss": 0.3628,
+      "step": 93040
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015281983147442398,
+      "loss": 0.4342,
+      "step": 93050
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015274990384951575,
+      "loss": 0.3078,
+      "step": 93060
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015267997622460755,
+      "loss": 0.3431,
+      "step": 93070
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015261004859969932,
+      "loss": 0.3837,
+      "step": 93080
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015254012097479108,
+      "loss": 0.3693,
+      "step": 93090
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015247019334988288,
+      "loss": 0.3705,
+      "step": 93100
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015240026572497465,
+      "loss": 0.3689,
+      "step": 93110
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015233033810006642,
+      "loss": 0.3162,
+      "step": 93120
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.0001522604104751582,
+      "loss": 0.4036,
+      "step": 93130
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.00015219048285024998,
+      "loss": 0.3319,
+      "step": 93140
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015212055522534178,
+      "loss": 0.351,
+      "step": 93150
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015205062760043355,
+      "loss": 0.384,
+      "step": 93160
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015198069997552534,
+      "loss": 0.4048,
+      "step": 93170
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015191077235061714,
+      "loss": 0.3807,
+      "step": 93180
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.0001518408447257089,
+      "loss": 0.4295,
+      "step": 93190
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015177091710080068,
+      "loss": 0.3644,
+      "step": 93200
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015170098947589247,
+      "loss": 0.3749,
+      "step": 93210
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015163106185098424,
+      "loss": 0.3942,
+      "step": 93220
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015156113422607604,
+      "loss": 0.4147,
+      "step": 93230
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.0001514912066011678,
+      "loss": 0.359,
+      "step": 93240
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015142127897625957,
+      "loss": 0.3951,
+      "step": 93250
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015135135135135137,
+      "loss": 0.3912,
+      "step": 93260
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.00015128142372644314,
+      "loss": 0.4053,
+      "step": 93270
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.0001512114961015349,
+      "loss": 0.4322,
+      "step": 93280
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.0001511415684766267,
+      "loss": 0.3516,
+      "step": 93290
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015107164085171847,
+      "loss": 0.3313,
+      "step": 93300
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015100171322681024,
+      "loss": 0.3708,
+      "step": 93310
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015093178560190204,
+      "loss": 0.3866,
+      "step": 93320
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.0001508618579769938,
+      "loss": 0.4223,
+      "step": 93330
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.0001507919303520856,
+      "loss": 0.4087,
+      "step": 93340
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015072200272717737,
+      "loss": 0.4682,
+      "step": 93350
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015065207510226916,
+      "loss": 0.3413,
+      "step": 93360
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015058214747736093,
+      "loss": 0.3099,
+      "step": 93370
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015051221985245273,
+      "loss": 0.3606,
+      "step": 93380
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.0001504422922275445,
+      "loss": 0.3684,
+      "step": 93390
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.0001503723646026363,
+      "loss": 0.3858,
+      "step": 93400
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015030243697772806,
+      "loss": 0.3929,
+      "step": 93410
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015023250935281983,
+      "loss": 0.2877,
+      "step": 93420
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 0.00015016258172791163,
+      "loss": 0.4079,
+      "step": 93430
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.0001500926541030034,
+      "loss": 0.3461,
+      "step": 93440
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.0001500227264780952,
+      "loss": 0.409,
+      "step": 93450
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014995279885318696,
+      "loss": 0.3496,
+      "step": 93460
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014988287122827873,
+      "loss": 0.3924,
+      "step": 93470
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014981294360337052,
+      "loss": 0.3679,
+      "step": 93480
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.0001497430159784623,
+      "loss": 0.4089,
+      "step": 93490
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014967308835355406,
+      "loss": 0.3554,
+      "step": 93500
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014960316072864586,
+      "loss": 0.3968,
+      "step": 93510
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014953323310373763,
+      "loss": 0.3348,
+      "step": 93520
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014946330547882942,
+      "loss": 0.3555,
+      "step": 93530
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.0001493933778539212,
+      "loss": 0.379,
+      "step": 93540
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.000149323450229013,
+      "loss": 0.3797,
+      "step": 93550
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014925352260410476,
+      "loss": 0.4008,
+      "step": 93560
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00014918359497919655,
+      "loss": 0.3503,
+      "step": 93570
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014911366735428832,
+      "loss": 0.3872,
+      "step": 93580
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014904373972938012,
+      "loss": 0.4253,
+      "step": 93590
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014897381210447188,
+      "loss": 0.3406,
+      "step": 93600
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014890388447956365,
+      "loss": 0.3511,
+      "step": 93610
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014883395685465545,
+      "loss": 0.2706,
+      "step": 93620
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014876402922974722,
+      "loss": 0.3504,
+      "step": 93630
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.000148694101604839,
+      "loss": 0.4141,
+      "step": 93640
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014862417397993078,
+      "loss": 0.3724,
+      "step": 93650
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014855424635502255,
+      "loss": 0.3875,
+      "step": 93660
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014848431873011435,
+      "loss": 0.3634,
+      "step": 93670
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014841439110520612,
+      "loss": 0.3269,
+      "step": 93680
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014834446348029788,
+      "loss": 0.3954,
+      "step": 93690
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014827453585538968,
+      "loss": 0.3616,
+      "step": 93700
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 0.00014820460823048145,
+      "loss": 0.3548,
+      "step": 93710
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014813468060557322,
+      "loss": 0.3906,
+      "step": 93720
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.000148064752980665,
+      "loss": 0.3665,
+      "step": 93730
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014799482535575678,
+      "loss": 0.3701,
+      "step": 93740
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014792489773084858,
+      "loss": 0.3694,
+      "step": 93750
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014785497010594037,
+      "loss": 0.4302,
+      "step": 93760
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014778504248103214,
+      "loss": 0.4396,
+      "step": 93770
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014771511485612394,
+      "loss": 0.4206,
+      "step": 93780
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.0001476451872312157,
+      "loss": 0.406,
+      "step": 93790
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014757525960630748,
+      "loss": 0.3803,
+      "step": 93800
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014750533198139927,
+      "loss": 0.4365,
+      "step": 93810
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014743540435649104,
+      "loss": 0.3604,
+      "step": 93820
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.0001473654767315828,
+      "loss": 0.3238,
+      "step": 93830
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.0001472955491066746,
+      "loss": 0.397,
+      "step": 93840
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014722562148176637,
+      "loss": 0.3805,
+      "step": 93850
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.00014715569385685817,
+      "loss": 0.402,
+      "step": 93860
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014708576623194994,
+      "loss": 0.3692,
+      "step": 93870
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001470158386070417,
+      "loss": 0.3784,
+      "step": 93880
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001469459109821335,
+      "loss": 0.3248,
+      "step": 93890
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014687598335722527,
+      "loss": 0.3438,
+      "step": 93900
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014680605573231704,
+      "loss": 0.3684,
+      "step": 93910
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014673612810740884,
+      "loss": 0.3541,
+      "step": 93920
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001466662004825006,
+      "loss": 0.3759,
+      "step": 93930
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001465962728575924,
+      "loss": 0.349,
+      "step": 93940
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014652634523268417,
+      "loss": 0.3293,
+      "step": 93950
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014645641760777596,
+      "loss": 0.3639,
+      "step": 93960
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014638648998286776,
+      "loss": 0.3446,
+      "step": 93970
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.00014631656235795953,
+      "loss": 0.3243,
+      "step": 93980
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001462466347330513,
+      "loss": 0.366,
+      "step": 93990
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 0.0001461767071081431,
+      "loss": 0.4037,
+      "step": 94000
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014610677948323486,
+      "loss": 0.3763,
+      "step": 94010
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014603685185832663,
+      "loss": 0.3457,
+      "step": 94020
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014596692423341843,
+      "loss": 0.3714,
+      "step": 94030
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.0001458969966085102,
+      "loss": 0.3249,
+      "step": 94040
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.000145827068983602,
+      "loss": 0.3889,
+      "step": 94050
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014575714135869376,
+      "loss": 0.3688,
+      "step": 94060
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014568721373378553,
+      "loss": 0.3406,
+      "step": 94070
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014561728610887732,
+      "loss": 0.4074,
+      "step": 94080
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.0001455473584839691,
+      "loss": 0.3921,
+      "step": 94090
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014547743085906086,
+      "loss": 0.3594,
+      "step": 94100
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014540750323415266,
+      "loss": 0.3619,
+      "step": 94110
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00014533757560924443,
+      "loss": 0.3686,
+      "step": 94120
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.0001452676479843362,
+      "loss": 0.3709,
+      "step": 94130
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.000145197720359428,
+      "loss": 0.3564,
+      "step": 94140
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.0001451277927345198,
+      "loss": 0.4158,
+      "step": 94150
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014505786510961156,
+      "loss": 0.3297,
+      "step": 94160
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014498793748470335,
+      "loss": 0.3977,
+      "step": 94170
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014491800985979512,
+      "loss": 0.3928,
+      "step": 94180
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014484808223488692,
+      "loss": 0.3494,
+      "step": 94190
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014477815460997868,
+      "loss": 0.3736,
+      "step": 94200
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014470822698507045,
+      "loss": 0.3409,
+      "step": 94210
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014463829936016225,
+      "loss": 0.3881,
+      "step": 94220
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014456837173525402,
+      "loss": 0.339,
+      "step": 94230
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014449844411034581,
+      "loss": 0.4086,
+      "step": 94240
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014442851648543758,
+      "loss": 0.3544,
+      "step": 94250
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014435858886052935,
+      "loss": 0.4102,
+      "step": 94260
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014428866123562115,
+      "loss": 0.3759,
+      "step": 94270
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014421873361071292,
+      "loss": 0.4284,
+      "step": 94280
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.00014414880598580468,
+      "loss": 0.3935,
+      "step": 94290
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014407887836089648,
+      "loss": 0.3658,
+      "step": 94300
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014400895073598825,
+      "loss": 0.3877,
+      "step": 94310
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014393902311108002,
+      "loss": 0.363,
+      "step": 94320
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.0001438690954861718,
+      "loss": 0.3395,
+      "step": 94330
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014379916786126358,
+      "loss": 0.3518,
+      "step": 94340
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014372924023635538,
+      "loss": 0.3449,
+      "step": 94350
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014365931261144717,
+      "loss": 0.3504,
+      "step": 94360
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014358938498653894,
+      "loss": 0.4265,
+      "step": 94370
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014351945736163074,
+      "loss": 0.4272,
+      "step": 94380
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.0001434495297367225,
+      "loss": 0.2952,
+      "step": 94390
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014337960211181428,
+      "loss": 0.3512,
+      "step": 94400
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014330967448690607,
+      "loss": 0.3344,
+      "step": 94410
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.00014323974686199784,
+      "loss": 0.4111,
+      "step": 94420
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 0.0001431698192370896,
+      "loss": 0.3598,
+      "step": 94430
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.0001430998916121814,
+      "loss": 0.3548,
+      "step": 94440
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014302996398727317,
+      "loss": 0.3655,
+      "step": 94450
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014296003636236497,
+      "loss": 0.3478,
+      "step": 94460
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014289010873745674,
+      "loss": 0.3962,
+      "step": 94470
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.0001428201811125485,
+      "loss": 0.3447,
+      "step": 94480
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.0001427502534876403,
+      "loss": 0.3959,
+      "step": 94490
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014268032586273207,
+      "loss": 0.4087,
+      "step": 94500
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014261039823782384,
+      "loss": 0.4235,
+      "step": 94510
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014254047061291564,
+      "loss": 0.4088,
+      "step": 94520
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.0001424705429880074,
+      "loss": 0.374,
+      "step": 94530
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.0001424006153630992,
+      "loss": 0.3597,
+      "step": 94540
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014233068773819097,
+      "loss": 0.3412,
+      "step": 94550
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014226076011328276,
+      "loss": 0.4501,
+      "step": 94560
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014219083248837456,
+      "loss": 0.4042,
+      "step": 94570
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00014212090486346633,
+      "loss": 0.3584,
+      "step": 94580
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.0001420509772385581,
+      "loss": 0.3528,
+      "step": 94590
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.0001419810496136499,
+      "loss": 0.3713,
+      "step": 94600
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014191112198874166,
+      "loss": 0.4094,
+      "step": 94610
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014184119436383343,
+      "loss": 0.4115,
+      "step": 94620
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014177126673892523,
+      "loss": 0.3887,
+      "step": 94630
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.000141701339114017,
+      "loss": 0.3732,
+      "step": 94640
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.0001416314114891088,
+      "loss": 0.3453,
+      "step": 94650
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014156148386420056,
+      "loss": 0.3917,
+      "step": 94660
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014149155623929233,
+      "loss": 0.408,
+      "step": 94670
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014142162861438412,
+      "loss": 0.4087,
+      "step": 94680
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.0001413517009894759,
+      "loss": 0.3374,
+      "step": 94690
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014128177336456766,
+      "loss": 0.3856,
+      "step": 94700
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014121184573965946,
+      "loss": 0.4386,
+      "step": 94710
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 0.00014114191811475123,
+      "loss": 0.3975,
+      "step": 94720
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014107199048984302,
+      "loss": 0.376,
+      "step": 94730
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.0001410020628649348,
+      "loss": 0.4342,
+      "step": 94740
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.0001409321352400266,
+      "loss": 0.3599,
+      "step": 94750
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014086220761511836,
+      "loss": 0.3761,
+      "step": 94760
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014079227999021015,
+      "loss": 0.3971,
+      "step": 94770
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014072235236530192,
+      "loss": 0.3549,
+      "step": 94780
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014065242474039372,
+      "loss": 0.3809,
+      "step": 94790
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014058249711548548,
+      "loss": 0.3866,
+      "step": 94800
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014051256949057725,
+      "loss": 0.4424,
+      "step": 94810
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014044264186566905,
+      "loss": 0.3603,
+      "step": 94820
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014037271424076082,
+      "loss": 0.4249,
+      "step": 94830
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.0001403027866158526,
+      "loss": 0.4171,
+      "step": 94840
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014023285899094438,
+      "loss": 0.3668,
+      "step": 94850
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.00014016293136603615,
+      "loss": 0.3138,
+      "step": 94860
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00014009300374112795,
+      "loss": 0.3764,
+      "step": 94870
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00014002307611621972,
+      "loss": 0.4371,
+      "step": 94880
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013995314849131148,
+      "loss": 0.3387,
+      "step": 94890
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013988322086640328,
+      "loss": 0.3542,
+      "step": 94900
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013981329324149505,
+      "loss": 0.3453,
+      "step": 94910
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013974336561658682,
+      "loss": 0.401,
+      "step": 94920
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.0001396734379916786,
+      "loss": 0.3545,
+      "step": 94930
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.0001396035103667704,
+      "loss": 0.4359,
+      "step": 94940
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013953358274186218,
+      "loss": 0.4431,
+      "step": 94950
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013946365511695397,
+      "loss": 0.3781,
+      "step": 94960
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013939372749204574,
+      "loss": 0.471,
+      "step": 94970
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013932379986713754,
+      "loss": 0.3175,
+      "step": 94980
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.0001392538722422293,
+      "loss": 0.4418,
+      "step": 94990
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013918394461732108,
+      "loss": 0.3511,
+      "step": 95000
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00013911401699241287,
+      "loss": 0.4036,
+      "step": 95010
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013904408936750464,
+      "loss": 0.3592,
+      "step": 95020
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001389741617425964,
+      "loss": 0.3846,
+      "step": 95030
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001389042341176882,
+      "loss": 0.4466,
+      "step": 95040
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013883430649277997,
+      "loss": 0.4053,
+      "step": 95050
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013876437886787177,
+      "loss": 0.4393,
+      "step": 95060
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013869445124296354,
+      "loss": 0.369,
+      "step": 95070
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001386245236180553,
+      "loss": 0.4063,
+      "step": 95080
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001385545959931471,
+      "loss": 0.4332,
+      "step": 95090
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013848466836823887,
+      "loss": 0.4119,
+      "step": 95100
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013841474074333064,
+      "loss": 0.3677,
+      "step": 95110
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.00013834481311842244,
+      "loss": 0.3899,
+      "step": 95120
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001382748854935142,
+      "loss": 0.3543,
+      "step": 95130
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.000138204957868606,
+      "loss": 0.3868,
+      "step": 95140
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 0.0001381350302436978,
+      "loss": 0.3745,
+      "step": 95150
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013806510261878956,
+      "loss": 0.3335,
+      "step": 95160
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013799517499388136,
+      "loss": 0.3695,
+      "step": 95170
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013792524736897313,
+      "loss": 0.3342,
+      "step": 95180
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.0001378553197440649,
+      "loss": 0.3702,
+      "step": 95190
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.0001377853921191567,
+      "loss": 0.445,
+      "step": 95200
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013771546449424846,
+      "loss": 0.3484,
+      "step": 95210
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013764553686934023,
+      "loss": 0.363,
+      "step": 95220
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013757560924443203,
+      "loss": 0.3258,
+      "step": 95230
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.0001375056816195238,
+      "loss": 0.4171,
+      "step": 95240
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.0001374357539946156,
+      "loss": 0.3651,
+      "step": 95250
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013736582636970736,
+      "loss": 0.4354,
+      "step": 95260
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013729589874479913,
+      "loss": 0.4127,
+      "step": 95270
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00013722597111989092,
+      "loss": 0.4093,
+      "step": 95280
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.0001371560434949827,
+      "loss": 0.3739,
+      "step": 95290
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013708611587007446,
+      "loss": 0.3909,
+      "step": 95300
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013701618824516626,
+      "loss": 0.432,
+      "step": 95310
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013694626062025803,
+      "loss": 0.3868,
+      "step": 95320
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013687633299534982,
+      "loss": 0.3751,
+      "step": 95330
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.0001368064053704416,
+      "loss": 0.4073,
+      "step": 95340
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.0001367364777455334,
+      "loss": 0.3996,
+      "step": 95350
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013666655012062518,
+      "loss": 0.4302,
+      "step": 95360
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013659662249571695,
+      "loss": 0.364,
+      "step": 95370
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013652669487080872,
+      "loss": 0.383,
+      "step": 95380
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013645676724590052,
+      "loss": 0.3621,
+      "step": 95390
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013638683962099228,
+      "loss": 0.2851,
+      "step": 95400
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013631691199608405,
+      "loss": 0.3914,
+      "step": 95410
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013624698437117585,
+      "loss": 0.4219,
+      "step": 95420
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00013617705674626762,
+      "loss": 0.421,
+      "step": 95430
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.0001361071291213594,
+      "loss": 0.4216,
+      "step": 95440
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013603720149645118,
+      "loss": 0.3733,
+      "step": 95450
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013596727387154295,
+      "loss": 0.394,
+      "step": 95460
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013589734624663475,
+      "loss": 0.3579,
+      "step": 95470
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013582741862172652,
+      "loss": 0.3664,
+      "step": 95480
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013575749099681828,
+      "loss": 0.3281,
+      "step": 95490
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013568756337191008,
+      "loss": 0.4017,
+      "step": 95500
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013561763574700185,
+      "loss": 0.4019,
+      "step": 95510
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013554770812209362,
+      "loss": 0.4277,
+      "step": 95520
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013547778049718541,
+      "loss": 0.368,
+      "step": 95530
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.0001354078528722772,
+      "loss": 0.3573,
+      "step": 95540
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013533792524736898,
+      "loss": 0.3318,
+      "step": 95550
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013526799762246077,
+      "loss": 0.3983,
+      "step": 95560
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013519806999755254,
+      "loss": 0.3105,
+      "step": 95570
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 0.00013512814237264434,
+      "loss": 0.3723,
+      "step": 95580
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.0001350582147477361,
+      "loss": 0.3599,
+      "step": 95590
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013498828712282788,
+      "loss": 0.3434,
+      "step": 95600
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013491835949791967,
+      "loss": 0.381,
+      "step": 95610
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013484843187301144,
+      "loss": 0.3719,
+      "step": 95620
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.0001347785042481032,
+      "loss": 0.355,
+      "step": 95630
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.000134708576623195,
+      "loss": 0.3666,
+      "step": 95640
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013463864899828677,
+      "loss": 0.3632,
+      "step": 95650
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013456872137337857,
+      "loss": 0.3969,
+      "step": 95660
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013449879374847034,
+      "loss": 0.4125,
+      "step": 95670
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.0001344288661235621,
+      "loss": 0.3344,
+      "step": 95680
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.0001343589384986539,
+      "loss": 0.3984,
+      "step": 95690
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013428901087374567,
+      "loss": 0.3328,
+      "step": 95700
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013421908324883744,
+      "loss": 0.3442,
+      "step": 95710
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00013414915562392924,
+      "loss": 0.3815,
+      "step": 95720
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.000134079227999021,
+      "loss": 0.3806,
+      "step": 95730
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.0001340093003741128,
+      "loss": 0.4255,
+      "step": 95740
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.0001339393727492046,
+      "loss": 0.3901,
+      "step": 95750
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013386944512429636,
+      "loss": 0.4045,
+      "step": 95760
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013379951749938816,
+      "loss": 0.4218,
+      "step": 95770
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013372958987447993,
+      "loss": 0.3682,
+      "step": 95780
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.0001336596622495717,
+      "loss": 0.3582,
+      "step": 95790
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.0001335897346246635,
+      "loss": 0.3756,
+      "step": 95800
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013351980699975526,
+      "loss": 0.3997,
+      "step": 95810
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013344987937484703,
+      "loss": 0.3477,
+      "step": 95820
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013337995174993883,
+      "loss": 0.355,
+      "step": 95830
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.0001333100241250306,
+      "loss": 0.4008,
+      "step": 95840
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013324009650012236,
+      "loss": 0.3443,
+      "step": 95850
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013317016887521416,
+      "loss": 0.3612,
+      "step": 95860
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 0.00013310024125030593,
+      "loss": 0.357,
+      "step": 95870
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013303031362539773,
+      "loss": 0.4242,
+      "step": 95880
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.0001329603860004895,
+      "loss": 0.3588,
+      "step": 95890
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013289045837558126,
+      "loss": 0.3932,
+      "step": 95900
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013282053075067306,
+      "loss": 0.3664,
+      "step": 95910
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013275060312576483,
+      "loss": 0.3771,
+      "step": 95920
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013268067550085662,
+      "loss": 0.3867,
+      "step": 95930
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.0001326107478759484,
+      "loss": 0.3663,
+      "step": 95940
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.0001325408202510402,
+      "loss": 0.3778,
+      "step": 95950
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013247089262613198,
+      "loss": 0.3505,
+      "step": 95960
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013240096500122375,
+      "loss": 0.3712,
+      "step": 95970
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013233103737631552,
+      "loss": 0.3624,
+      "step": 95980
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013226110975140732,
+      "loss": 0.3697,
+      "step": 95990
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013219118212649909,
+      "loss": 0.3594,
+      "step": 96000
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.00013212125450159085,
+      "loss": 0.36,
+      "step": 96010
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013205132687668265,
+      "loss": 0.2639,
+      "step": 96020
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013198139925177442,
+      "loss": 0.3948,
+      "step": 96030
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.0001319114716268662,
+      "loss": 0.3819,
+      "step": 96040
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013184154400195798,
+      "loss": 0.3385,
+      "step": 96050
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013177161637704975,
+      "loss": 0.4129,
+      "step": 96060
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013170168875214155,
+      "loss": 0.3588,
+      "step": 96070
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013163176112723332,
+      "loss": 0.3933,
+      "step": 96080
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013156183350232508,
+      "loss": 0.3597,
+      "step": 96090
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013149190587741688,
+      "loss": 0.4166,
+      "step": 96100
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013142197825250865,
+      "loss": 0.3966,
+      "step": 96110
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013135205062760042,
+      "loss": 0.3914,
+      "step": 96120
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013128212300269221,
+      "loss": 0.3618,
+      "step": 96130
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.000131212195377784,
+      "loss": 0.3829,
+      "step": 96140
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013114226775287578,
+      "loss": 0.3809,
+      "step": 96150
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00013107234012796757,
+      "loss": 0.4227,
+      "step": 96160
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013100241250305934,
+      "loss": 0.4017,
+      "step": 96170
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013093248487815114,
+      "loss": 0.4074,
+      "step": 96180
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.0001308625572532429,
+      "loss": 0.3948,
+      "step": 96190
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013079262962833468,
+      "loss": 0.4106,
+      "step": 96200
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013072270200342647,
+      "loss": 0.3409,
+      "step": 96210
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013065277437851824,
+      "loss": 0.3566,
+      "step": 96220
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013058284675361,
+      "loss": 0.3707,
+      "step": 96230
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.0001305129191287018,
+      "loss": 0.3554,
+      "step": 96240
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013044299150379357,
+      "loss": 0.318,
+      "step": 96250
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013037306387888537,
+      "loss": 0.393,
+      "step": 96260
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013030313625397714,
+      "loss": 0.3752,
+      "step": 96270
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.0001302332086290689,
+      "loss": 0.3786,
+      "step": 96280
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.0001301632810041607,
+      "loss": 0.4208,
+      "step": 96290
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 0.00013009335337925247,
+      "loss": 0.3709,
+      "step": 96300
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00013002342575434424,
+      "loss": 0.4375,
+      "step": 96310
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012995349812943604,
+      "loss": 0.3935,
+      "step": 96320
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012988357050452783,
+      "loss": 0.309,
+      "step": 96330
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.0001298136428796196,
+      "loss": 0.3856,
+      "step": 96340
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.0001297437152547114,
+      "loss": 0.3471,
+      "step": 96350
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012967378762980317,
+      "loss": 0.344,
+      "step": 96360
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012960386000489496,
+      "loss": 0.3557,
+      "step": 96370
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012953393237998673,
+      "loss": 0.3492,
+      "step": 96380
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.0001294640047550785,
+      "loss": 0.4067,
+      "step": 96390
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.0001293940771301703,
+      "loss": 0.3533,
+      "step": 96400
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012932414950526206,
+      "loss": 0.3462,
+      "step": 96410
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012925422188035383,
+      "loss": 0.4243,
+      "step": 96420
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00012918429425544563,
+      "loss": 0.3702,
+      "step": 96430
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.0001291143666305374,
+      "loss": 0.3208,
+      "step": 96440
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012904443900562916,
+      "loss": 0.4086,
+      "step": 96450
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012897451138072096,
+      "loss": 0.3746,
+      "step": 96460
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012890458375581273,
+      "loss": 0.45,
+      "step": 96470
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012883465613090453,
+      "loss": 0.4111,
+      "step": 96480
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.0001287647285059963,
+      "loss": 0.3946,
+      "step": 96490
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012869480088108806,
+      "loss": 0.4223,
+      "step": 96500
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012862487325617986,
+      "loss": 0.3617,
+      "step": 96510
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012855494563127163,
+      "loss": 0.3927,
+      "step": 96520
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012848501800636342,
+      "loss": 0.3326,
+      "step": 96530
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012841509038145522,
+      "loss": 0.3962,
+      "step": 96540
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.000128345162756547,
+      "loss": 0.4075,
+      "step": 96550
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012827523513163876,
+      "loss": 0.4106,
+      "step": 96560
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012820530750673055,
+      "loss": 0.452,
+      "step": 96570
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012813537988182232,
+      "loss": 0.4148,
+      "step": 96580
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 0.00012806545225691412,
+      "loss": 0.4027,
+      "step": 96590
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012799552463200589,
+      "loss": 0.3276,
+      "step": 96600
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012792559700709765,
+      "loss": 0.4002,
+      "step": 96610
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012785566938218945,
+      "loss": 0.3861,
+      "step": 96620
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012778574175728122,
+      "loss": 0.3979,
+      "step": 96630
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.000127715814132373,
+      "loss": 0.3486,
+      "step": 96640
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012764588650746478,
+      "loss": 0.3452,
+      "step": 96650
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012757595888255655,
+      "loss": 0.3875,
+      "step": 96660
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012750603125764835,
+      "loss": 0.353,
+      "step": 96670
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012743610363274012,
+      "loss": 0.4005,
+      "step": 96680
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012736617600783188,
+      "loss": 0.4165,
+      "step": 96690
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012729624838292368,
+      "loss": 0.3811,
+      "step": 96700
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012722632075801545,
+      "loss": 0.3935,
+      "step": 96710
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012715639313310725,
+      "loss": 0.4175,
+      "step": 96720
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00012708646550819901,
+      "loss": 0.4046,
+      "step": 96730
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.0001270165378832908,
+      "loss": 0.4091,
+      "step": 96740
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012694661025838258,
+      "loss": 0.4248,
+      "step": 96750
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012687668263347437,
+      "loss": 0.4078,
+      "step": 96760
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012680675500856614,
+      "loss": 0.3441,
+      "step": 96770
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012673682738365794,
+      "loss": 0.3535,
+      "step": 96780
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.0001266668997587497,
+      "loss": 0.3324,
+      "step": 96790
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012659697213384148,
+      "loss": 0.3675,
+      "step": 96800
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012652704450893327,
+      "loss": 0.3821,
+      "step": 96810
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012645711688402504,
+      "loss": 0.3893,
+      "step": 96820
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.0001263871892591168,
+      "loss": 0.4148,
+      "step": 96830
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.0001263172616342086,
+      "loss": 0.3682,
+      "step": 96840
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012624733400930037,
+      "loss": 0.3838,
+      "step": 96850
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012617740638439214,
+      "loss": 0.3479,
+      "step": 96860
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00012610747875948394,
+      "loss": 0.3335,
+      "step": 96870
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001260375511345757,
+      "loss": 0.4021,
+      "step": 96880
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001259676235096675,
+      "loss": 0.3738,
+      "step": 96890
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012589769588475927,
+      "loss": 0.3338,
+      "step": 96900
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012582776825985104,
+      "loss": 0.3165,
+      "step": 96910
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012575784063494284,
+      "loss": 0.4073,
+      "step": 96920
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012568791301003463,
+      "loss": 0.493,
+      "step": 96930
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001256179853851264,
+      "loss": 0.4533,
+      "step": 96940
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001255480577602182,
+      "loss": 0.361,
+      "step": 96950
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012547813013530997,
+      "loss": 0.4034,
+      "step": 96960
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012540820251040176,
+      "loss": 0.3338,
+      "step": 96970
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012533827488549353,
+      "loss": 0.3716,
+      "step": 96980
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001252683472605853,
+      "loss": 0.4217,
+      "step": 96990
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.0001251984196356771,
+      "loss": 0.3254,
+      "step": 97000
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012512849201076886,
+      "loss": 0.4101,
+      "step": 97010
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 0.00012505856438586063,
+      "loss": 0.4634,
+      "step": 97020
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012498863676095243,
+      "loss": 0.3915,
+      "step": 97030
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.0001249187091360442,
+      "loss": 0.4061,
+      "step": 97040
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012484878151113596,
+      "loss": 0.3566,
+      "step": 97050
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012477885388622776,
+      "loss": 0.3927,
+      "step": 97060
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012470892626131953,
+      "loss": 0.4265,
+      "step": 97070
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012463899863641133,
+      "loss": 0.437,
+      "step": 97080
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.0001245690710115031,
+      "loss": 0.4246,
+      "step": 97090
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012449914338659486,
+      "loss": 0.3987,
+      "step": 97100
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012442921576168666,
+      "loss": 0.3631,
+      "step": 97110
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012435928813677843,
+      "loss": 0.5138,
+      "step": 97120
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012428936051187022,
+      "loss": 0.3828,
+      "step": 97130
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012421943288696202,
+      "loss": 0.3623,
+      "step": 97140
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.0001241495052620538,
+      "loss": 0.3636,
+      "step": 97150
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00012407957763714556,
+      "loss": 0.3633,
+      "step": 97160
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012400965001223735,
+      "loss": 0.4063,
+      "step": 97170
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012393972238732912,
+      "loss": 0.3684,
+      "step": 97180
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012386979476242092,
+      "loss": 0.4182,
+      "step": 97190
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012379986713751269,
+      "loss": 0.3244,
+      "step": 97200
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012372993951260445,
+      "loss": 0.3389,
+      "step": 97210
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012366001188769625,
+      "loss": 0.3647,
+      "step": 97220
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012359008426278802,
+      "loss": 0.4058,
+      "step": 97230
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.0001235201566378798,
+      "loss": 0.3916,
+      "step": 97240
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012345022901297158,
+      "loss": 0.4296,
+      "step": 97250
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012338030138806335,
+      "loss": 0.3615,
+      "step": 97260
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012331037376315515,
+      "loss": 0.3627,
+      "step": 97270
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012324044613824692,
+      "loss": 0.3438,
+      "step": 97280
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012317051851333869,
+      "loss": 0.469,
+      "step": 97290
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00012310059088843048,
+      "loss": 0.3756,
+      "step": 97300
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012303066326352225,
+      "loss": 0.3789,
+      "step": 97310
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012296073563861405,
+      "loss": 0.4157,
+      "step": 97320
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012289080801370581,
+      "loss": 0.3713,
+      "step": 97330
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.0001228208803887976,
+      "loss": 0.3749,
+      "step": 97340
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012275095276388938,
+      "loss": 0.4365,
+      "step": 97350
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012268102513898117,
+      "loss": 0.3779,
+      "step": 97360
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012261109751407294,
+      "loss": 0.3643,
+      "step": 97370
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012254116988916474,
+      "loss": 0.322,
+      "step": 97380
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.0001224712422642565,
+      "loss": 0.3405,
+      "step": 97390
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012240131463934828,
+      "loss": 0.3592,
+      "step": 97400
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012233138701444007,
+      "loss": 0.4147,
+      "step": 97410
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012226145938953184,
+      "loss": 0.386,
+      "step": 97420
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.0001221915317646236,
+      "loss": 0.4079,
+      "step": 97430
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.0001221216041397154,
+      "loss": 0.3985,
+      "step": 97440
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 0.00012205167651480717,
+      "loss": 0.3976,
+      "step": 97450
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012198174888989896,
+      "loss": 0.4074,
+      "step": 97460
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012191182126499074,
+      "loss": 0.3793,
+      "step": 97470
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012184189364008252,
+      "loss": 0.3919,
+      "step": 97480
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012177196601517432,
+      "loss": 0.4294,
+      "step": 97490
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012170203839026609,
+      "loss": 0.3676,
+      "step": 97500
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012163211076535785,
+      "loss": 0.3541,
+      "step": 97510
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012156218314044965,
+      "loss": 0.3607,
+      "step": 97520
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012149225551554142,
+      "loss": 0.3912,
+      "step": 97530
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012142232789063319,
+      "loss": 0.358,
+      "step": 97540
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012135240026572498,
+      "loss": 0.4072,
+      "step": 97550
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012128247264081675,
+      "loss": 0.3806,
+      "step": 97560
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012121254501590853,
+      "loss": 0.3715,
+      "step": 97570
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.00012114261739100033,
+      "loss": 0.3816,
+      "step": 97580
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.0001210726897660921,
+      "loss": 0.4047,
+      "step": 97590
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.0001210027621411839,
+      "loss": 0.3585,
+      "step": 97600
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012093283451627566,
+      "loss": 0.3812,
+      "step": 97610
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012086290689136743,
+      "loss": 0.3916,
+      "step": 97620
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012079297926645923,
+      "loss": 0.3694,
+      "step": 97630
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.000120723051641551,
+      "loss": 0.4156,
+      "step": 97640
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012065312401664277,
+      "loss": 0.3656,
+      "step": 97650
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012058319639173456,
+      "loss": 0.3425,
+      "step": 97660
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012051326876682634,
+      "loss": 0.4136,
+      "step": 97670
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012044334114191813,
+      "loss": 0.3689,
+      "step": 97680
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012037341351700991,
+      "loss": 0.4006,
+      "step": 97690
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012030348589210168,
+      "loss": 0.3169,
+      "step": 97700
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012023355826719347,
+      "loss": 0.3625,
+      "step": 97710
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012016363064228524,
+      "loss": 0.4214,
+      "step": 97720
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.00012009370301737701,
+      "loss": 0.3519,
+      "step": 97730
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 0.0001200237753924688,
+      "loss": 0.383,
+      "step": 97740
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011995384776756057,
+      "loss": 0.3706,
+      "step": 97750
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011988392014265236,
+      "loss": 0.4146,
+      "step": 97760
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011981399251774414,
+      "loss": 0.3867,
+      "step": 97770
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011974406489283592,
+      "loss": 0.3975,
+      "step": 97780
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011967413726792772,
+      "loss": 0.3662,
+      "step": 97790
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011960420964301949,
+      "loss": 0.3948,
+      "step": 97800
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011953428201811125,
+      "loss": 0.4095,
+      "step": 97810
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011946435439320305,
+      "loss": 0.4359,
+      "step": 97820
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011939442676829482,
+      "loss": 0.3682,
+      "step": 97830
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011932449914338659,
+      "loss": 0.3249,
+      "step": 97840
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011925457151847838,
+      "loss": 0.4299,
+      "step": 97850
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011918464389357015,
+      "loss": 0.3681,
+      "step": 97860
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011911471626866193,
+      "loss": 0.3923,
+      "step": 97870
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00011904478864375373,
+      "loss": 0.3812,
+      "step": 97880
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.0001189748610188455,
+      "loss": 0.3968,
+      "step": 97890
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.0001189049333939373,
+      "loss": 0.349,
+      "step": 97900
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011883500576902906,
+      "loss": 0.3983,
+      "step": 97910
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011876507814412083,
+      "loss": 0.3836,
+      "step": 97920
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011869515051921263,
+      "loss": 0.3892,
+      "step": 97930
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.0001186252228943044,
+      "loss": 0.4127,
+      "step": 97940
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011855529526939617,
+      "loss": 0.4115,
+      "step": 97950
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011848536764448796,
+      "loss": 0.4112,
+      "step": 97960
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011841544001957974,
+      "loss": 0.3736,
+      "step": 97970
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011834551239467153,
+      "loss": 0.4141,
+      "step": 97980
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011827558476976331,
+      "loss": 0.3604,
+      "step": 97990
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011820565714485508,
+      "loss": 0.3834,
+      "step": 98000
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011813572951994687,
+      "loss": 0.333,
+      "step": 98010
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00011806580189503864,
+      "loss": 0.4281,
+      "step": 98020
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011799587427013041,
+      "loss": 0.3402,
+      "step": 98030
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.0001179259466452222,
+      "loss": 0.3237,
+      "step": 98040
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011785601902031397,
+      "loss": 0.4291,
+      "step": 98050
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011778609139540576,
+      "loss": 0.3662,
+      "step": 98060
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011771616377049754,
+      "loss": 0.3887,
+      "step": 98070
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011764623614558932,
+      "loss": 0.4073,
+      "step": 98080
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011757630852068112,
+      "loss": 0.3869,
+      "step": 98090
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011750638089577289,
+      "loss": 0.3562,
+      "step": 98100
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011743645327086465,
+      "loss": 0.3614,
+      "step": 98110
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011736652564595645,
+      "loss": 0.3555,
+      "step": 98120
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011729659802104822,
+      "loss": 0.4286,
+      "step": 98130
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011722667039613999,
+      "loss": 0.3992,
+      "step": 98140
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011715674277123178,
+      "loss": 0.3642,
+      "step": 98150
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011708681514632355,
+      "loss": 0.4344,
+      "step": 98160
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 0.00011701688752141533,
+      "loss": 0.3377,
+      "step": 98170
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011694695989650713,
+      "loss": 0.3579,
+      "step": 98180
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.0001168770322715989,
+      "loss": 0.3438,
+      "step": 98190
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.0001168071046466907,
+      "loss": 0.3338,
+      "step": 98200
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011673717702178246,
+      "loss": 0.3639,
+      "step": 98210
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011666724939687423,
+      "loss": 0.4226,
+      "step": 98220
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011659732177196603,
+      "loss": 0.3648,
+      "step": 98230
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.0001165273941470578,
+      "loss": 0.3401,
+      "step": 98240
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011645746652214957,
+      "loss": 0.4365,
+      "step": 98250
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011638753889724136,
+      "loss": 0.3848,
+      "step": 98260
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011631761127233314,
+      "loss": 0.3902,
+      "step": 98270
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011624768364742491,
+      "loss": 0.4403,
+      "step": 98280
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011617775602251671,
+      "loss": 0.3783,
+      "step": 98290
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011610782839760848,
+      "loss": 0.3019,
+      "step": 98300
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.00011603790077270027,
+      "loss": 0.3218,
+      "step": 98310
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011596797314779204,
+      "loss": 0.404,
+      "step": 98320
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011589804552288381,
+      "loss": 0.334,
+      "step": 98330
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.0001158281178979756,
+      "loss": 0.3819,
+      "step": 98340
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011575819027306737,
+      "loss": 0.394,
+      "step": 98350
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011568826264815916,
+      "loss": 0.3583,
+      "step": 98360
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011561833502325094,
+      "loss": 0.3515,
+      "step": 98370
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011554840739834272,
+      "loss": 0.3501,
+      "step": 98380
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011547847977343452,
+      "loss": 0.3448,
+      "step": 98390
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011540855214852629,
+      "loss": 0.3263,
+      "step": 98400
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011533862452361805,
+      "loss": 0.441,
+      "step": 98410
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011526869689870985,
+      "loss": 0.3793,
+      "step": 98420
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011519876927380162,
+      "loss": 0.3496,
+      "step": 98430
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011512884164889339,
+      "loss": 0.3976,
+      "step": 98440
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 0.00011505891402398518,
+      "loss": 0.4278,
+      "step": 98450
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011498898639907697,
+      "loss": 0.4228,
+      "step": 98460
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011491905877416873,
+      "loss": 0.4195,
+      "step": 98470
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011484913114926053,
+      "loss": 0.3432,
+      "step": 98480
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.0001147792035243523,
+      "loss": 0.3964,
+      "step": 98490
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.0001147092758994441,
+      "loss": 0.4108,
+      "step": 98500
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011463934827453586,
+      "loss": 0.4463,
+      "step": 98510
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011456942064962763,
+      "loss": 0.3922,
+      "step": 98520
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011449949302471943,
+      "loss": 0.3836,
+      "step": 98530
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.0001144295653998112,
+      "loss": 0.3775,
+      "step": 98540
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011435963777490298,
+      "loss": 0.4168,
+      "step": 98550
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011428971014999476,
+      "loss": 0.4486,
+      "step": 98560
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011421978252508654,
+      "loss": 0.4433,
+      "step": 98570
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011414985490017831,
+      "loss": 0.3696,
+      "step": 98580
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011407992727527011,
+      "loss": 0.3748,
+      "step": 98590
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00011400999965036188,
+      "loss": 0.3728,
+      "step": 98600
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011394007202545367,
+      "loss": 0.3935,
+      "step": 98610
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011387014440054544,
+      "loss": 0.3947,
+      "step": 98620
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011380021677563721,
+      "loss": 0.3296,
+      "step": 98630
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.000113730289150729,
+      "loss": 0.358,
+      "step": 98640
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011366036152582077,
+      "loss": 0.3574,
+      "step": 98650
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011359043390091256,
+      "loss": 0.4034,
+      "step": 98660
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011352050627600435,
+      "loss": 0.3747,
+      "step": 98670
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011345057865109612,
+      "loss": 0.3062,
+      "step": 98680
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011338065102618792,
+      "loss": 0.412,
+      "step": 98690
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011331072340127969,
+      "loss": 0.3584,
+      "step": 98700
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011324079577637145,
+      "loss": 0.3848,
+      "step": 98710
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011317086815146325,
+      "loss": 0.3564,
+      "step": 98720
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011310094052655502,
+      "loss": 0.3918,
+      "step": 98730
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00011303101290164679,
+      "loss": 0.4263,
+      "step": 98740
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011296108527673858,
+      "loss": 0.3462,
+      "step": 98750
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011289115765183037,
+      "loss": 0.3303,
+      "step": 98760
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011282123002692213,
+      "loss": 0.4033,
+      "step": 98770
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011275130240201393,
+      "loss": 0.3725,
+      "step": 98780
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.0001126813747771057,
+      "loss": 0.3854,
+      "step": 98790
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.0001126114471521975,
+      "loss": 0.3341,
+      "step": 98800
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011254151952728926,
+      "loss": 0.3649,
+      "step": 98810
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011247159190238103,
+      "loss": 0.4166,
+      "step": 98820
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011240166427747283,
+      "loss": 0.3675,
+      "step": 98830
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.0001123317366525646,
+      "loss": 0.4022,
+      "step": 98840
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011226180902765638,
+      "loss": 0.38,
+      "step": 98850
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011219188140274816,
+      "loss": 0.4044,
+      "step": 98860
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011212195377783994,
+      "loss": 0.4068,
+      "step": 98870
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 0.00011205202615293171,
+      "loss": 0.3851,
+      "step": 98880
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011198209852802351,
+      "loss": 0.3807,
+      "step": 98890
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011191217090311528,
+      "loss": 0.3897,
+      "step": 98900
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011184224327820707,
+      "loss": 0.4049,
+      "step": 98910
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011177231565329884,
+      "loss": 0.4671,
+      "step": 98920
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011170238802839061,
+      "loss": 0.39,
+      "step": 98930
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.0001116324604034824,
+      "loss": 0.4226,
+      "step": 98940
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011156253277857417,
+      "loss": 0.3972,
+      "step": 98950
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011149260515366596,
+      "loss": 0.3737,
+      "step": 98960
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011142267752875775,
+      "loss": 0.3308,
+      "step": 98970
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011135274990384952,
+      "loss": 0.3046,
+      "step": 98980
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011128282227894132,
+      "loss": 0.4137,
+      "step": 98990
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011121289465403309,
+      "loss": 0.3791,
+      "step": 99000
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011114296702912485,
+      "loss": 0.3831,
+      "step": 99010
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011107303940421665,
+      "loss": 0.4066,
+      "step": 99020
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00011100311177930842,
+      "loss": 0.3756,
+      "step": 99030
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011093318415440019,
+      "loss": 0.3545,
+      "step": 99040
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011086325652949198,
+      "loss": 0.4587,
+      "step": 99050
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011079332890458377,
+      "loss": 0.3885,
+      "step": 99060
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011072340127967553,
+      "loss": 0.3346,
+      "step": 99070
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011065347365476733,
+      "loss": 0.3713,
+      "step": 99080
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.0001105835460298591,
+      "loss": 0.4514,
+      "step": 99090
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.0001105136184049509,
+      "loss": 0.3317,
+      "step": 99100
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011044369078004266,
+      "loss": 0.3838,
+      "step": 99110
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011037376315513443,
+      "loss": 0.4222,
+      "step": 99120
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011030383553022623,
+      "loss": 0.374,
+      "step": 99130
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.000110233907905318,
+      "loss": 0.3864,
+      "step": 99140
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011016398028040978,
+      "loss": 0.4477,
+      "step": 99150
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011009405265550156,
+      "loss": 0.4107,
+      "step": 99160
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.00011002412503059334,
+      "loss": 0.4195,
+      "step": 99170
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010995419740568511,
+      "loss": 0.4033,
+      "step": 99180
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010988426978077691,
+      "loss": 0.4332,
+      "step": 99190
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010981434215586868,
+      "loss": 0.3906,
+      "step": 99200
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010974441453096047,
+      "loss": 0.3728,
+      "step": 99210
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010967448690605224,
+      "loss": 0.3977,
+      "step": 99220
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010960455928114401,
+      "loss": 0.3913,
+      "step": 99230
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.0001095346316562358,
+      "loss": 0.4146,
+      "step": 99240
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010946470403132757,
+      "loss": 0.3693,
+      "step": 99250
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010939477640641936,
+      "loss": 0.3463,
+      "step": 99260
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010932484878151115,
+      "loss": 0.3867,
+      "step": 99270
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010925492115660292,
+      "loss": 0.3652,
+      "step": 99280
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010918499353169469,
+      "loss": 0.4504,
+      "step": 99290
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010911506590678649,
+      "loss": 0.3839,
+      "step": 99300
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010904513828187825,
+      "loss": 0.4089,
+      "step": 99310
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 0.00010897521065697005,
+      "loss": 0.3699,
+      "step": 99320
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010890528303206182,
+      "loss": 0.4138,
+      "step": 99330
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010883535540715359,
+      "loss": 0.3169,
+      "step": 99340
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010876542778224538,
+      "loss": 0.4065,
+      "step": 99350
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010869550015733717,
+      "loss": 0.3736,
+      "step": 99360
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010862557253242893,
+      "loss": 0.3251,
+      "step": 99370
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010855564490752073,
+      "loss": 0.365,
+      "step": 99380
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.0001084857172826125,
+      "loss": 0.3873,
+      "step": 99390
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.0001084157896577043,
+      "loss": 0.3404,
+      "step": 99400
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010834586203279606,
+      "loss": 0.387,
+      "step": 99410
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010827593440788783,
+      "loss": 0.409,
+      "step": 99420
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010820600678297963,
+      "loss": 0.3931,
+      "step": 99430
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.0001081360791580714,
+      "loss": 0.3548,
+      "step": 99440
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010806615153316318,
+      "loss": 0.3876,
+      "step": 99450
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00010799622390825496,
+      "loss": 0.3711,
+      "step": 99460
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010792629628334674,
+      "loss": 0.3914,
+      "step": 99470
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010785636865843851,
+      "loss": 0.4736,
+      "step": 99480
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010778644103353031,
+      "loss": 0.3322,
+      "step": 99490
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010771651340862208,
+      "loss": 0.3765,
+      "step": 99500
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010764658578371387,
+      "loss": 0.3925,
+      "step": 99510
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010757665815880564,
+      "loss": 0.3808,
+      "step": 99520
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010750673053389741,
+      "loss": 0.4206,
+      "step": 99530
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.0001074368029089892,
+      "loss": 0.3799,
+      "step": 99540
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010736687528408097,
+      "loss": 0.356,
+      "step": 99550
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010729694765917276,
+      "loss": 0.4495,
+      "step": 99560
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010722702003426455,
+      "loss": 0.359,
+      "step": 99570
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010715709240935632,
+      "loss": 0.3517,
+      "step": 99580
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010708716478444809,
+      "loss": 0.3722,
+      "step": 99590
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 0.00010701723715953989,
+      "loss": 0.4212,
+      "step": 99600
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010694730953463165,
+      "loss": 0.3834,
+      "step": 99610
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010687738190972345,
+      "loss": 0.3665,
+      "step": 99620
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010680745428481522,
+      "loss": 0.3597,
+      "step": 99630
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010673752665990699,
+      "loss": 0.3402,
+      "step": 99640
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010666759903499878,
+      "loss": 0.348,
+      "step": 99650
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010659767141009057,
+      "loss": 0.4635,
+      "step": 99660
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010652774378518233,
+      "loss": 0.3656,
+      "step": 99670
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010645781616027413,
+      "loss": 0.3865,
+      "step": 99680
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.0001063878885353659,
+      "loss": 0.3653,
+      "step": 99690
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.0001063179609104577,
+      "loss": 0.372,
+      "step": 99700
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010624803328554946,
+      "loss": 0.3765,
+      "step": 99710
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010617810566064123,
+      "loss": 0.3902,
+      "step": 99720
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010610817803573303,
+      "loss": 0.3292,
+      "step": 99730
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.0001060382504108248,
+      "loss": 0.3746,
+      "step": 99740
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00010596832278591658,
+      "loss": 0.3941,
+      "step": 99750
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010589839516100836,
+      "loss": 0.3321,
+      "step": 99760
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010582846753610014,
+      "loss": 0.3508,
+      "step": 99770
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010575853991119191,
+      "loss": 0.3423,
+      "step": 99780
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010568861228628371,
+      "loss": 0.3245,
+      "step": 99790
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010561868466137548,
+      "loss": 0.3884,
+      "step": 99800
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010554875703646727,
+      "loss": 0.4005,
+      "step": 99810
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010547882941155904,
+      "loss": 0.3929,
+      "step": 99820
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010540890178665081,
+      "loss": 0.3271,
+      "step": 99830
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.0001053389741617426,
+      "loss": 0.3998,
+      "step": 99840
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010526904653683437,
+      "loss": 0.3488,
+      "step": 99850
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010519911891192616,
+      "loss": 0.4135,
+      "step": 99860
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010512919128701795,
+      "loss": 0.3909,
+      "step": 99870
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010505926366210972,
+      "loss": 0.3187,
+      "step": 99880
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00010498933603720149,
+      "loss": 0.3528,
+      "step": 99890
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010491940841229329,
+      "loss": 0.3785,
+      "step": 99900
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010484948078738505,
+      "loss": 0.4069,
+      "step": 99910
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010477955316247685,
+      "loss": 0.3175,
+      "step": 99920
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010470962553756862,
+      "loss": 0.4691,
+      "step": 99930
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.0001046396979126604,
+      "loss": 0.4076,
+      "step": 99940
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010456977028775218,
+      "loss": 0.3505,
+      "step": 99950
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010449984266284397,
+      "loss": 0.3913,
+      "step": 99960
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010442991503793573,
+      "loss": 0.4172,
+      "step": 99970
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010435998741302753,
+      "loss": 0.3964,
+      "step": 99980
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.0001042900597881193,
+      "loss": 0.4294,
+      "step": 99990
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010422013216321107,
+      "loss": 0.3252,
+      "step": 100000
+    },
+    {
+      "epoch": 6.96,
+      "eval_loss": 0.34364962577819824,
+      "eval_runtime": 346.6,
+      "eval_samples_per_second": 18.416,
+      "eval_steps_per_second": 2.302,
+      "step": 100000
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010415020453830286,
+      "loss": 0.3566,
+      "step": 100010
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010408027691339463,
+      "loss": 0.3487,
+      "step": 100020
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 0.00010401034928848643,
+      "loss": 0.4166,
+      "step": 100030
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.0001039404216635782,
+      "loss": 0.4568,
+      "step": 100040
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010387049403866998,
+      "loss": 0.414,
+      "step": 100050
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010380056641376178,
+      "loss": 0.3641,
+      "step": 100060
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010373063878885354,
+      "loss": 0.3981,
+      "step": 100070
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010366071116394531,
+      "loss": 0.3569,
+      "step": 100080
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010359078353903711,
+      "loss": 0.3471,
+      "step": 100090
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010352085591412888,
+      "loss": 0.3768,
+      "step": 100100
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010345092828922067,
+      "loss": 0.3467,
+      "step": 100110
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010338100066431244,
+      "loss": 0.424,
+      "step": 100120
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010331107303940421,
+      "loss": 0.3167,
+      "step": 100130
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.000103241145414496,
+      "loss": 0.3757,
+      "step": 100140
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010317121778958779,
+      "loss": 0.3438,
+      "step": 100150
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010310129016467956,
+      "loss": 0.3633,
+      "step": 100160
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010303136253977135,
+      "loss": 0.3397,
+      "step": 100170
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00010296143491486312,
+      "loss": 0.3981,
+      "step": 100180
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010289150728995489,
+      "loss": 0.355,
+      "step": 100190
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010282157966504669,
+      "loss": 0.3558,
+      "step": 100200
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010275165204013845,
+      "loss": 0.3351,
+      "step": 100210
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010268172441523025,
+      "loss": 0.3967,
+      "step": 100220
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010261179679032202,
+      "loss": 0.3913,
+      "step": 100230
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.0001025418691654138,
+      "loss": 0.3195,
+      "step": 100240
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010247194154050558,
+      "loss": 0.3912,
+      "step": 100250
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010240201391559737,
+      "loss": 0.3863,
+      "step": 100260
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010233208629068913,
+      "loss": 0.3641,
+      "step": 100270
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010226215866578093,
+      "loss": 0.4049,
+      "step": 100280
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.0001021922310408727,
+      "loss": 0.4111,
+      "step": 100290
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010212230341596447,
+      "loss": 0.3079,
+      "step": 100300
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010205237579105626,
+      "loss": 0.3541,
+      "step": 100310
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 0.00010198244816614803,
+      "loss": 0.4046,
+      "step": 100320
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010191252054123983,
+      "loss": 0.3491,
+      "step": 100330
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.0001018425929163316,
+      "loss": 0.356,
+      "step": 100340
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010177266529142338,
+      "loss": 0.3721,
+      "step": 100350
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010170273766651518,
+      "loss": 0.4161,
+      "step": 100360
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010163281004160694,
+      "loss": 0.3707,
+      "step": 100370
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010156288241669871,
+      "loss": 0.3655,
+      "step": 100380
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010149295479179051,
+      "loss": 0.368,
+      "step": 100390
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010142302716688228,
+      "loss": 0.3934,
+      "step": 100400
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010135309954197407,
+      "loss": 0.3774,
+      "step": 100410
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010128317191706584,
+      "loss": 0.3875,
+      "step": 100420
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010121324429215761,
+      "loss": 0.402,
+      "step": 100430
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.0001011433166672494,
+      "loss": 0.3381,
+      "step": 100440
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010107338904234119,
+      "loss": 0.3683,
+      "step": 100450
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.00010100346141743296,
+      "loss": 0.3868,
+      "step": 100460
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010093353379252475,
+      "loss": 0.3468,
+      "step": 100470
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010086360616761652,
+      "loss": 0.4423,
+      "step": 100480
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010079367854270829,
+      "loss": 0.3716,
+      "step": 100490
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010072375091780009,
+      "loss": 0.3613,
+      "step": 100500
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010065382329289185,
+      "loss": 0.4446,
+      "step": 100510
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010058389566798365,
+      "loss": 0.437,
+      "step": 100520
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010051396804307542,
+      "loss": 0.4193,
+      "step": 100530
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.0001004440404181672,
+      "loss": 0.3142,
+      "step": 100540
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010037411279325898,
+      "loss": 0.3696,
+      "step": 100550
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010030418516835077,
+      "loss": 0.3593,
+      "step": 100560
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010023425754344253,
+      "loss": 0.3235,
+      "step": 100570
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010016432991853433,
+      "loss": 0.3565,
+      "step": 100580
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.0001000944022936261,
+      "loss": 0.3529,
+      "step": 100590
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00010002447466871787,
+      "loss": 0.358,
+      "step": 100600
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 9.995454704380966e-05,
+      "loss": 0.3335,
+      "step": 100610
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.988461941890143e-05,
+      "loss": 0.3224,
+      "step": 100620
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.981469179399321e-05,
+      "loss": 0.3032,
+      "step": 100630
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.9744764169085e-05,
+      "loss": 0.3008,
+      "step": 100640
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.967483654417678e-05,
+      "loss": 0.3689,
+      "step": 100650
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.960490891926856e-05,
+      "loss": 0.3742,
+      "step": 100660
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.953498129436034e-05,
+      "loss": 0.3404,
+      "step": 100670
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.946505366945213e-05,
+      "loss": 0.3993,
+      "step": 100680
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.939512604454391e-05,
+      "loss": 0.3993,
+      "step": 100690
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.932519841963568e-05,
+      "loss": 0.333,
+      "step": 100700
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.925527079472746e-05,
+      "loss": 0.2956,
+      "step": 100710
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.918534316981924e-05,
+      "loss": 0.4236,
+      "step": 100720
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.911541554491101e-05,
+      "loss": 0.3215,
+      "step": 100730
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.90454879200028e-05,
+      "loss": 0.3818,
+      "step": 100740
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 9.897556029509459e-05,
+      "loss": 0.3694,
+      "step": 100750
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.890563267018637e-05,
+      "loss": 0.326,
+      "step": 100760
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.883570504527814e-05,
+      "loss": 0.3867,
+      "step": 100770
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.876577742036992e-05,
+      "loss": 0.2889,
+      "step": 100780
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.86958497954617e-05,
+      "loss": 0.3754,
+      "step": 100790
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.862592217055349e-05,
+      "loss": 0.3497,
+      "step": 100800
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.855599454564525e-05,
+      "loss": 0.4119,
+      "step": 100810
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.848606692073704e-05,
+      "loss": 0.3155,
+      "step": 100820
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.841613929582882e-05,
+      "loss": 0.4003,
+      "step": 100830
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.83462116709206e-05,
+      "loss": 0.4098,
+      "step": 100840
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.827628404601238e-05,
+      "loss": 0.3973,
+      "step": 100850
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.820635642110417e-05,
+      "loss": 0.4698,
+      "step": 100860
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.813642879619595e-05,
+      "loss": 0.3855,
+      "step": 100870
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.806650117128772e-05,
+      "loss": 0.4023,
+      "step": 100880
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.79965735463795e-05,
+      "loss": 0.3664,
+      "step": 100890
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 9.792664592147128e-05,
+      "loss": 0.3412,
+      "step": 100900
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.785671829656306e-05,
+      "loss": 0.3862,
+      "step": 100910
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.778679067165483e-05,
+      "loss": 0.365,
+      "step": 100920
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.771686304674661e-05,
+      "loss": 0.3321,
+      "step": 100930
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.76469354218384e-05,
+      "loss": 0.3373,
+      "step": 100940
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.757700779693019e-05,
+      "loss": 0.3494,
+      "step": 100950
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.750708017202196e-05,
+      "loss": 0.4108,
+      "step": 100960
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.743715254711374e-05,
+      "loss": 0.3568,
+      "step": 100970
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.736722492220553e-05,
+      "loss": 0.3327,
+      "step": 100980
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.729729729729731e-05,
+      "loss": 0.3443,
+      "step": 100990
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.722736967238908e-05,
+      "loss": 0.3716,
+      "step": 101000
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.715744204748086e-05,
+      "loss": 0.3916,
+      "step": 101010
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.708751442257264e-05,
+      "loss": 0.3224,
+      "step": 101020
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.701758679766441e-05,
+      "loss": 0.3563,
+      "step": 101030
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 9.69476591727562e-05,
+      "loss": 0.3708,
+      "step": 101040
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.687773154784799e-05,
+      "loss": 0.3873,
+      "step": 101050
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.680780392293977e-05,
+      "loss": 0.3272,
+      "step": 101060
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.673787629803154e-05,
+      "loss": 0.3335,
+      "step": 101070
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.666794867312332e-05,
+      "loss": 0.402,
+      "step": 101080
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.65980210482151e-05,
+      "loss": 0.3708,
+      "step": 101090
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.652809342330689e-05,
+      "loss": 0.3671,
+      "step": 101100
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.645816579839866e-05,
+      "loss": 0.3555,
+      "step": 101110
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.638823817349044e-05,
+      "loss": 0.3823,
+      "step": 101120
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.631831054858222e-05,
+      "loss": 0.3873,
+      "step": 101130
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.6248382923674e-05,
+      "loss": 0.3901,
+      "step": 101140
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.617845529876578e-05,
+      "loss": 0.4244,
+      "step": 101150
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.610852767385757e-05,
+      "loss": 0.3614,
+      "step": 101160
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.603860004894935e-05,
+      "loss": 0.3412,
+      "step": 101170
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 9.596867242404112e-05,
+      "loss": 0.3852,
+      "step": 101180
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.58987447991329e-05,
+      "loss": 0.3953,
+      "step": 101190
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.582881717422468e-05,
+      "loss": 0.3583,
+      "step": 101200
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.575888954931646e-05,
+      "loss": 0.3842,
+      "step": 101210
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.568896192440823e-05,
+      "loss": 0.3515,
+      "step": 101220
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.561903429950002e-05,
+      "loss": 0.409,
+      "step": 101230
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.55491066745918e-05,
+      "loss": 0.4356,
+      "step": 101240
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.547917904968359e-05,
+      "loss": 0.3565,
+      "step": 101250
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.540925142477536e-05,
+      "loss": 0.3056,
+      "step": 101260
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.533932379986714e-05,
+      "loss": 0.3995,
+      "step": 101270
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.526939617495893e-05,
+      "loss": 0.3571,
+      "step": 101280
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.51994685500507e-05,
+      "loss": 0.3856,
+      "step": 101290
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.512954092514248e-05,
+      "loss": 0.3853,
+      "step": 101300
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.505961330023426e-05,
+      "loss": 0.3433,
+      "step": 101310
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.498968567532604e-05,
+      "loss": 0.3635,
+      "step": 101320
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 9.491975805041782e-05,
+      "loss": 0.3327,
+      "step": 101330
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.48498304255096e-05,
+      "loss": 0.4333,
+      "step": 101340
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.477990280060139e-05,
+      "loss": 0.3496,
+      "step": 101350
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.470997517569317e-05,
+      "loss": 0.4147,
+      "step": 101360
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.464004755078494e-05,
+      "loss": 0.3337,
+      "step": 101370
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.457011992587672e-05,
+      "loss": 0.3349,
+      "step": 101380
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.45001923009685e-05,
+      "loss": 0.3523,
+      "step": 101390
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.443026467606029e-05,
+      "loss": 0.3749,
+      "step": 101400
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.436033705115206e-05,
+      "loss": 0.4161,
+      "step": 101410
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.429040942624384e-05,
+      "loss": 0.3587,
+      "step": 101420
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.422048180133562e-05,
+      "loss": 0.3515,
+      "step": 101430
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.41505541764274e-05,
+      "loss": 0.4129,
+      "step": 101440
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.408062655151918e-05,
+      "loss": 0.3203,
+      "step": 101450
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.401069892661097e-05,
+      "loss": 0.2868,
+      "step": 101460
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 9.394077130170275e-05,
+      "loss": 0.3501,
+      "step": 101470
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.387084367679452e-05,
+      "loss": 0.3426,
+      "step": 101480
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.38009160518863e-05,
+      "loss": 0.3627,
+      "step": 101490
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.373098842697808e-05,
+      "loss": 0.3425,
+      "step": 101500
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.366106080206986e-05,
+      "loss": 0.3056,
+      "step": 101510
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.359113317716163e-05,
+      "loss": 0.4036,
+      "step": 101520
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.352120555225342e-05,
+      "loss": 0.3845,
+      "step": 101530
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.345127792734521e-05,
+      "loss": 0.3208,
+      "step": 101540
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.338135030243699e-05,
+      "loss": 0.3726,
+      "step": 101550
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.331142267752876e-05,
+      "loss": 0.3993,
+      "step": 101560
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.324149505262054e-05,
+      "loss": 0.3495,
+      "step": 101570
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.317156742771233e-05,
+      "loss": 0.3824,
+      "step": 101580
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.31016398028041e-05,
+      "loss": 0.3258,
+      "step": 101590
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.303171217789588e-05,
+      "loss": 0.3679,
+      "step": 101600
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 9.296178455298766e-05,
+      "loss": 0.3479,
+      "step": 101610
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.289185692807944e-05,
+      "loss": 0.3518,
+      "step": 101620
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.282192930317122e-05,
+      "loss": 0.2995,
+      "step": 101630
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.2752001678263e-05,
+      "loss": 0.3991,
+      "step": 101640
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.268207405335479e-05,
+      "loss": 0.3443,
+      "step": 101650
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.261214642844657e-05,
+      "loss": 0.4063,
+      "step": 101660
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.254221880353834e-05,
+      "loss": 0.3459,
+      "step": 101670
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.247229117863012e-05,
+      "loss": 0.3436,
+      "step": 101680
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.24023635537219e-05,
+      "loss": 0.3467,
+      "step": 101690
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.233243592881369e-05,
+      "loss": 0.3575,
+      "step": 101700
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.226250830390546e-05,
+      "loss": 0.3174,
+      "step": 101710
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.219258067899724e-05,
+      "loss": 0.382,
+      "step": 101720
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.212265305408902e-05,
+      "loss": 0.29,
+      "step": 101730
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.20527254291808e-05,
+      "loss": 0.3207,
+      "step": 101740
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.198279780427258e-05,
+      "loss": 0.3255,
+      "step": 101750
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 9.191287017936437e-05,
+      "loss": 0.35,
+      "step": 101760
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.184294255445615e-05,
+      "loss": 0.343,
+      "step": 101770
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.177301492954792e-05,
+      "loss": 0.3261,
+      "step": 101780
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.17030873046397e-05,
+      "loss": 0.3991,
+      "step": 101790
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.163315967973148e-05,
+      "loss": 0.3676,
+      "step": 101800
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.156323205482326e-05,
+      "loss": 0.3602,
+      "step": 101810
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.149330442991503e-05,
+      "loss": 0.4231,
+      "step": 101820
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.142337680500682e-05,
+      "loss": 0.3851,
+      "step": 101830
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.135344918009861e-05,
+      "loss": 0.3476,
+      "step": 101840
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.12835215551904e-05,
+      "loss": 0.4094,
+      "step": 101850
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.121359393028216e-05,
+      "loss": 0.3633,
+      "step": 101860
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.114366630537394e-05,
+      "loss": 0.3449,
+      "step": 101870
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.107373868046573e-05,
+      "loss": 0.3495,
+      "step": 101880
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.10038110555575e-05,
+      "loss": 0.3107,
+      "step": 101890
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 9.093388343064928e-05,
+      "loss": 0.367,
+      "step": 101900
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.086395580574106e-05,
+      "loss": 0.3075,
+      "step": 101910
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.079402818083284e-05,
+      "loss": 0.3478,
+      "step": 101920
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.072410055592462e-05,
+      "loss": 0.344,
+      "step": 101930
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.06541729310164e-05,
+      "loss": 0.2725,
+      "step": 101940
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.058424530610819e-05,
+      "loss": 0.354,
+      "step": 101950
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.051431768119997e-05,
+      "loss": 0.3622,
+      "step": 101960
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.044439005629174e-05,
+      "loss": 0.3706,
+      "step": 101970
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.037446243138352e-05,
+      "loss": 0.3207,
+      "step": 101980
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.03045348064753e-05,
+      "loss": 0.3398,
+      "step": 101990
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.023460718156709e-05,
+      "loss": 0.3803,
+      "step": 102000
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.016467955665886e-05,
+      "loss": 0.431,
+      "step": 102010
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.009475193175064e-05,
+      "loss": 0.3814,
+      "step": 102020
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 9.002482430684242e-05,
+      "loss": 0.344,
+      "step": 102030
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 8.99548966819342e-05,
+      "loss": 0.3512,
+      "step": 102040
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.988496905702598e-05,
+      "loss": 0.3904,
+      "step": 102050
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.981504143211777e-05,
+      "loss": 0.3623,
+      "step": 102060
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.974511380720955e-05,
+      "loss": 0.4229,
+      "step": 102070
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.967518618230132e-05,
+      "loss": 0.3586,
+      "step": 102080
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.96052585573931e-05,
+      "loss": 0.3874,
+      "step": 102090
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.953533093248488e-05,
+      "loss": 0.391,
+      "step": 102100
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.946540330757666e-05,
+      "loss": 0.3305,
+      "step": 102110
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.939547568266843e-05,
+      "loss": 0.3369,
+      "step": 102120
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.932554805776023e-05,
+      "loss": 0.3937,
+      "step": 102130
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.925562043285201e-05,
+      "loss": 0.3704,
+      "step": 102140
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.918569280794378e-05,
+      "loss": 0.3473,
+      "step": 102150
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.911576518303556e-05,
+      "loss": 0.3197,
+      "step": 102160
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.904583755812734e-05,
+      "loss": 0.345,
+      "step": 102170
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.897590993321913e-05,
+      "loss": 0.3738,
+      "step": 102180
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 8.89059823083109e-05,
+      "loss": 0.3637,
+      "step": 102190
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.883605468340268e-05,
+      "loss": 0.3005,
+      "step": 102200
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.876612705849446e-05,
+      "loss": 0.368,
+      "step": 102210
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.869619943358624e-05,
+      "loss": 0.3412,
+      "step": 102220
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.862627180867802e-05,
+      "loss": 0.2975,
+      "step": 102230
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.85563441837698e-05,
+      "loss": 0.346,
+      "step": 102240
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.848641655886159e-05,
+      "loss": 0.3301,
+      "step": 102250
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.841648893395337e-05,
+      "loss": 0.4183,
+      "step": 102260
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.834656130904514e-05,
+      "loss": 0.3833,
+      "step": 102270
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.827663368413692e-05,
+      "loss": 0.3542,
+      "step": 102280
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.82067060592287e-05,
+      "loss": 0.3499,
+      "step": 102290
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.813677843432047e-05,
+      "loss": 0.3666,
+      "step": 102300
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.806685080941226e-05,
+      "loss": 0.3453,
+      "step": 102310
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.799692318450404e-05,
+      "loss": 0.3655,
+      "step": 102320
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 8.792699555959582e-05,
+      "loss": 0.2778,
+      "step": 102330
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.78570679346876e-05,
+      "loss": 0.4206,
+      "step": 102340
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.778714030977938e-05,
+      "loss": 0.3361,
+      "step": 102350
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.771721268487117e-05,
+      "loss": 0.3984,
+      "step": 102360
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.764728505996295e-05,
+      "loss": 0.3696,
+      "step": 102370
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.757735743505472e-05,
+      "loss": 0.3036,
+      "step": 102380
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.75074298101465e-05,
+      "loss": 0.3459,
+      "step": 102390
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.743750218523828e-05,
+      "loss": 0.3584,
+      "step": 102400
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.736757456033006e-05,
+      "loss": 0.3718,
+      "step": 102410
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.729764693542183e-05,
+      "loss": 0.3361,
+      "step": 102420
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.722771931051363e-05,
+      "loss": 0.3952,
+      "step": 102430
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.715779168560541e-05,
+      "loss": 0.358,
+      "step": 102440
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.708786406069718e-05,
+      "loss": 0.3556,
+      "step": 102450
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.701793643578896e-05,
+      "loss": 0.3554,
+      "step": 102460
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.694800881088074e-05,
+      "loss": 0.3682,
+      "step": 102470
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 8.687808118597253e-05,
+      "loss": 0.3572,
+      "step": 102480
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.68081535610643e-05,
+      "loss": 0.3835,
+      "step": 102490
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.673822593615608e-05,
+      "loss": 0.3911,
+      "step": 102500
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.666829831124786e-05,
+      "loss": 0.3177,
+      "step": 102510
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.659837068633964e-05,
+      "loss": 0.3833,
+      "step": 102520
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.652844306143142e-05,
+      "loss": 0.4469,
+      "step": 102530
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.64585154365232e-05,
+      "loss": 0.3838,
+      "step": 102540
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.638858781161499e-05,
+      "loss": 0.3495,
+      "step": 102550
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.631866018670677e-05,
+      "loss": 0.2722,
+      "step": 102560
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.624873256179854e-05,
+      "loss": 0.3793,
+      "step": 102570
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.617880493689032e-05,
+      "loss": 0.3471,
+      "step": 102580
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.61088773119821e-05,
+      "loss": 0.3991,
+      "step": 102590
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.603894968707387e-05,
+      "loss": 0.3281,
+      "step": 102600
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.596902206216566e-05,
+      "loss": 0.38,
+      "step": 102610
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 8.589909443725744e-05,
+      "loss": 0.379,
+      "step": 102620
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.582916681234922e-05,
+      "loss": 0.3444,
+      "step": 102630
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.5759239187441e-05,
+      "loss": 0.3683,
+      "step": 102640
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.568931156253278e-05,
+      "loss": 0.3794,
+      "step": 102650
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.561938393762457e-05,
+      "loss": 0.358,
+      "step": 102660
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.554945631271635e-05,
+      "loss": 0.3753,
+      "step": 102670
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.547952868780812e-05,
+      "loss": 0.281,
+      "step": 102680
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.54096010628999e-05,
+      "loss": 0.3465,
+      "step": 102690
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.533967343799168e-05,
+      "loss": 0.3233,
+      "step": 102700
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.526974581308346e-05,
+      "loss": 0.3661,
+      "step": 102710
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.519981818817525e-05,
+      "loss": 0.4109,
+      "step": 102720
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.512989056326703e-05,
+      "loss": 0.3569,
+      "step": 102730
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.505996293835881e-05,
+      "loss": 0.3461,
+      "step": 102740
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.499003531345058e-05,
+      "loss": 0.3554,
+      "step": 102750
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 8.492010768854236e-05,
+      "loss": 0.3734,
+      "step": 102760
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.485018006363414e-05,
+      "loss": 0.3933,
+      "step": 102770
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.478025243872593e-05,
+      "loss": 0.3814,
+      "step": 102780
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.47103248138177e-05,
+      "loss": 0.3485,
+      "step": 102790
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.464039718890948e-05,
+      "loss": 0.3589,
+      "step": 102800
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.457046956400126e-05,
+      "loss": 0.3925,
+      "step": 102810
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.450054193909304e-05,
+      "loss": 0.3391,
+      "step": 102820
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.443061431418482e-05,
+      "loss": 0.3775,
+      "step": 102830
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.43606866892766e-05,
+      "loss": 0.3517,
+      "step": 102840
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.429075906436839e-05,
+      "loss": 0.3056,
+      "step": 102850
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.422083143946017e-05,
+      "loss": 0.3503,
+      "step": 102860
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.415090381455194e-05,
+      "loss": 0.3238,
+      "step": 102870
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.408097618964372e-05,
+      "loss": 0.3291,
+      "step": 102880
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.40110485647355e-05,
+      "loss": 0.3715,
+      "step": 102890
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.394112093982727e-05,
+      "loss": 0.3868,
+      "step": 102900
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 8.387119331491906e-05,
+      "loss": 0.4177,
+      "step": 102910
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.380126569001084e-05,
+      "loss": 0.3509,
+      "step": 102920
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.373133806510263e-05,
+      "loss": 0.3454,
+      "step": 102930
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.36614104401944e-05,
+      "loss": 0.3991,
+      "step": 102940
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.359148281528618e-05,
+      "loss": 0.3743,
+      "step": 102950
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.352155519037797e-05,
+      "loss": 0.3802,
+      "step": 102960
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.345162756546975e-05,
+      "loss": 0.3416,
+      "step": 102970
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.338169994056152e-05,
+      "loss": 0.3707,
+      "step": 102980
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.33117723156533e-05,
+      "loss": 0.3371,
+      "step": 102990
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.324184469074508e-05,
+      "loss": 0.2778,
+      "step": 103000
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.317191706583685e-05,
+      "loss": 0.3241,
+      "step": 103010
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.310198944092865e-05,
+      "loss": 0.4355,
+      "step": 103020
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.303206181602043e-05,
+      "loss": 0.3565,
+      "step": 103030
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.296213419111221e-05,
+      "loss": 0.3874,
+      "step": 103040
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 8.289220656620398e-05,
+      "loss": 0.3682,
+      "step": 103050
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.282227894129576e-05,
+      "loss": 0.427,
+      "step": 103060
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.275235131638754e-05,
+      "loss": 0.4347,
+      "step": 103070
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.268242369147933e-05,
+      "loss": 0.3671,
+      "step": 103080
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.26124960665711e-05,
+      "loss": 0.3336,
+      "step": 103090
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.254256844166288e-05,
+      "loss": 0.347,
+      "step": 103100
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.247264081675466e-05,
+      "loss": 0.3735,
+      "step": 103110
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.240271319184644e-05,
+      "loss": 0.2842,
+      "step": 103120
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.233278556693822e-05,
+      "loss": 0.3747,
+      "step": 103130
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.226285794203001e-05,
+      "loss": 0.3838,
+      "step": 103140
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.219293031712179e-05,
+      "loss": 0.4052,
+      "step": 103150
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.212300269221356e-05,
+      "loss": 0.3846,
+      "step": 103160
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.205307506730534e-05,
+      "loss": 0.3827,
+      "step": 103170
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.198314744239712e-05,
+      "loss": 0.3814,
+      "step": 103180
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 8.19132198174889e-05,
+      "loss": 0.3927,
+      "step": 103190
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.184329219258067e-05,
+      "loss": 0.3848,
+      "step": 103200
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.177336456767246e-05,
+      "loss": 0.3802,
+      "step": 103210
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.170343694276424e-05,
+      "loss": 0.3457,
+      "step": 103220
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.163350931785603e-05,
+      "loss": 0.4081,
+      "step": 103230
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.15635816929478e-05,
+      "loss": 0.3793,
+      "step": 103240
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.149365406803958e-05,
+      "loss": 0.3342,
+      "step": 103250
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.142372644313137e-05,
+      "loss": 0.3718,
+      "step": 103260
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.135379881822315e-05,
+      "loss": 0.3964,
+      "step": 103270
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.128387119331492e-05,
+      "loss": 0.3347,
+      "step": 103280
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.12139435684067e-05,
+      "loss": 0.3789,
+      "step": 103290
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.114401594349848e-05,
+      "loss": 0.3503,
+      "step": 103300
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.107408831859025e-05,
+      "loss": 0.323,
+      "step": 103310
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.100416069368205e-05,
+      "loss": 0.3485,
+      "step": 103320
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.093423306877383e-05,
+      "loss": 0.4179,
+      "step": 103330
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 8.086430544386561e-05,
+      "loss": 0.3285,
+      "step": 103340
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.079437781895738e-05,
+      "loss": 0.4095,
+      "step": 103350
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.072445019404916e-05,
+      "loss": 0.372,
+      "step": 103360
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.065452256914094e-05,
+      "loss": 0.3785,
+      "step": 103370
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.058459494423273e-05,
+      "loss": 0.3578,
+      "step": 103380
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.05146673193245e-05,
+      "loss": 0.3744,
+      "step": 103390
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.044473969441628e-05,
+      "loss": 0.4262,
+      "step": 103400
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.037481206950806e-05,
+      "loss": 0.3361,
+      "step": 103410
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.030488444459984e-05,
+      "loss": 0.3286,
+      "step": 103420
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.023495681969162e-05,
+      "loss": 0.359,
+      "step": 103430
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.016502919478341e-05,
+      "loss": 0.3099,
+      "step": 103440
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.009510156987519e-05,
+      "loss": 0.4228,
+      "step": 103450
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 8.002517394496696e-05,
+      "loss": 0.3517,
+      "step": 103460
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 7.995524632005874e-05,
+      "loss": 0.394,
+      "step": 103470
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 7.988531869515052e-05,
+      "loss": 0.3584,
+      "step": 103480
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.98153910702423e-05,
+      "loss": 0.3412,
+      "step": 103490
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.974546344533407e-05,
+      "loss": 0.311,
+      "step": 103500
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.967553582042586e-05,
+      "loss": 0.3417,
+      "step": 103510
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.960560819551765e-05,
+      "loss": 0.366,
+      "step": 103520
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.953568057060943e-05,
+      "loss": 0.3364,
+      "step": 103530
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.94657529457012e-05,
+      "loss": 0.4138,
+      "step": 103540
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.939582532079298e-05,
+      "loss": 0.339,
+      "step": 103550
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.932589769588477e-05,
+      "loss": 0.3566,
+      "step": 103560
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.925597007097655e-05,
+      "loss": 0.3323,
+      "step": 103570
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.918604244606832e-05,
+      "loss": 0.4204,
+      "step": 103580
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.91161148211601e-05,
+      "loss": 0.4996,
+      "step": 103590
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.904618719625188e-05,
+      "loss": 0.3137,
+      "step": 103600
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.897625957134366e-05,
+      "loss": 0.3371,
+      "step": 103610
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 7.890633194643545e-05,
+      "loss": 0.3435,
+      "step": 103620
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.883640432152723e-05,
+      "loss": 0.3976,
+      "step": 103630
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.876647669661901e-05,
+      "loss": 0.327,
+      "step": 103640
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.869654907171078e-05,
+      "loss": 0.3689,
+      "step": 103650
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.862662144680256e-05,
+      "loss": 0.3325,
+      "step": 103660
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.855669382189434e-05,
+      "loss": 0.3627,
+      "step": 103670
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.848676619698613e-05,
+      "loss": 0.3186,
+      "step": 103680
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.84168385720779e-05,
+      "loss": 0.376,
+      "step": 103690
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.834691094716968e-05,
+      "loss": 0.3798,
+      "step": 103700
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.827698332226146e-05,
+      "loss": 0.4123,
+      "step": 103710
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.820705569735324e-05,
+      "loss": 0.3666,
+      "step": 103720
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.813712807244502e-05,
+      "loss": 0.3617,
+      "step": 103730
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.806720044753681e-05,
+      "loss": 0.3889,
+      "step": 103740
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.799727282262859e-05,
+      "loss": 0.3964,
+      "step": 103750
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.792734519772036e-05,
+      "loss": 0.3352,
+      "step": 103760
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 7.785741757281214e-05,
+      "loss": 0.3809,
+      "step": 103770
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.778748994790392e-05,
+      "loss": 0.3903,
+      "step": 103780
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.77175623229957e-05,
+      "loss": 0.3807,
+      "step": 103790
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.764763469808747e-05,
+      "loss": 0.2937,
+      "step": 103800
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.757770707317926e-05,
+      "loss": 0.2907,
+      "step": 103810
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.750777944827105e-05,
+      "loss": 0.4051,
+      "step": 103820
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.743785182336283e-05,
+      "loss": 0.3297,
+      "step": 103830
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.73679241984546e-05,
+      "loss": 0.3962,
+      "step": 103840
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.729799657354638e-05,
+      "loss": 0.3449,
+      "step": 103850
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.722806894863817e-05,
+      "loss": 0.333,
+      "step": 103860
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.715814132372994e-05,
+      "loss": 0.3353,
+      "step": 103870
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.708821369882172e-05,
+      "loss": 0.349,
+      "step": 103880
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.70182860739135e-05,
+      "loss": 0.3471,
+      "step": 103890
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.694835844900528e-05,
+      "loss": 0.3439,
+      "step": 103900
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 7.687843082409706e-05,
+      "loss": 0.3974,
+      "step": 103910
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.680850319918885e-05,
+      "loss": 0.3609,
+      "step": 103920
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.673857557428063e-05,
+      "loss": 0.3824,
+      "step": 103930
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.666864794937241e-05,
+      "loss": 0.3742,
+      "step": 103940
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.659872032446418e-05,
+      "loss": 0.3747,
+      "step": 103950
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.652879269955596e-05,
+      "loss": 0.326,
+      "step": 103960
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.645886507464774e-05,
+      "loss": 0.3773,
+      "step": 103970
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.638893744973953e-05,
+      "loss": 0.3332,
+      "step": 103980
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.63190098248313e-05,
+      "loss": 0.3462,
+      "step": 103990
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.624908219992308e-05,
+      "loss": 0.3351,
+      "step": 104000
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.617915457501486e-05,
+      "loss": 0.4133,
+      "step": 104010
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.610922695010664e-05,
+      "loss": 0.3667,
+      "step": 104020
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.603929932519842e-05,
+      "loss": 0.3762,
+      "step": 104030
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.596937170029021e-05,
+      "loss": 0.3731,
+      "step": 104040
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 7.589944407538199e-05,
+      "loss": 0.3671,
+      "step": 104050
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.582951645047376e-05,
+      "loss": 0.3606,
+      "step": 104060
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.575958882556554e-05,
+      "loss": 0.3424,
+      "step": 104070
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.568966120065732e-05,
+      "loss": 0.3109,
+      "step": 104080
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.56197335757491e-05,
+      "loss": 0.3873,
+      "step": 104090
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.554980595084087e-05,
+      "loss": 0.332,
+      "step": 104100
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.547987832593266e-05,
+      "loss": 0.3285,
+      "step": 104110
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.540995070102445e-05,
+      "loss": 0.371,
+      "step": 104120
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.534002307611623e-05,
+      "loss": 0.3738,
+      "step": 104130
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.5270095451208e-05,
+      "loss": 0.4303,
+      "step": 104140
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.520016782629978e-05,
+      "loss": 0.3958,
+      "step": 104150
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.513024020139157e-05,
+      "loss": 0.366,
+      "step": 104160
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.506031257648334e-05,
+      "loss": 0.3354,
+      "step": 104170
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.499038495157512e-05,
+      "loss": 0.3194,
+      "step": 104180
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.49204573266669e-05,
+      "loss": 0.3869,
+      "step": 104190
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 7.485052970175868e-05,
+      "loss": 0.3753,
+      "step": 104200
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.478060207685046e-05,
+      "loss": 0.4173,
+      "step": 104210
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.471067445194225e-05,
+      "loss": 0.3634,
+      "step": 104220
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.464074682703403e-05,
+      "loss": 0.3263,
+      "step": 104230
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.457081920212581e-05,
+      "loss": 0.3484,
+      "step": 104240
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.450089157721758e-05,
+      "loss": 0.3603,
+      "step": 104250
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.443096395230936e-05,
+      "loss": 0.3648,
+      "step": 104260
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.436103632740114e-05,
+      "loss": 0.3353,
+      "step": 104270
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.429110870249293e-05,
+      "loss": 0.3931,
+      "step": 104280
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.42211810775847e-05,
+      "loss": 0.3111,
+      "step": 104290
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.415125345267648e-05,
+      "loss": 0.3793,
+      "step": 104300
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.408132582776826e-05,
+      "loss": 0.382,
+      "step": 104310
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.401139820286004e-05,
+      "loss": 0.4023,
+      "step": 104320
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.394147057795182e-05,
+      "loss": 0.3871,
+      "step": 104330
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 7.387154295304361e-05,
+      "loss": 0.3318,
+      "step": 104340
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.380161532813539e-05,
+      "loss": 0.389,
+      "step": 104350
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.373168770322716e-05,
+      "loss": 0.3568,
+      "step": 104360
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.366176007831894e-05,
+      "loss": 0.3012,
+      "step": 104370
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.359183245341072e-05,
+      "loss": 0.3819,
+      "step": 104380
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.35219048285025e-05,
+      "loss": 0.3772,
+      "step": 104390
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.345197720359427e-05,
+      "loss": 0.3795,
+      "step": 104400
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.338204957868607e-05,
+      "loss": 0.2987,
+      "step": 104410
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.331212195377785e-05,
+      "loss": 0.3558,
+      "step": 104420
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.324219432886963e-05,
+      "loss": 0.3817,
+      "step": 104430
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.31722667039614e-05,
+      "loss": 0.3491,
+      "step": 104440
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.310233907905318e-05,
+      "loss": 0.398,
+      "step": 104450
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.303241145414497e-05,
+      "loss": 0.3748,
+      "step": 104460
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.296248382923674e-05,
+      "loss": 0.4073,
+      "step": 104470
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.289255620432852e-05,
+      "loss": 0.4235,
+      "step": 104480
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 7.28226285794203e-05,
+      "loss": 0.361,
+      "step": 104490
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.275270095451208e-05,
+      "loss": 0.3586,
+      "step": 104500
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.268277332960386e-05,
+      "loss": 0.3802,
+      "step": 104510
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.261284570469565e-05,
+      "loss": 0.3125,
+      "step": 104520
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.254291807978743e-05,
+      "loss": 0.3668,
+      "step": 104530
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.247299045487921e-05,
+      "loss": 0.3273,
+      "step": 104540
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.240306282997098e-05,
+      "loss": 0.3563,
+      "step": 104550
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.233313520506276e-05,
+      "loss": 0.3263,
+      "step": 104560
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.226320758015454e-05,
+      "loss": 0.3431,
+      "step": 104570
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.219327995524633e-05,
+      "loss": 0.3368,
+      "step": 104580
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.21233523303381e-05,
+      "loss": 0.3162,
+      "step": 104590
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.205342470542988e-05,
+      "loss": 0.3359,
+      "step": 104600
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.198349708052166e-05,
+      "loss": 0.3481,
+      "step": 104610
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.191356945561344e-05,
+      "loss": 0.3322,
+      "step": 104620
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 7.184364183070522e-05,
+      "loss": 0.3861,
+      "step": 104630
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.177371420579701e-05,
+      "loss": 0.3184,
+      "step": 104640
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.170378658088879e-05,
+      "loss": 0.3683,
+      "step": 104650
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.163385895598056e-05,
+      "loss": 0.2948,
+      "step": 104660
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.156393133107234e-05,
+      "loss": 0.3618,
+      "step": 104670
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.149400370616412e-05,
+      "loss": 0.3799,
+      "step": 104680
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.14240760812559e-05,
+      "loss": 0.327,
+      "step": 104690
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.135414845634767e-05,
+      "loss": 0.3081,
+      "step": 104700
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.128422083143947e-05,
+      "loss": 0.3539,
+      "step": 104710
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.121429320653125e-05,
+      "loss": 0.3201,
+      "step": 104720
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.114436558162302e-05,
+      "loss": 0.3427,
+      "step": 104730
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.10744379567148e-05,
+      "loss": 0.3777,
+      "step": 104740
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.100451033180658e-05,
+      "loss": 0.3992,
+      "step": 104750
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.093458270689837e-05,
+      "loss": 0.3399,
+      "step": 104760
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 7.086465508199014e-05,
+      "loss": 0.3717,
+      "step": 104770
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.079472745708192e-05,
+      "loss": 0.3235,
+      "step": 104780
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.07247998321737e-05,
+      "loss": 0.3896,
+      "step": 104790
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.065487220726548e-05,
+      "loss": 0.3825,
+      "step": 104800
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.058494458235726e-05,
+      "loss": 0.3841,
+      "step": 104810
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.051501695744905e-05,
+      "loss": 0.2772,
+      "step": 104820
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.044508933254083e-05,
+      "loss": 0.3412,
+      "step": 104830
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.037516170763261e-05,
+      "loss": 0.3654,
+      "step": 104840
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.030523408272438e-05,
+      "loss": 0.4147,
+      "step": 104850
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.023530645781616e-05,
+      "loss": 0.3372,
+      "step": 104860
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.016537883290795e-05,
+      "loss": 0.3467,
+      "step": 104870
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.009545120799971e-05,
+      "loss": 0.2782,
+      "step": 104880
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 7.00255235830915e-05,
+      "loss": 0.3636,
+      "step": 104890
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 6.995559595818328e-05,
+      "loss": 0.3802,
+      "step": 104900
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 6.988566833327506e-05,
+      "loss": 0.3704,
+      "step": 104910
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 6.981574070836684e-05,
+      "loss": 0.4009,
+      "step": 104920
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.974581308345863e-05,
+      "loss": 0.3578,
+      "step": 104930
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.967588545855041e-05,
+      "loss": 0.3378,
+      "step": 104940
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.960595783364219e-05,
+      "loss": 0.3525,
+      "step": 104950
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.953603020873396e-05,
+      "loss": 0.3401,
+      "step": 104960
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.946610258382574e-05,
+      "loss": 0.3435,
+      "step": 104970
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.939617495891752e-05,
+      "loss": 0.3461,
+      "step": 104980
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.93262473340093e-05,
+      "loss": 0.2891,
+      "step": 104990
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.925631970910109e-05,
+      "loss": 0.3318,
+      "step": 105000
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.918639208419287e-05,
+      "loss": 0.3833,
+      "step": 105010
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.911646445928465e-05,
+      "loss": 0.3624,
+      "step": 105020
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.904653683437642e-05,
+      "loss": 0.2938,
+      "step": 105030
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.89766092094682e-05,
+      "loss": 0.3587,
+      "step": 105040
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.890668158455999e-05,
+      "loss": 0.3986,
+      "step": 105050
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 6.883675395965177e-05,
+      "loss": 0.3258,
+      "step": 105060
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.876682633474354e-05,
+      "loss": 0.3829,
+      "step": 105070
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.869689870983532e-05,
+      "loss": 0.3314,
+      "step": 105080
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.86269710849271e-05,
+      "loss": 0.35,
+      "step": 105090
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.855704346001888e-05,
+      "loss": 0.3903,
+      "step": 105100
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.848711583511067e-05,
+      "loss": 0.3208,
+      "step": 105110
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.841718821020245e-05,
+      "loss": 0.3168,
+      "step": 105120
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.834726058529423e-05,
+      "loss": 0.356,
+      "step": 105130
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.827733296038601e-05,
+      "loss": 0.3735,
+      "step": 105140
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.820740533547778e-05,
+      "loss": 0.335,
+      "step": 105150
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.813747771056956e-05,
+      "loss": 0.299,
+      "step": 105160
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.806755008566135e-05,
+      "loss": 0.3563,
+      "step": 105170
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.799762246075311e-05,
+      "loss": 0.3812,
+      "step": 105180
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.79276948358449e-05,
+      "loss": 0.3193,
+      "step": 105190
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 6.785776721093668e-05,
+      "loss": 0.3031,
+      "step": 105200
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.778783958602847e-05,
+      "loss": 0.3273,
+      "step": 105210
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.771791196112024e-05,
+      "loss": 0.3713,
+      "step": 105220
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.764798433621203e-05,
+      "loss": 0.3936,
+      "step": 105230
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.757805671130381e-05,
+      "loss": 0.3759,
+      "step": 105240
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.750812908639559e-05,
+      "loss": 0.3617,
+      "step": 105250
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.743820146148736e-05,
+      "loss": 0.4074,
+      "step": 105260
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.736827383657914e-05,
+      "loss": 0.3809,
+      "step": 105270
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.729834621167092e-05,
+      "loss": 0.3668,
+      "step": 105280
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.72284185867627e-05,
+      "loss": 0.2706,
+      "step": 105290
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.715849096185449e-05,
+      "loss": 0.3258,
+      "step": 105300
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.708856333694627e-05,
+      "loss": 0.3656,
+      "step": 105310
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.701863571203805e-05,
+      "loss": 0.4174,
+      "step": 105320
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.694870808712982e-05,
+      "loss": 0.3079,
+      "step": 105330
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.68787804622216e-05,
+      "loss": 0.3744,
+      "step": 105340
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 6.680885283731339e-05,
+      "loss": 0.3319,
+      "step": 105350
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.673892521240517e-05,
+      "loss": 0.3394,
+      "step": 105360
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.666899758749694e-05,
+      "loss": 0.3531,
+      "step": 105370
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.659906996258872e-05,
+      "loss": 0.2805,
+      "step": 105380
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.65291423376805e-05,
+      "loss": 0.3824,
+      "step": 105390
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.645921471277228e-05,
+      "loss": 0.4212,
+      "step": 105400
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.638928708786407e-05,
+      "loss": 0.4042,
+      "step": 105410
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.631935946295585e-05,
+      "loss": 0.3973,
+      "step": 105420
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.624943183804763e-05,
+      "loss": 0.3787,
+      "step": 105430
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.617950421313941e-05,
+      "loss": 0.4066,
+      "step": 105440
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.610957658823118e-05,
+      "loss": 0.4419,
+      "step": 105450
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.603964896332296e-05,
+      "loss": 0.3787,
+      "step": 105460
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.596972133841475e-05,
+      "loss": 0.3667,
+      "step": 105470
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.589979371350651e-05,
+      "loss": 0.3414,
+      "step": 105480
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 6.58298660885983e-05,
+      "loss": 0.3868,
+      "step": 105490
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.575993846369008e-05,
+      "loss": 0.3799,
+      "step": 105500
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.569001083878187e-05,
+      "loss": 0.3922,
+      "step": 105510
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.562008321387364e-05,
+      "loss": 0.4316,
+      "step": 105520
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.555015558896543e-05,
+      "loss": 0.3997,
+      "step": 105530
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.548022796405721e-05,
+      "loss": 0.387,
+      "step": 105540
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.541030033914899e-05,
+      "loss": 0.337,
+      "step": 105550
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.534037271424076e-05,
+      "loss": 0.3951,
+      "step": 105560
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.527044508933254e-05,
+      "loss": 0.3929,
+      "step": 105570
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.520051746442432e-05,
+      "loss": 0.334,
+      "step": 105580
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.51305898395161e-05,
+      "loss": 0.3715,
+      "step": 105590
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.506066221460789e-05,
+      "loss": 0.3399,
+      "step": 105600
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.499073458969967e-05,
+      "loss": 0.439,
+      "step": 105610
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.492080696479145e-05,
+      "loss": 0.2913,
+      "step": 105620
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 6.485087933988322e-05,
+      "loss": 0.3354,
+      "step": 105630
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.4780951714975e-05,
+      "loss": 0.2775,
+      "step": 105640
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.471102409006679e-05,
+      "loss": 0.4131,
+      "step": 105650
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.464109646515857e-05,
+      "loss": 0.3647,
+      "step": 105660
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.457116884025034e-05,
+      "loss": 0.3911,
+      "step": 105670
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.450124121534212e-05,
+      "loss": 0.3727,
+      "step": 105680
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.44313135904339e-05,
+      "loss": 0.366,
+      "step": 105690
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.436138596552568e-05,
+      "loss": 0.3618,
+      "step": 105700
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.429145834061747e-05,
+      "loss": 0.3225,
+      "step": 105710
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.422153071570925e-05,
+      "loss": 0.3323,
+      "step": 105720
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.415160309080103e-05,
+      "loss": 0.3276,
+      "step": 105730
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.40816754658928e-05,
+      "loss": 0.3559,
+      "step": 105740
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.401174784098458e-05,
+      "loss": 0.3455,
+      "step": 105750
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.394182021607636e-05,
+      "loss": 0.3724,
+      "step": 105760
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.387189259116815e-05,
+      "loss": 0.352,
+      "step": 105770
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 6.380196496625991e-05,
+      "loss": 0.3108,
+      "step": 105780
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.37320373413517e-05,
+      "loss": 0.3154,
+      "step": 105790
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.366210971644349e-05,
+      "loss": 0.3368,
+      "step": 105800
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.359218209153527e-05,
+      "loss": 0.3561,
+      "step": 105810
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.352225446662704e-05,
+      "loss": 0.3306,
+      "step": 105820
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.345232684171883e-05,
+      "loss": 0.3625,
+      "step": 105830
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.338239921681061e-05,
+      "loss": 0.3268,
+      "step": 105840
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.331247159190239e-05,
+      "loss": 0.3259,
+      "step": 105850
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.324254396699416e-05,
+      "loss": 0.3779,
+      "step": 105860
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.317261634208594e-05,
+      "loss": 0.3699,
+      "step": 105870
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.310268871717772e-05,
+      "loss": 0.384,
+      "step": 105880
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.30327610922695e-05,
+      "loss": 0.4039,
+      "step": 105890
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.296283346736129e-05,
+      "loss": 0.3853,
+      "step": 105900
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.289290584245307e-05,
+      "loss": 0.3944,
+      "step": 105910
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 6.282297821754485e-05,
+      "loss": 0.3463,
+      "step": 105920
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.275305059263662e-05,
+      "loss": 0.3776,
+      "step": 105930
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.26831229677284e-05,
+      "loss": 0.3184,
+      "step": 105940
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.261319534282019e-05,
+      "loss": 0.2511,
+      "step": 105950
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.254326771791197e-05,
+      "loss": 0.3559,
+      "step": 105960
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.247334009300374e-05,
+      "loss": 0.3568,
+      "step": 105970
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.240341246809552e-05,
+      "loss": 0.3225,
+      "step": 105980
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.23334848431873e-05,
+      "loss": 0.3376,
+      "step": 105990
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.226355721827908e-05,
+      "loss": 0.3501,
+      "step": 106000
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.219362959337087e-05,
+      "loss": 0.3559,
+      "step": 106010
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.212370196846265e-05,
+      "loss": 0.3791,
+      "step": 106020
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.205377434355443e-05,
+      "loss": 0.3967,
+      "step": 106030
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.19838467186462e-05,
+      "loss": 0.3409,
+      "step": 106040
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.191391909373798e-05,
+      "loss": 0.3665,
+      "step": 106050
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.184399146882976e-05,
+      "loss": 0.3437,
+      "step": 106060
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 6.177406384392155e-05,
+      "loss": 0.3657,
+      "step": 106070
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.170413621901331e-05,
+      "loss": 0.3721,
+      "step": 106080
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.16342085941051e-05,
+      "loss": 0.4019,
+      "step": 106090
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.156428096919689e-05,
+      "loss": 0.3798,
+      "step": 106100
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.149435334428867e-05,
+      "loss": 0.3694,
+      "step": 106110
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.142442571938044e-05,
+      "loss": 0.2999,
+      "step": 106120
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.135449809447223e-05,
+      "loss": 0.4043,
+      "step": 106130
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.128457046956401e-05,
+      "loss": 0.3256,
+      "step": 106140
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.121464284465579e-05,
+      "loss": 0.3818,
+      "step": 106150
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.114471521974756e-05,
+      "loss": 0.36,
+      "step": 106160
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.107478759483934e-05,
+      "loss": 0.3905,
+      "step": 106170
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.100485996993113e-05,
+      "loss": 0.3819,
+      "step": 106180
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.09349323450229e-05,
+      "loss": 0.3924,
+      "step": 106190
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.086500472011468e-05,
+      "loss": 0.3318,
+      "step": 106200
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 6.079507709520646e-05,
+      "loss": 0.3212,
+      "step": 106210
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.0725149470298245e-05,
+      "loss": 0.3319,
+      "step": 106220
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.065522184539002e-05,
+      "loss": 0.3123,
+      "step": 106230
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.05852942204818e-05,
+      "loss": 0.3143,
+      "step": 106240
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.0515366595573585e-05,
+      "loss": 0.3629,
+      "step": 106250
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.044543897066537e-05,
+      "loss": 0.407,
+      "step": 106260
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.037551134575714e-05,
+      "loss": 0.3345,
+      "step": 106270
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.0305583720848925e-05,
+      "loss": 0.3421,
+      "step": 106280
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.023565609594071e-05,
+      "loss": 0.368,
+      "step": 106290
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.016572847103249e-05,
+      "loss": 0.3465,
+      "step": 106300
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.009580084612426e-05,
+      "loss": 0.4049,
+      "step": 106310
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 6.002587322121605e-05,
+      "loss": 0.3409,
+      "step": 106320
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 5.995594559630783e-05,
+      "loss": 0.3511,
+      "step": 106330
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 5.98860179713996e-05,
+      "loss": 0.3285,
+      "step": 106340
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 5.981609034649138e-05,
+      "loss": 0.3227,
+      "step": 106350
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.974616272158316e-05,
+      "loss": 0.3799,
+      "step": 106360
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.9676235096674945e-05,
+      "loss": 0.3686,
+      "step": 106370
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.960630747176672e-05,
+      "loss": 0.3793,
+      "step": 106380
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.95363798468585e-05,
+      "loss": 0.3679,
+      "step": 106390
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.9466452221950285e-05,
+      "loss": 0.3487,
+      "step": 106400
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.939652459704207e-05,
+      "loss": 0.3402,
+      "step": 106410
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.932659697213384e-05,
+      "loss": 0.3869,
+      "step": 106420
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.9256669347225625e-05,
+      "loss": 0.3334,
+      "step": 106430
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.918674172231741e-05,
+      "loss": 0.3489,
+      "step": 106440
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.9116814097409176e-05,
+      "loss": 0.3984,
+      "step": 106450
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.904688647250096e-05,
+      "loss": 0.3573,
+      "step": 106460
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.897695884759275e-05,
+      "loss": 0.3663,
+      "step": 106470
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.890703122268453e-05,
+      "loss": 0.3152,
+      "step": 106480
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.88371035977763e-05,
+      "loss": 0.3848,
+      "step": 106490
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 5.876717597286808e-05,
+      "loss": 0.4082,
+      "step": 106500
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.869724834795986e-05,
+      "loss": 0.3641,
+      "step": 106510
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.8627320723051645e-05,
+      "loss": 0.4023,
+      "step": 106520
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.855739309814342e-05,
+      "loss": 0.3014,
+      "step": 106530
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.84874654732352e-05,
+      "loss": 0.3263,
+      "step": 106540
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.8417537848326985e-05,
+      "loss": 0.4018,
+      "step": 106550
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.834761022341877e-05,
+      "loss": 0.2928,
+      "step": 106560
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.827768259851054e-05,
+      "loss": 0.3724,
+      "step": 106570
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.8207754973602325e-05,
+      "loss": 0.3578,
+      "step": 106580
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.813782734869411e-05,
+      "loss": 0.3289,
+      "step": 106590
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.8067899723785876e-05,
+      "loss": 0.3614,
+      "step": 106600
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.799797209887766e-05,
+      "loss": 0.3363,
+      "step": 106610
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.792804447396945e-05,
+      "loss": 0.4177,
+      "step": 106620
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.785811684906123e-05,
+      "loss": 0.3738,
+      "step": 106630
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 5.7788189224153e-05,
+      "loss": 0.3238,
+      "step": 106640
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.771826159924478e-05,
+      "loss": 0.3167,
+      "step": 106650
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.764833397433656e-05,
+      "loss": 0.3556,
+      "step": 106660
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.7578406349428345e-05,
+      "loss": 0.3488,
+      "step": 106670
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.750847872452012e-05,
+      "loss": 0.3677,
+      "step": 106680
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.74385510996119e-05,
+      "loss": 0.3828,
+      "step": 106690
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.7368623474703685e-05,
+      "loss": 0.3963,
+      "step": 106700
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.729869584979547e-05,
+      "loss": 0.3941,
+      "step": 106710
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.722876822488724e-05,
+      "loss": 0.3675,
+      "step": 106720
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.7158840599979025e-05,
+      "loss": 0.3008,
+      "step": 106730
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.708891297507081e-05,
+      "loss": 0.3824,
+      "step": 106740
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.7018985350162576e-05,
+      "loss": 0.373,
+      "step": 106750
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.6949057725254365e-05,
+      "loss": 0.3528,
+      "step": 106760
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.687913010034615e-05,
+      "loss": 0.3712,
+      "step": 106770
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 5.680920247543793e-05,
+      "loss": 0.3679,
+      "step": 106780
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.67392748505297e-05,
+      "loss": 0.3592,
+      "step": 106790
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.666934722562148e-05,
+      "loss": 0.3574,
+      "step": 106800
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.659941960071326e-05,
+      "loss": 0.3279,
+      "step": 106810
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.652949197580505e-05,
+      "loss": 0.3997,
+      "step": 106820
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.645956435089682e-05,
+      "loss": 0.3632,
+      "step": 106830
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.63896367259886e-05,
+      "loss": 0.3776,
+      "step": 106840
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.6319709101080386e-05,
+      "loss": 0.3986,
+      "step": 106850
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.624978147617217e-05,
+      "loss": 0.3851,
+      "step": 106860
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.617985385126394e-05,
+      "loss": 0.3539,
+      "step": 106870
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.6109926226355726e-05,
+      "loss": 0.3461,
+      "step": 106880
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.603999860144751e-05,
+      "loss": 0.3822,
+      "step": 106890
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.5970070976539276e-05,
+      "loss": 0.3572,
+      "step": 106900
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.5900143351631066e-05,
+      "loss": 0.3804,
+      "step": 106910
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.583021572672285e-05,
+      "loss": 0.3549,
+      "step": 106920
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 5.576028810181463e-05,
+      "loss": 0.3723,
+      "step": 106930
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.56903604769064e-05,
+      "loss": 0.3728,
+      "step": 106940
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.562043285199818e-05,
+      "loss": 0.3514,
+      "step": 106950
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.555050522708996e-05,
+      "loss": 0.3584,
+      "step": 106960
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.548057760218175e-05,
+      "loss": 0.3648,
+      "step": 106970
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.541064997727352e-05,
+      "loss": 0.376,
+      "step": 106980
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.53407223523653e-05,
+      "loss": 0.3139,
+      "step": 106990
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.5270794727457086e-05,
+      "loss": 0.3706,
+      "step": 107000
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.520086710254887e-05,
+      "loss": 0.3535,
+      "step": 107010
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.513093947764064e-05,
+      "loss": 0.354,
+      "step": 107020
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.5061011852732426e-05,
+      "loss": 0.4205,
+      "step": 107030
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.499108422782421e-05,
+      "loss": 0.3742,
+      "step": 107040
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.4921156602915977e-05,
+      "loss": 0.4134,
+      "step": 107050
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.4851228978007766e-05,
+      "loss": 0.337,
+      "step": 107060
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 5.478130135309955e-05,
+      "loss": 0.3295,
+      "step": 107070
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.471137372819133e-05,
+      "loss": 0.398,
+      "step": 107080
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.46414461032831e-05,
+      "loss": 0.3537,
+      "step": 107090
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.457151847837488e-05,
+      "loss": 0.2964,
+      "step": 107100
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.450159085346666e-05,
+      "loss": 0.34,
+      "step": 107110
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.443166322855845e-05,
+      "loss": 0.3783,
+      "step": 107120
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.436173560365022e-05,
+      "loss": 0.3227,
+      "step": 107130
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.4291807978742e-05,
+      "loss": 0.3566,
+      "step": 107140
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.4221880353833786e-05,
+      "loss": 0.2844,
+      "step": 107150
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.415195272892557e-05,
+      "loss": 0.3631,
+      "step": 107160
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.408202510401734e-05,
+      "loss": 0.3823,
+      "step": 107170
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.4012097479109126e-05,
+      "loss": 0.3348,
+      "step": 107180
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.394216985420091e-05,
+      "loss": 0.388,
+      "step": 107190
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.3872242229292677e-05,
+      "loss": 0.313,
+      "step": 107200
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 5.3802314604384466e-05,
+      "loss": 0.3634,
+      "step": 107210
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.373238697947625e-05,
+      "loss": 0.3584,
+      "step": 107220
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.366245935456803e-05,
+      "loss": 0.4126,
+      "step": 107230
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.35925317296598e-05,
+      "loss": 0.3603,
+      "step": 107240
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.352260410475158e-05,
+      "loss": 0.3039,
+      "step": 107250
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.345267647984336e-05,
+      "loss": 0.3567,
+      "step": 107260
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.338274885493515e-05,
+      "loss": 0.3893,
+      "step": 107270
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.331282123002692e-05,
+      "loss": 0.4044,
+      "step": 107280
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.32428936051187e-05,
+      "loss": 0.3713,
+      "step": 107290
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.3172965980210486e-05,
+      "loss": 0.3539,
+      "step": 107300
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.310303835530226e-05,
+      "loss": 0.3452,
+      "step": 107310
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.303311073039404e-05,
+      "loss": 0.3594,
+      "step": 107320
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.2963183105485826e-05,
+      "loss": 0.304,
+      "step": 107330
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.289325548057761e-05,
+      "loss": 0.3647,
+      "step": 107340
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.282332785566938e-05,
+      "loss": 0.3027,
+      "step": 107350
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 5.2753400230761166e-05,
+      "loss": 0.3461,
+      "step": 107360
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.268347260585295e-05,
+      "loss": 0.3468,
+      "step": 107370
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.261354498094473e-05,
+      "loss": 0.3821,
+      "step": 107380
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.25436173560365e-05,
+      "loss": 0.3325,
+      "step": 107390
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.247368973112828e-05,
+      "loss": 0.3652,
+      "step": 107400
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.2403762106220063e-05,
+      "loss": 0.4453,
+      "step": 107410
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.233383448131185e-05,
+      "loss": 0.3203,
+      "step": 107420
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.226390685640362e-05,
+      "loss": 0.3459,
+      "step": 107430
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.2193979231495403e-05,
+      "loss": 0.3425,
+      "step": 107440
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.2124051606587186e-05,
+      "loss": 0.3398,
+      "step": 107450
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.205412398167896e-05,
+      "loss": 0.4152,
+      "step": 107460
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.1984196356770743e-05,
+      "loss": 0.3493,
+      "step": 107470
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.1914268731862526e-05,
+      "loss": 0.3801,
+      "step": 107480
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.184434110695431e-05,
+      "loss": 0.3941,
+      "step": 107490
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 5.1774413482046083e-05,
+      "loss": 0.3293,
+      "step": 107500
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.1704485857137866e-05,
+      "loss": 0.3349,
+      "step": 107510
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.163455823222965e-05,
+      "loss": 0.3529,
+      "step": 107520
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.156463060732143e-05,
+      "loss": 0.3202,
+      "step": 107530
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.14947029824132e-05,
+      "loss": 0.3714,
+      "step": 107540
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.142477535750498e-05,
+      "loss": 0.3202,
+      "step": 107550
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.135484773259677e-05,
+      "loss": 0.342,
+      "step": 107560
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.128492010768855e-05,
+      "loss": 0.4103,
+      "step": 107570
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.121499248278032e-05,
+      "loss": 0.3693,
+      "step": 107580
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.1145064857872103e-05,
+      "loss": 0.2922,
+      "step": 107590
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.1075137232963886e-05,
+      "loss": 0.3916,
+      "step": 107600
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.100520960805566e-05,
+      "loss": 0.3588,
+      "step": 107610
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.0935281983147443e-05,
+      "loss": 0.3641,
+      "step": 107620
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.0865354358239226e-05,
+      "loss": 0.3324,
+      "step": 107630
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.079542673333101e-05,
+      "loss": 0.3435,
+      "step": 107640
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 5.0725499108422783e-05,
+      "loss": 0.3383,
+      "step": 107650
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.0655571483514566e-05,
+      "loss": 0.3451,
+      "step": 107660
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.058564385860635e-05,
+      "loss": 0.403,
+      "step": 107670
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.051571623369813e-05,
+      "loss": 0.3085,
+      "step": 107680
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.04457886087899e-05,
+      "loss": 0.3689,
+      "step": 107690
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.037586098388168e-05,
+      "loss": 0.2309,
+      "step": 107700
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.030593335897347e-05,
+      "loss": 0.3547,
+      "step": 107710
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.023600573406525e-05,
+      "loss": 0.3602,
+      "step": 107720
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.016607810915702e-05,
+      "loss": 0.3664,
+      "step": 107730
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.0096150484248803e-05,
+      "loss": 0.3633,
+      "step": 107740
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 5.0026222859340586e-05,
+      "loss": 0.4067,
+      "step": 107750
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 4.995629523443237e-05,
+      "loss": 0.315,
+      "step": 107760
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 4.9886367609524143e-05,
+      "loss": 0.3473,
+      "step": 107770
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 4.9816439984615926e-05,
+      "loss": 0.4208,
+      "step": 107780
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 4.97465123597077e-05,
+      "loss": 0.3671,
+      "step": 107790
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9676584734799483e-05,
+      "loss": 0.3399,
+      "step": 107800
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9606657109891266e-05,
+      "loss": 0.3901,
+      "step": 107810
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.953672948498305e-05,
+      "loss": 0.3389,
+      "step": 107820
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9466801860074824e-05,
+      "loss": 0.4276,
+      "step": 107830
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9396874235166606e-05,
+      "loss": 0.3846,
+      "step": 107840
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.932694661025838e-05,
+      "loss": 0.3465,
+      "step": 107850
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.925701898535017e-05,
+      "loss": 0.3319,
+      "step": 107860
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9187091360441946e-05,
+      "loss": 0.3853,
+      "step": 107870
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.911716373553372e-05,
+      "loss": 0.3426,
+      "step": 107880
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.9047236110625504e-05,
+      "loss": 0.3777,
+      "step": 107890
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.8977308485717286e-05,
+      "loss": 0.3316,
+      "step": 107900
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.890738086080907e-05,
+      "loss": 0.3506,
+      "step": 107910
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.8837453235900844e-05,
+      "loss": 0.3271,
+      "step": 107920
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 4.8767525610992626e-05,
+      "loss": 0.3602,
+      "step": 107930
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.86975979860844e-05,
+      "loss": 0.3967,
+      "step": 107940
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.8627670361176184e-05,
+      "loss": 0.3026,
+      "step": 107950
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.8557742736267966e-05,
+      "loss": 0.3311,
+      "step": 107960
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.848781511135975e-05,
+      "loss": 0.3854,
+      "step": 107970
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.8417887486451524e-05,
+      "loss": 0.3414,
+      "step": 107980
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.8347959861543306e-05,
+      "loss": 0.3648,
+      "step": 107990
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.827803223663508e-05,
+      "loss": 0.4002,
+      "step": 108000
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.820810461172687e-05,
+      "loss": 0.4273,
+      "step": 108010
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.8138176986818646e-05,
+      "loss": 0.3121,
+      "step": 108020
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.806824936191042e-05,
+      "loss": 0.3659,
+      "step": 108030
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.7998321737002204e-05,
+      "loss": 0.3693,
+      "step": 108040
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.7928394112093986e-05,
+      "loss": 0.3377,
+      "step": 108050
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.785846648718577e-05,
+      "loss": 0.3673,
+      "step": 108060
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.7788538862277544e-05,
+      "loss": 0.3792,
+      "step": 108070
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.7718611237369326e-05,
+      "loss": 0.3549,
+      "step": 108080
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.76486836124611e-05,
+      "loss": 0.3351,
+      "step": 108090
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.7578755987552884e-05,
+      "loss": 0.4289,
+      "step": 108100
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.7508828362644666e-05,
+      "loss": 0.393,
+      "step": 108110
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.743890073773645e-05,
+      "loss": 0.3566,
+      "step": 108120
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.7368973112828224e-05,
+      "loss": 0.3515,
+      "step": 108130
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.7299045487920006e-05,
+      "loss": 0.3629,
+      "step": 108140
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.722911786301179e-05,
+      "loss": 0.3636,
+      "step": 108150
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.715919023810357e-05,
+      "loss": 0.3393,
+      "step": 108160
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.7089262613195346e-05,
+      "loss": 0.4208,
+      "step": 108170
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.701933498828712e-05,
+      "loss": 0.3797,
+      "step": 108180
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.6949407363378904e-05,
+      "loss": 0.3197,
+      "step": 108190
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.6879479738470686e-05,
+      "loss": 0.3509,
+      "step": 108200
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.680955211356247e-05,
+      "loss": 0.4018,
+      "step": 108210
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 4.6739624488654244e-05,
+      "loss": 0.305,
+      "step": 108220
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6669696863746026e-05,
+      "loss": 0.3932,
+      "step": 108230
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.65997692388378e-05,
+      "loss": 0.418,
+      "step": 108240
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6529841613929584e-05,
+      "loss": 0.3357,
+      "step": 108250
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6459913989021366e-05,
+      "loss": 0.3077,
+      "step": 108260
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.638998636411315e-05,
+      "loss": 0.3875,
+      "step": 108270
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6320058739204924e-05,
+      "loss": 0.3504,
+      "step": 108280
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6250131114296706e-05,
+      "loss": 0.3369,
+      "step": 108290
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.618020348938849e-05,
+      "loss": 0.3527,
+      "step": 108300
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6110275864480264e-05,
+      "loss": 0.3752,
+      "step": 108310
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.6040348239572046e-05,
+      "loss": 0.4163,
+      "step": 108320
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.597042061466382e-05,
+      "loss": 0.3215,
+      "step": 108330
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.5900492989755604e-05,
+      "loss": 0.2896,
+      "step": 108340
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.5830565364847386e-05,
+      "loss": 0.333,
+      "step": 108350
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.576063773993917e-05,
+      "loss": 0.3675,
+      "step": 108360
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5690710115030944e-05,
+      "loss": 0.4417,
+      "step": 108370
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5620782490122726e-05,
+      "loss": 0.4058,
+      "step": 108380
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.55508548652145e-05,
+      "loss": 0.3947,
+      "step": 108390
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5480927240306284e-05,
+      "loss": 0.3386,
+      "step": 108400
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5410999615398066e-05,
+      "loss": 0.3428,
+      "step": 108410
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.534107199048985e-05,
+      "loss": 0.3026,
+      "step": 108420
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5271144365581624e-05,
+      "loss": 0.3259,
+      "step": 108430
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5201216740673406e-05,
+      "loss": 0.3737,
+      "step": 108440
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.513128911576519e-05,
+      "loss": 0.3474,
+      "step": 108450
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.5061361490856964e-05,
+      "loss": 0.333,
+      "step": 108460
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.4991433865948746e-05,
+      "loss": 0.3516,
+      "step": 108470
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.492150624104052e-05,
+      "loss": 0.3304,
+      "step": 108480
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.4851578616132304e-05,
+      "loss": 0.3559,
+      "step": 108490
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.4781650991224086e-05,
+      "loss": 0.3686,
+      "step": 108500
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.471172336631587e-05,
+      "loss": 0.3614,
+      "step": 108510
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4641795741407644e-05,
+      "loss": 0.3324,
+      "step": 108520
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4571868116499426e-05,
+      "loss": 0.3544,
+      "step": 108530
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.45019404915912e-05,
+      "loss": 0.3928,
+      "step": 108540
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.443201286668299e-05,
+      "loss": 0.3558,
+      "step": 108550
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4362085241774766e-05,
+      "loss": 0.3806,
+      "step": 108560
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.429215761686655e-05,
+      "loss": 0.3642,
+      "step": 108570
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4222229991958324e-05,
+      "loss": 0.3274,
+      "step": 108580
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4152302367050106e-05,
+      "loss": 0.3675,
+      "step": 108590
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.408237474214189e-05,
+      "loss": 0.3637,
+      "step": 108600
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.4012447117233664e-05,
+      "loss": 0.3719,
+      "step": 108610
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.3942519492325446e-05,
+      "loss": 0.3476,
+      "step": 108620
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.387259186741722e-05,
+      "loss": 0.3148,
+      "step": 108630
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.3802664242509004e-05,
+      "loss": 0.3595,
+      "step": 108640
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 4.3732736617600786e-05,
+      "loss": 0.3626,
+      "step": 108650
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.366280899269257e-05,
+      "loss": 0.405,
+      "step": 108660
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.3592881367784344e-05,
+      "loss": 0.3498,
+      "step": 108670
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.3522953742876126e-05,
+      "loss": 0.3966,
+      "step": 108680
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.34530261179679e-05,
+      "loss": 0.4009,
+      "step": 108690
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.338309849305969e-05,
+      "loss": 0.3614,
+      "step": 108700
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.3313170868151466e-05,
+      "loss": 0.3985,
+      "step": 108710
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.324324324324325e-05,
+      "loss": 0.3385,
+      "step": 108720
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.3173315618335024e-05,
+      "loss": 0.3618,
+      "step": 108730
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.31033879934268e-05,
+      "loss": 0.3554,
+      "step": 108740
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.303346036851859e-05,
+      "loss": 0.3308,
+      "step": 108750
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.2963532743610364e-05,
+      "loss": 0.3987,
+      "step": 108760
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.2893605118702146e-05,
+      "loss": 0.4582,
+      "step": 108770
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.282367749379392e-05,
+      "loss": 0.3783,
+      "step": 108780
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 4.2753749868885704e-05,
+      "loss": 0.3267,
+      "step": 108790
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2683822243977486e-05,
+      "loss": 0.3702,
+      "step": 108800
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.261389461906927e-05,
+      "loss": 0.398,
+      "step": 108810
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2543966994161044e-05,
+      "loss": 0.355,
+      "step": 108820
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2474039369252826e-05,
+      "loss": 0.3379,
+      "step": 108830
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.24041117443446e-05,
+      "loss": 0.3255,
+      "step": 108840
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.233418411943639e-05,
+      "loss": 0.3477,
+      "step": 108850
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2264256494528166e-05,
+      "loss": 0.3238,
+      "step": 108860
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.219432886961995e-05,
+      "loss": 0.2905,
+      "step": 108870
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2124401244711724e-05,
+      "loss": 0.3236,
+      "step": 108880
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.2054473619803506e-05,
+      "loss": 0.3576,
+      "step": 108890
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.198454599489529e-05,
+      "loss": 0.4282,
+      "step": 108900
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.1914618369987064e-05,
+      "loss": 0.3776,
+      "step": 108910
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.1844690745078846e-05,
+      "loss": 0.306,
+      "step": 108920
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.177476312017062e-05,
+      "loss": 0.3515,
+      "step": 108930
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 4.1704835495262404e-05,
+      "loss": 0.3779,
+      "step": 108940
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1634907870354186e-05,
+      "loss": 0.3347,
+      "step": 108950
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.156498024544597e-05,
+      "loss": 0.3279,
+      "step": 108960
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1495052620537744e-05,
+      "loss": 0.3521,
+      "step": 108970
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1425124995629526e-05,
+      "loss": 0.4194,
+      "step": 108980
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.13551973707213e-05,
+      "loss": 0.3645,
+      "step": 108990
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.128526974581309e-05,
+      "loss": 0.3589,
+      "step": 109000
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1215342120904866e-05,
+      "loss": 0.3859,
+      "step": 109010
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.114541449599665e-05,
+      "loss": 0.3858,
+      "step": 109020
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1075486871088424e-05,
+      "loss": 0.3797,
+      "step": 109030
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.1005559246180206e-05,
+      "loss": 0.3701,
+      "step": 109040
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.093563162127199e-05,
+      "loss": 0.402,
+      "step": 109050
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.0865703996363764e-05,
+      "loss": 0.3385,
+      "step": 109060
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.0795776371455546e-05,
+      "loss": 0.317,
+      "step": 109070
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 4.072584874654732e-05,
+      "loss": 0.3134,
+      "step": 109080
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0655921121639104e-05,
+      "loss": 0.352,
+      "step": 109090
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0585993496730886e-05,
+      "loss": 0.2963,
+      "step": 109100
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.051606587182267e-05,
+      "loss": 0.3915,
+      "step": 109110
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0446138246914444e-05,
+      "loss": 0.3802,
+      "step": 109120
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0376210622006226e-05,
+      "loss": 0.3078,
+      "step": 109130
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0306282997098e-05,
+      "loss": 0.3853,
+      "step": 109140
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.023635537218979e-05,
+      "loss": 0.3475,
+      "step": 109150
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0166427747281566e-05,
+      "loss": 0.3458,
+      "step": 109160
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.009650012237334e-05,
+      "loss": 0.3365,
+      "step": 109170
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.0026572497465124e-05,
+      "loss": 0.3956,
+      "step": 109180
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 3.9956644872556906e-05,
+      "loss": 0.3516,
+      "step": 109190
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 3.988671724764869e-05,
+      "loss": 0.3557,
+      "step": 109200
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 3.9816789622740464e-05,
+      "loss": 0.3623,
+      "step": 109210
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 3.9746861997832246e-05,
+      "loss": 0.3381,
+      "step": 109220
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 3.967693437292402e-05,
+      "loss": 0.3887,
+      "step": 109230
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.9607006748015804e-05,
+      "loss": 0.3759,
+      "step": 109240
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.9537079123107586e-05,
+      "loss": 0.349,
+      "step": 109250
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.946715149819937e-05,
+      "loss": 0.3651,
+      "step": 109260
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.9397223873291144e-05,
+      "loss": 0.2899,
+      "step": 109270
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.9327296248382926e-05,
+      "loss": 0.3707,
+      "step": 109280
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.925736862347471e-05,
+      "loss": 0.3391,
+      "step": 109290
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.918744099856649e-05,
+      "loss": 0.4049,
+      "step": 109300
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.9117513373658266e-05,
+      "loss": 0.3414,
+      "step": 109310
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.904758574875004e-05,
+      "loss": 0.3725,
+      "step": 109320
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.8977658123841824e-05,
+      "loss": 0.3579,
+      "step": 109330
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.8907730498933606e-05,
+      "loss": 0.3867,
+      "step": 109340
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.883780287402539e-05,
+      "loss": 0.3705,
+      "step": 109350
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.8767875249117164e-05,
+      "loss": 0.3602,
+      "step": 109360
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 3.8697947624208946e-05,
+      "loss": 0.388,
+      "step": 109370
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.862801999930072e-05,
+      "loss": 0.3886,
+      "step": 109380
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.8558092374392504e-05,
+      "loss": 0.3108,
+      "step": 109390
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.8488164749484286e-05,
+      "loss": 0.326,
+      "step": 109400
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.841823712457607e-05,
+      "loss": 0.4126,
+      "step": 109410
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.8348309499667844e-05,
+      "loss": 0.3433,
+      "step": 109420
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.8278381874759626e-05,
+      "loss": 0.3916,
+      "step": 109430
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.820845424985141e-05,
+      "loss": 0.3678,
+      "step": 109440
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.813852662494319e-05,
+      "loss": 0.3878,
+      "step": 109450
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.8068599000034966e-05,
+      "loss": 0.3665,
+      "step": 109460
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.799867137512674e-05,
+      "loss": 0.3561,
+      "step": 109470
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.7928743750218524e-05,
+      "loss": 0.3471,
+      "step": 109480
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.7858816125310306e-05,
+      "loss": 0.3574,
+      "step": 109490
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.778888850040209e-05,
+      "loss": 0.3464,
+      "step": 109500
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 3.7718960875493864e-05,
+      "loss": 0.3611,
+      "step": 109510
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7649033250585646e-05,
+      "loss": 0.3417,
+      "step": 109520
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.757910562567742e-05,
+      "loss": 0.3928,
+      "step": 109530
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7509178000769204e-05,
+      "loss": 0.3745,
+      "step": 109540
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7439250375860986e-05,
+      "loss": 0.3528,
+      "step": 109550
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.736932275095277e-05,
+      "loss": 0.3248,
+      "step": 109560
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7299395126044544e-05,
+      "loss": 0.3633,
+      "step": 109570
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7229467501136326e-05,
+      "loss": 0.3399,
+      "step": 109580
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.715953987622811e-05,
+      "loss": 0.3646,
+      "step": 109590
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7089612251319884e-05,
+      "loss": 0.3086,
+      "step": 109600
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.7019684626411666e-05,
+      "loss": 0.362,
+      "step": 109610
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.694975700150344e-05,
+      "loss": 0.3256,
+      "step": 109620
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.6879829376595224e-05,
+      "loss": 0.3636,
+      "step": 109630
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.6809901751687006e-05,
+      "loss": 0.3434,
+      "step": 109640
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.673997412677879e-05,
+      "loss": 0.3482,
+      "step": 109650
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 3.6670046501870564e-05,
+      "loss": 0.3768,
+      "step": 109660
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.6600118876962346e-05,
+      "loss": 0.3423,
+      "step": 109670
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.653019125205412e-05,
+      "loss": 0.4109,
+      "step": 109680
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.646026362714591e-05,
+      "loss": 0.3469,
+      "step": 109690
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.6390336002237686e-05,
+      "loss": 0.4251,
+      "step": 109700
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.632040837732947e-05,
+      "loss": 0.3825,
+      "step": 109710
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.6250480752421244e-05,
+      "loss": 0.3562,
+      "step": 109720
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.6180553127513026e-05,
+      "loss": 0.363,
+      "step": 109730
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.611062550260481e-05,
+      "loss": 0.4489,
+      "step": 109740
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.6040697877696584e-05,
+      "loss": 0.3414,
+      "step": 109750
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.5970770252788366e-05,
+      "loss": 0.4293,
+      "step": 109760
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.590084262788014e-05,
+      "loss": 0.3462,
+      "step": 109770
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.5830915002971924e-05,
+      "loss": 0.3798,
+      "step": 109780
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.5760987378063706e-05,
+      "loss": 0.392,
+      "step": 109790
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 3.569105975315549e-05,
+      "loss": 0.3983,
+      "step": 109800
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.5621132128247264e-05,
+      "loss": 0.3726,
+      "step": 109810
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.5551204503339046e-05,
+      "loss": 0.4001,
+      "step": 109820
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.548127687843082e-05,
+      "loss": 0.3666,
+      "step": 109830
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.541134925352261e-05,
+      "loss": 0.3454,
+      "step": 109840
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.5341421628614386e-05,
+      "loss": 0.3909,
+      "step": 109850
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.527149400370617e-05,
+      "loss": 0.3988,
+      "step": 109860
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.5201566378797944e-05,
+      "loss": 0.3413,
+      "step": 109870
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.5131638753889726e-05,
+      "loss": 0.344,
+      "step": 109880
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.506171112898151e-05,
+      "loss": 0.3243,
+      "step": 109890
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.4991783504073284e-05,
+      "loss": 0.3372,
+      "step": 109900
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.4921855879165066e-05,
+      "loss": 0.4102,
+      "step": 109910
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.485192825425684e-05,
+      "loss": 0.3967,
+      "step": 109920
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.4782000629348624e-05,
+      "loss": 0.3136,
+      "step": 109930
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 3.4712073004440406e-05,
+      "loss": 0.3879,
+      "step": 109940
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.464214537953219e-05,
+      "loss": 0.3579,
+      "step": 109950
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.4572217754623964e-05,
+      "loss": 0.323,
+      "step": 109960
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.4502290129715746e-05,
+      "loss": 0.3575,
+      "step": 109970
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.443236250480752e-05,
+      "loss": 0.3402,
+      "step": 109980
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.436243487989931e-05,
+      "loss": 0.335,
+      "step": 109990
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.4292507254991086e-05,
+      "loss": 0.3635,
+      "step": 110000
+    },
+    {
+      "epoch": 7.66,
+      "eval_loss": 0.33437320590019226,
+      "eval_runtime": 346.7009,
+      "eval_samples_per_second": 18.411,
+      "eval_steps_per_second": 2.302,
+      "step": 110000
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.422257963008287e-05,
+      "loss": 0.2896,
+      "step": 110010
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.4152652005174644e-05,
+      "loss": 0.3362,
+      "step": 110020
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.4082724380266426e-05,
+      "loss": 0.4248,
+      "step": 110030
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.401279675535821e-05,
+      "loss": 0.412,
+      "step": 110040
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.3942869130449984e-05,
+      "loss": 0.3762,
+      "step": 110050
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.3872941505541766e-05,
+      "loss": 0.3674,
+      "step": 110060
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.380301388063354e-05,
+      "loss": 0.3745,
+      "step": 110070
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.3733086255725324e-05,
+      "loss": 0.3346,
+      "step": 110080
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 3.3663158630817106e-05,
+      "loss": 0.388,
+      "step": 110090
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.359323100590889e-05,
+      "loss": 0.32,
+      "step": 110100
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.3523303381000664e-05,
+      "loss": 0.363,
+      "step": 110110
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.3453375756092446e-05,
+      "loss": 0.3913,
+      "step": 110120
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.338344813118422e-05,
+      "loss": 0.3152,
+      "step": 110130
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.331352050627601e-05,
+      "loss": 0.3418,
+      "step": 110140
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.3243592881367786e-05,
+      "loss": 0.3108,
+      "step": 110150
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.317366525645957e-05,
+      "loss": 0.3526,
+      "step": 110160
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.3103737631551344e-05,
+      "loss": 0.3805,
+      "step": 110170
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.3033810006643126e-05,
+      "loss": 0.3448,
+      "step": 110180
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.296388238173491e-05,
+      "loss": 0.3127,
+      "step": 110190
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.2893954756826684e-05,
+      "loss": 0.3998,
+      "step": 110200
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.2824027131918466e-05,
+      "loss": 0.3662,
+      "step": 110210
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.275409950701024e-05,
+      "loss": 0.3575,
+      "step": 110220
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 3.2684171882102024e-05,
+      "loss": 0.358,
+      "step": 110230
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.2614244257193806e-05,
+      "loss": 0.2758,
+      "step": 110240
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.254431663228559e-05,
+      "loss": 0.3702,
+      "step": 110250
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.2474389007377364e-05,
+      "loss": 0.3404,
+      "step": 110260
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.2404461382469146e-05,
+      "loss": 0.3906,
+      "step": 110270
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.233453375756093e-05,
+      "loss": 0.3411,
+      "step": 110280
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.226460613265271e-05,
+      "loss": 0.3741,
+      "step": 110290
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.2194678507744486e-05,
+      "loss": 0.3014,
+      "step": 110300
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.212475088283627e-05,
+      "loss": 0.3425,
+      "step": 110310
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.2054823257928044e-05,
+      "loss": 0.3857,
+      "step": 110320
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.1984895633019826e-05,
+      "loss": 0.3813,
+      "step": 110330
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.191496800811161e-05,
+      "loss": 0.3432,
+      "step": 110340
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.1845040383203384e-05,
+      "loss": 0.3526,
+      "step": 110350
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.1775112758295166e-05,
+      "loss": 0.449,
+      "step": 110360
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 3.170518513338694e-05,
+      "loss": 0.3806,
+      "step": 110370
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1635257508478724e-05,
+      "loss": 0.2966,
+      "step": 110380
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1565329883570506e-05,
+      "loss": 0.3114,
+      "step": 110390
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.149540225866229e-05,
+      "loss": 0.3876,
+      "step": 110400
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1425474633754064e-05,
+      "loss": 0.3478,
+      "step": 110410
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1355547008845846e-05,
+      "loss": 0.3743,
+      "step": 110420
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.128561938393763e-05,
+      "loss": 0.3548,
+      "step": 110430
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.121569175902941e-05,
+      "loss": 0.3941,
+      "step": 110440
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1145764134121186e-05,
+      "loss": 0.3548,
+      "step": 110450
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.107583650921296e-05,
+      "loss": 0.2934,
+      "step": 110460
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.1005908884304744e-05,
+      "loss": 0.334,
+      "step": 110470
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.0935981259396526e-05,
+      "loss": 0.3497,
+      "step": 110480
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.086605363448831e-05,
+      "loss": 0.4454,
+      "step": 110490
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.0796126009580084e-05,
+      "loss": 0.3377,
+      "step": 110500
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.0726198384671866e-05,
+      "loss": 0.3078,
+      "step": 110510
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 3.065627075976364e-05,
+      "loss": 0.3901,
+      "step": 110520
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0586343134855424e-05,
+      "loss": 0.3294,
+      "step": 110530
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0516415509947206e-05,
+      "loss": 0.3766,
+      "step": 110540
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.044648788503899e-05,
+      "loss": 0.3453,
+      "step": 110550
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0376560260130764e-05,
+      "loss": 0.3119,
+      "step": 110560
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.030663263522255e-05,
+      "loss": 0.3554,
+      "step": 110570
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0236705010314325e-05,
+      "loss": 0.3758,
+      "step": 110580
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0166777385406108e-05,
+      "loss": 0.3766,
+      "step": 110590
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0096849760497886e-05,
+      "loss": 0.3534,
+      "step": 110600
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 3.0026922135589662e-05,
+      "loss": 0.3892,
+      "step": 110610
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 2.9956994510681448e-05,
+      "loss": 0.3308,
+      "step": 110620
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 2.9887066885773223e-05,
+      "loss": 0.3315,
+      "step": 110630
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 2.9817139260865005e-05,
+      "loss": 0.3736,
+      "step": 110640
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 2.9747211635956784e-05,
+      "loss": 0.3391,
+      "step": 110650
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 2.9677284011048566e-05,
+      "loss": 0.3864,
+      "step": 110660
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9607356386140345e-05,
+      "loss": 0.3362,
+      "step": 110670
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9537428761232128e-05,
+      "loss": 0.3572,
+      "step": 110680
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9467501136323906e-05,
+      "loss": 0.332,
+      "step": 110690
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.939757351141569e-05,
+      "loss": 0.3206,
+      "step": 110700
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9327645886507464e-05,
+      "loss": 0.3759,
+      "step": 110710
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.925771826159925e-05,
+      "loss": 0.3591,
+      "step": 110720
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9187790636691025e-05,
+      "loss": 0.3755,
+      "step": 110730
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9117863011782808e-05,
+      "loss": 0.2935,
+      "step": 110740
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.9047935386874586e-05,
+      "loss": 0.3131,
+      "step": 110750
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8978007761966365e-05,
+      "loss": 0.3314,
+      "step": 110760
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8908080137058148e-05,
+      "loss": 0.3366,
+      "step": 110770
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8838152512149923e-05,
+      "loss": 0.3984,
+      "step": 110780
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8768224887241705e-05,
+      "loss": 0.3625,
+      "step": 110790
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8698297262333484e-05,
+      "loss": 0.3654,
+      "step": 110800
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 2.8628369637425267e-05,
+      "loss": 0.3454,
+      "step": 110810
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8558442012517045e-05,
+      "loss": 0.3425,
+      "step": 110820
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8488514387608828e-05,
+      "loss": 0.4237,
+      "step": 110830
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8418586762700607e-05,
+      "loss": 0.3917,
+      "step": 110840
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.834865913779239e-05,
+      "loss": 0.3952,
+      "step": 110850
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8278731512884164e-05,
+      "loss": 0.3369,
+      "step": 110860
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.820880388797595e-05,
+      "loss": 0.3241,
+      "step": 110870
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8138876263067725e-05,
+      "loss": 0.3384,
+      "step": 110880
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.8068948638159504e-05,
+      "loss": 0.3225,
+      "step": 110890
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.7999021013251287e-05,
+      "loss": 0.3621,
+      "step": 110900
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.7929093388343065e-05,
+      "loss": 0.335,
+      "step": 110910
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.7859165763434848e-05,
+      "loss": 0.3498,
+      "step": 110920
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.7789238138526623e-05,
+      "loss": 0.3407,
+      "step": 110930
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.771931051361841e-05,
+      "loss": 0.3523,
+      "step": 110940
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 2.7649382888710184e-05,
+      "loss": 0.3892,
+      "step": 110950
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7579455263801967e-05,
+      "loss": 0.3774,
+      "step": 110960
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7509527638893745e-05,
+      "loss": 0.3294,
+      "step": 110970
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7439600013985528e-05,
+      "loss": 0.3564,
+      "step": 110980
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7369672389077307e-05,
+      "loss": 0.3806,
+      "step": 110990
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.729974476416909e-05,
+      "loss": 0.3603,
+      "step": 111000
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7229817139260864e-05,
+      "loss": 0.353,
+      "step": 111010
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.715988951435265e-05,
+      "loss": 0.3175,
+      "step": 111020
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7089961889444425e-05,
+      "loss": 0.336,
+      "step": 111030
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.7020034264536204e-05,
+      "loss": 0.3734,
+      "step": 111040
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.6950106639627987e-05,
+      "loss": 0.3236,
+      "step": 111050
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.6880179014719765e-05,
+      "loss": 0.3485,
+      "step": 111060
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.6810251389811548e-05,
+      "loss": 0.3446,
+      "step": 111070
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.6740323764903323e-05,
+      "loss": 0.366,
+      "step": 111080
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 2.667039613999511e-05,
+      "loss": 0.3069,
+      "step": 111090
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6600468515086884e-05,
+      "loss": 0.3866,
+      "step": 111100
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6530540890178667e-05,
+      "loss": 0.4148,
+      "step": 111110
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6460613265270445e-05,
+      "loss": 0.3097,
+      "step": 111120
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6390685640362228e-05,
+      "loss": 0.3199,
+      "step": 111130
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6320758015454007e-05,
+      "loss": 0.315,
+      "step": 111140
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.625083039054579e-05,
+      "loss": 0.3147,
+      "step": 111150
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6180902765637568e-05,
+      "loss": 0.3485,
+      "step": 111160
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.611097514072935e-05,
+      "loss": 0.3479,
+      "step": 111170
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.6041047515821125e-05,
+      "loss": 0.3366,
+      "step": 111180
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.5971119890912904e-05,
+      "loss": 0.3544,
+      "step": 111190
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.5901192266004687e-05,
+      "loss": 0.3623,
+      "step": 111200
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.5831264641096465e-05,
+      "loss": 0.3463,
+      "step": 111210
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.5761337016188248e-05,
+      "loss": 0.3046,
+      "step": 111220
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.5691409391280023e-05,
+      "loss": 0.3979,
+      "step": 111230
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 2.562148176637181e-05,
+      "loss": 0.3783,
+      "step": 111240
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5551554141463584e-05,
+      "loss": 0.3072,
+      "step": 111250
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5481626516555367e-05,
+      "loss": 0.3994,
+      "step": 111260
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5411698891647146e-05,
+      "loss": 0.3325,
+      "step": 111270
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5341771266738928e-05,
+      "loss": 0.3108,
+      "step": 111280
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5271843641830707e-05,
+      "loss": 0.3812,
+      "step": 111290
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.520191601692249e-05,
+      "loss": 0.2958,
+      "step": 111300
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5131988392014268e-05,
+      "loss": 0.3052,
+      "step": 111310
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.5062060767106043e-05,
+      "loss": 0.3294,
+      "step": 111320
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.4992133142197826e-05,
+      "loss": 0.2912,
+      "step": 111330
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.4922205517289608e-05,
+      "loss": 0.3796,
+      "step": 111340
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.4852277892381387e-05,
+      "loss": 0.2623,
+      "step": 111350
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.478235026747317e-05,
+      "loss": 0.3174,
+      "step": 111360
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.4712422642564948e-05,
+      "loss": 0.3083,
+      "step": 111370
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 2.4642495017656727e-05,
+      "loss": 0.4058,
+      "step": 111380
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.457256739274851e-05,
+      "loss": 0.4258,
+      "step": 111390
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4502639767840284e-05,
+      "loss": 0.3942,
+      "step": 111400
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4432712142932067e-05,
+      "loss": 0.3696,
+      "step": 111410
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4362784518023846e-05,
+      "loss": 0.2889,
+      "step": 111420
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4292856893115624e-05,
+      "loss": 0.4085,
+      "step": 111430
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4222929268207407e-05,
+      "loss": 0.3413,
+      "step": 111440
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4153001643299186e-05,
+      "loss": 0.3801,
+      "step": 111450
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4083074018390968e-05,
+      "loss": 0.3085,
+      "step": 111460
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.4013146393482747e-05,
+      "loss": 0.4122,
+      "step": 111470
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.3943218768574526e-05,
+      "loss": 0.3216,
+      "step": 111480
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.3873291143666308e-05,
+      "loss": 0.3515,
+      "step": 111490
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.3803363518758087e-05,
+      "loss": 0.415,
+      "step": 111500
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.373343589384987e-05,
+      "loss": 0.3795,
+      "step": 111510
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 2.3663508268941648e-05,
+      "loss": 0.3243,
+      "step": 111520
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3593580644033427e-05,
+      "loss": 0.3954,
+      "step": 111530
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3523653019125206e-05,
+      "loss": 0.4078,
+      "step": 111540
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3453725394216984e-05,
+      "loss": 0.3317,
+      "step": 111550
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3383797769308767e-05,
+      "loss": 0.3249,
+      "step": 111560
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3313870144400546e-05,
+      "loss": 0.3286,
+      "step": 111570
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3243942519492324e-05,
+      "loss": 0.3879,
+      "step": 111580
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3174014894584107e-05,
+      "loss": 0.2726,
+      "step": 111590
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3104087269675886e-05,
+      "loss": 0.3691,
+      "step": 111600
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.3034159644767668e-05,
+      "loss": 0.3782,
+      "step": 111610
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.2964232019859447e-05,
+      "loss": 0.3906,
+      "step": 111620
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.2894304394951226e-05,
+      "loss": 0.3432,
+      "step": 111630
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.2824376770043008e-05,
+      "loss": 0.4063,
+      "step": 111640
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.2754449145134787e-05,
+      "loss": 0.315,
+      "step": 111650
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.268452152022657e-05,
+      "loss": 0.3279,
+      "step": 111660
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 2.2614593895318348e-05,
+      "loss": 0.4292,
+      "step": 111670
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2544666270410127e-05,
+      "loss": 0.3518,
+      "step": 111680
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2474738645501906e-05,
+      "loss": 0.3585,
+      "step": 111690
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2404811020593684e-05,
+      "loss": 0.3397,
+      "step": 111700
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2334883395685467e-05,
+      "loss": 0.3374,
+      "step": 111710
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2264955770777246e-05,
+      "loss": 0.3254,
+      "step": 111720
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2195028145869028e-05,
+      "loss": 0.3386,
+      "step": 111730
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2125100520960807e-05,
+      "loss": 0.3684,
+      "step": 111740
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.2055172896052586e-05,
+      "loss": 0.3598,
+      "step": 111750
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.1985245271144368e-05,
+      "loss": 0.3731,
+      "step": 111760
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.1915317646236147e-05,
+      "loss": 0.2886,
+      "step": 111770
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.1845390021327926e-05,
+      "loss": 0.3588,
+      "step": 111780
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.1775462396419708e-05,
+      "loss": 0.3441,
+      "step": 111790
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.1705534771511487e-05,
+      "loss": 0.3158,
+      "step": 111800
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 2.163560714660327e-05,
+      "loss": 0.3641,
+      "step": 111810
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1565679521695048e-05,
+      "loss": 0.3763,
+      "step": 111820
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1495751896786827e-05,
+      "loss": 0.4052,
+      "step": 111830
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1425824271878606e-05,
+      "loss": 0.3732,
+      "step": 111840
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1355896646970385e-05,
+      "loss": 0.3289,
+      "step": 111850
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1285969022062167e-05,
+      "loss": 0.3179,
+      "step": 111860
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1216041397153946e-05,
+      "loss": 0.3591,
+      "step": 111870
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1146113772245728e-05,
+      "loss": 0.3715,
+      "step": 111880
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1076186147337507e-05,
+      "loss": 0.3674,
+      "step": 111890
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.1006258522429286e-05,
+      "loss": 0.3857,
+      "step": 111900
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.0936330897521068e-05,
+      "loss": 0.3217,
+      "step": 111910
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.0866403272612847e-05,
+      "loss": 0.4254,
+      "step": 111920
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.079647564770463e-05,
+      "loss": 0.3809,
+      "step": 111930
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.0726548022796408e-05,
+      "loss": 0.381,
+      "step": 111940
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 2.0656620397888187e-05,
+      "loss": 0.2944,
+      "step": 111950
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.058669277297997e-05,
+      "loss": 0.348,
+      "step": 111960
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0516765148071745e-05,
+      "loss": 0.3546,
+      "step": 111970
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0446837523163527e-05,
+      "loss": 0.3558,
+      "step": 111980
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0376909898255306e-05,
+      "loss": 0.3117,
+      "step": 111990
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0306982273347085e-05,
+      "loss": 0.2793,
+      "step": 112000
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0237054648438867e-05,
+      "loss": 0.404,
+      "step": 112010
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0167127023530646e-05,
+      "loss": 0.3585,
+      "step": 112020
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0097199398622428e-05,
+      "loss": 0.3031,
+      "step": 112030
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 2.0027271773714207e-05,
+      "loss": 0.3808,
+      "step": 112040
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.9957344148805986e-05,
+      "loss": 0.3665,
+      "step": 112050
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.9887416523897768e-05,
+      "loss": 0.3766,
+      "step": 112060
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.9817488898989547e-05,
+      "loss": 0.2972,
+      "step": 112070
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.974756127408133e-05,
+      "loss": 0.2885,
+      "step": 112080
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.9677633649173108e-05,
+      "loss": 0.359,
+      "step": 112090
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.9607706024264887e-05,
+      "loss": 0.3579,
+      "step": 112100
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9537778399356666e-05,
+      "loss": 0.4158,
+      "step": 112110
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9467850774448445e-05,
+      "loss": 0.3263,
+      "step": 112120
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9397923149540227e-05,
+      "loss": 0.3441,
+      "step": 112130
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9327995524632006e-05,
+      "loss": 0.3723,
+      "step": 112140
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9258067899723785e-05,
+      "loss": 0.3707,
+      "step": 112150
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9188140274815567e-05,
+      "loss": 0.407,
+      "step": 112160
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9118212649907346e-05,
+      "loss": 0.3865,
+      "step": 112170
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.9048285024999128e-05,
+      "loss": 0.3881,
+      "step": 112180
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.8978357400090907e-05,
+      "loss": 0.3714,
+      "step": 112190
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.8908429775182686e-05,
+      "loss": 0.3044,
+      "step": 112200
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.8838502150274468e-05,
+      "loss": 0.3633,
+      "step": 112210
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.8768574525366247e-05,
+      "loss": 0.3534,
+      "step": 112220
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.869864690045803e-05,
+      "loss": 0.3196,
+      "step": 112230
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.8628719275549808e-05,
+      "loss": 0.3378,
+      "step": 112240
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8558791650641587e-05,
+      "loss": 0.3495,
+      "step": 112250
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8488864025733366e-05,
+      "loss": 0.4098,
+      "step": 112260
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8418936400825145e-05,
+      "loss": 0.342,
+      "step": 112270
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8349008775916927e-05,
+      "loss": 0.3736,
+      "step": 112280
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8279081151008706e-05,
+      "loss": 0.3762,
+      "step": 112290
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8209153526100488e-05,
+      "loss": 0.353,
+      "step": 112300
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8139225901192267e-05,
+      "loss": 0.304,
+      "step": 112310
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.8069298276284046e-05,
+      "loss": 0.3451,
+      "step": 112320
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7999370651375828e-05,
+      "loss": 0.3486,
+      "step": 112330
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7929443026467607e-05,
+      "loss": 0.3604,
+      "step": 112340
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7859515401559386e-05,
+      "loss": 0.3031,
+      "step": 112350
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7789587776651168e-05,
+      "loss": 0.3958,
+      "step": 112360
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7719660151742947e-05,
+      "loss": 0.4131,
+      "step": 112370
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.764973252683473e-05,
+      "loss": 0.3495,
+      "step": 112380
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.7579804901926508e-05,
+      "loss": 0.3428,
+      "step": 112390
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7509877277018287e-05,
+      "loss": 0.3176,
+      "step": 112400
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7439949652110066e-05,
+      "loss": 0.3344,
+      "step": 112410
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7370022027201845e-05,
+      "loss": 0.3938,
+      "step": 112420
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7300094402293627e-05,
+      "loss": 0.4001,
+      "step": 112430
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7230166777385406e-05,
+      "loss": 0.3775,
+      "step": 112440
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7160239152477188e-05,
+      "loss": 0.3641,
+      "step": 112450
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7090311527568967e-05,
+      "loss": 0.3057,
+      "step": 112460
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7020383902660746e-05,
+      "loss": 0.3562,
+      "step": 112470
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.6950456277752528e-05,
+      "loss": 0.3141,
+      "step": 112480
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.6880528652844307e-05,
+      "loss": 0.3599,
+      "step": 112490
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.681060102793609e-05,
+      "loss": 0.4421,
+      "step": 112500
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.6740673403027868e-05,
+      "loss": 0.4047,
+      "step": 112510
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.6670745778119647e-05,
+      "loss": 0.407,
+      "step": 112520
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.660081815321143e-05,
+      "loss": 0.3205,
+      "step": 112530
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6530890528303205e-05,
+      "loss": 0.3782,
+      "step": 112540
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6460962903394987e-05,
+      "loss": 0.3186,
+      "step": 112550
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6391035278486766e-05,
+      "loss": 0.3367,
+      "step": 112560
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6321107653578545e-05,
+      "loss": 0.38,
+      "step": 112570
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6251180028670327e-05,
+      "loss": 0.348,
+      "step": 112580
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6181252403762106e-05,
+      "loss": 0.37,
+      "step": 112590
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6111324778853888e-05,
+      "loss": 0.3784,
+      "step": 112600
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.6041397153945667e-05,
+      "loss": 0.3969,
+      "step": 112610
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.5971469529037446e-05,
+      "loss": 0.285,
+      "step": 112620
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.5901541904129228e-05,
+      "loss": 0.4393,
+      "step": 112630
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.5831614279221007e-05,
+      "loss": 0.4339,
+      "step": 112640
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.576168665431279e-05,
+      "loss": 0.363,
+      "step": 112650
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.5691759029404568e-05,
+      "loss": 0.3345,
+      "step": 112660
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.5621831404496347e-05,
+      "loss": 0.3923,
+      "step": 112670
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.555190377958813e-05,
+      "loss": 0.3495,
+      "step": 112680
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5481976154679905e-05,
+      "loss": 0.3171,
+      "step": 112690
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5412048529771687e-05,
+      "loss": 0.3428,
+      "step": 112700
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5342120904863466e-05,
+      "loss": 0.4004,
+      "step": 112710
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5272193279955245e-05,
+      "loss": 0.3761,
+      "step": 112720
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5202265655047027e-05,
+      "loss": 0.3508,
+      "step": 112730
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5132338030138808e-05,
+      "loss": 0.3541,
+      "step": 112740
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.5062410405230586e-05,
+      "loss": 0.3835,
+      "step": 112750
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4992482780322367e-05,
+      "loss": 0.3931,
+      "step": 112760
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4922555155414148e-05,
+      "loss": 0.3019,
+      "step": 112770
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4852627530505928e-05,
+      "loss": 0.3611,
+      "step": 112780
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4782699905597707e-05,
+      "loss": 0.3689,
+      "step": 112790
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4712772280689488e-05,
+      "loss": 0.3559,
+      "step": 112800
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4642844655781268e-05,
+      "loss": 0.3349,
+      "step": 112810
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.4572917030873049e-05,
+      "loss": 0.4118,
+      "step": 112820
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4502989405964826e-05,
+      "loss": 0.4,
+      "step": 112830
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4433061781056606e-05,
+      "loss": 0.3422,
+      "step": 112840
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4363134156148387e-05,
+      "loss": 0.418,
+      "step": 112850
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4293206531240166e-05,
+      "loss": 0.3385,
+      "step": 112860
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4223278906331946e-05,
+      "loss": 0.376,
+      "step": 112870
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4153351281423727e-05,
+      "loss": 0.3875,
+      "step": 112880
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4083423656515508e-05,
+      "loss": 0.3513,
+      "step": 112890
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.4013496031607286e-05,
+      "loss": 0.3934,
+      "step": 112900
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3943568406699067e-05,
+      "loss": 0.3918,
+      "step": 112910
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3873640781790848e-05,
+      "loss": 0.3812,
+      "step": 112920
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3803713156882628e-05,
+      "loss": 0.3372,
+      "step": 112930
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3733785531974409e-05,
+      "loss": 0.3321,
+      "step": 112940
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3663857907066188e-05,
+      "loss": 0.3664,
+      "step": 112950
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.3593930282157968e-05,
+      "loss": 0.3763,
+      "step": 112960
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3524002657249745e-05,
+      "loss": 0.3412,
+      "step": 112970
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3454075032341526e-05,
+      "loss": 0.3362,
+      "step": 112980
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3384147407433307e-05,
+      "loss": 0.3098,
+      "step": 112990
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3314219782525087e-05,
+      "loss": 0.3608,
+      "step": 113000
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3244292157616866e-05,
+      "loss": 0.3167,
+      "step": 113010
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3174364532708647e-05,
+      "loss": 0.3563,
+      "step": 113020
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3104436907800427e-05,
+      "loss": 0.359,
+      "step": 113030
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.3034509282892208e-05,
+      "loss": 0.4141,
+      "step": 113040
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2964581657983988e-05,
+      "loss": 0.3613,
+      "step": 113050
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2894654033075767e-05,
+      "loss": 0.3434,
+      "step": 113060
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2824726408167548e-05,
+      "loss": 0.3946,
+      "step": 113070
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2754798783259328e-05,
+      "loss": 0.3163,
+      "step": 113080
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2684871158351109e-05,
+      "loss": 0.3567,
+      "step": 113090
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.2614943533442888e-05,
+      "loss": 0.3417,
+      "step": 113100
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2545015908534668e-05,
+      "loss": 0.2943,
+      "step": 113110
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2475088283626447e-05,
+      "loss": 0.3562,
+      "step": 113120
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2405160658718228e-05,
+      "loss": 0.3641,
+      "step": 113130
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2335233033810008e-05,
+      "loss": 0.3249,
+      "step": 113140
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2265305408901787e-05,
+      "loss": 0.3096,
+      "step": 113150
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2195377783993566e-05,
+      "loss": 0.3561,
+      "step": 113160
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2125450159085347e-05,
+      "loss": 0.3502,
+      "step": 113170
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.2055522534177127e-05,
+      "loss": 0.3221,
+      "step": 113180
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1985594909268908e-05,
+      "loss": 0.411,
+      "step": 113190
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1915667284360688e-05,
+      "loss": 0.3829,
+      "step": 113200
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1845739659452467e-05,
+      "loss": 0.4071,
+      "step": 113210
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1775812034544246e-05,
+      "loss": 0.406,
+      "step": 113220
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1705884409636027e-05,
+      "loss": 0.3529,
+      "step": 113230
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1635956784727807e-05,
+      "loss": 0.3646,
+      "step": 113240
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.1566029159819588e-05,
+      "loss": 0.3905,
+      "step": 113250
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1496101534911367e-05,
+      "loss": 0.3789,
+      "step": 113260
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1426173910003147e-05,
+      "loss": 0.3807,
+      "step": 113270
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1356246285094928e-05,
+      "loss": 0.2925,
+      "step": 113280
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1286318660186708e-05,
+      "loss": 0.3583,
+      "step": 113290
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1216391035278487e-05,
+      "loss": 0.3475,
+      "step": 113300
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1146463410370268e-05,
+      "loss": 0.363,
+      "step": 113310
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1076535785462047e-05,
+      "loss": 0.3449,
+      "step": 113320
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.1006608160553827e-05,
+      "loss": 0.3702,
+      "step": 113330
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0936680535645608e-05,
+      "loss": 0.3901,
+      "step": 113340
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0866752910737388e-05,
+      "loss": 0.3698,
+      "step": 113350
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0796825285829167e-05,
+      "loss": 0.3522,
+      "step": 113360
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0726897660920946e-05,
+      "loss": 0.3137,
+      "step": 113370
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0656970036012727e-05,
+      "loss": 0.3136,
+      "step": 113380
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.0587042411104507e-05,
+      "loss": 0.3863,
+      "step": 113390
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0517114786196288e-05,
+      "loss": 0.3437,
+      "step": 113400
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0447187161288068e-05,
+      "loss": 0.2924,
+      "step": 113410
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0377259536379847e-05,
+      "loss": 0.2862,
+      "step": 113420
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0307331911471628e-05,
+      "loss": 0.3772,
+      "step": 113430
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0237404286563407e-05,
+      "loss": 0.3683,
+      "step": 113440
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0167476661655187e-05,
+      "loss": 0.3644,
+      "step": 113450
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0097549036746968e-05,
+      "loss": 0.3396,
+      "step": 113460
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.0027621411838747e-05,
+      "loss": 0.3863,
+      "step": 113470
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.957693786930527e-06,
+      "loss": 0.3468,
+      "step": 113480
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.887766162022308e-06,
+      "loss": 0.3656,
+      "step": 113490
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.817838537114088e-06,
+      "loss": 0.3702,
+      "step": 113500
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.747910912205867e-06,
+      "loss": 0.3869,
+      "step": 113510
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.677983287297648e-06,
+      "loss": 0.3665,
+      "step": 113520
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 9.608055662389427e-06,
+      "loss": 0.3869,
+      "step": 113530
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.538128037481207e-06,
+      "loss": 0.3415,
+      "step": 113540
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.468200412572988e-06,
+      "loss": 0.3449,
+      "step": 113550
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.398272787664768e-06,
+      "loss": 0.3741,
+      "step": 113560
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.328345162756547e-06,
+      "loss": 0.4212,
+      "step": 113570
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.258417537848326e-06,
+      "loss": 0.4249,
+      "step": 113580
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.188489912940107e-06,
+      "loss": 0.3432,
+      "step": 113590
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.118562288031887e-06,
+      "loss": 0.3611,
+      "step": 113600
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 9.048634663123668e-06,
+      "loss": 0.4213,
+      "step": 113610
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.978707038215448e-06,
+      "loss": 0.3865,
+      "step": 113620
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.908779413307227e-06,
+      "loss": 0.3566,
+      "step": 113630
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.838851788399008e-06,
+      "loss": 0.3939,
+      "step": 113640
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.768924163490787e-06,
+      "loss": 0.3043,
+      "step": 113650
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.698996538582567e-06,
+      "loss": 0.3579,
+      "step": 113660
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.629068913674348e-06,
+      "loss": 0.3727,
+      "step": 113670
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 8.559141288766127e-06,
+      "loss": 0.3711,
+      "step": 113680
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.489213663857907e-06,
+      "loss": 0.3573,
+      "step": 113690
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.419286038949688e-06,
+      "loss": 0.3717,
+      "step": 113700
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.349358414041468e-06,
+      "loss": 0.3896,
+      "step": 113710
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.279430789133249e-06,
+      "loss": 0.41,
+      "step": 113720
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.209503164225026e-06,
+      "loss": 0.4022,
+      "step": 113730
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.139575539316807e-06,
+      "loss": 0.3779,
+      "step": 113740
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 8.069647914408587e-06,
+      "loss": 0.4448,
+      "step": 113750
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.999720289500368e-06,
+      "loss": 0.3574,
+      "step": 113760
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.929792664592148e-06,
+      "loss": 0.376,
+      "step": 113770
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.859865039683927e-06,
+      "loss": 0.3603,
+      "step": 113780
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.789937414775708e-06,
+      "loss": 0.409,
+      "step": 113790
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.720009789867487e-06,
+      "loss": 0.3781,
+      "step": 113800
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.650082164959267e-06,
+      "loss": 0.3944,
+      "step": 113810
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 7.580154540051047e-06,
+      "loss": 0.3243,
+      "step": 113820
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.5102269151428276e-06,
+      "loss": 0.3604,
+      "step": 113830
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.440299290234608e-06,
+      "loss": 0.3636,
+      "step": 113840
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.370371665326388e-06,
+      "loss": 0.3835,
+      "step": 113850
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.300444040418168e-06,
+      "loss": 0.3864,
+      "step": 113860
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.230516415509947e-06,
+      "loss": 0.3998,
+      "step": 113870
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.160588790601727e-06,
+      "loss": 0.3105,
+      "step": 113880
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.0906611656935076e-06,
+      "loss": 0.365,
+      "step": 113890
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 7.020733540785287e-06,
+      "loss": 0.3906,
+      "step": 113900
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.950805915877068e-06,
+      "loss": 0.3722,
+      "step": 113910
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.880878290968848e-06,
+      "loss": 0.3936,
+      "step": 113920
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.810950666060628e-06,
+      "loss": 0.3785,
+      "step": 113930
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.741023041152407e-06,
+      "loss": 0.3895,
+      "step": 113940
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.671095416244187e-06,
+      "loss": 0.3677,
+      "step": 113950
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.601167791335967e-06,
+      "loss": 0.3569,
+      "step": 113960
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 6.531240166427748e-06,
+      "loss": 0.4066,
+      "step": 113970
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.461312541519528e-06,
+      "loss": 0.3484,
+      "step": 113980
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.391384916611308e-06,
+      "loss": 0.3902,
+      "step": 113990
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.321457291703088e-06,
+      "loss": 0.3572,
+      "step": 114000
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.251529666794867e-06,
+      "loss": 0.3035,
+      "step": 114010
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.181602041886648e-06,
+      "loss": 0.3178,
+      "step": 114020
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.111674416978427e-06,
+      "loss": 0.3191,
+      "step": 114030
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 6.041746792070208e-06,
+      "loss": 0.3729,
+      "step": 114040
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.971819167161987e-06,
+      "loss": 0.3384,
+      "step": 114050
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.901891542253768e-06,
+      "loss": 0.3608,
+      "step": 114060
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.831963917345548e-06,
+      "loss": 0.3278,
+      "step": 114070
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.762036292437327e-06,
+      "loss": 0.304,
+      "step": 114080
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.692108667529108e-06,
+      "loss": 0.3962,
+      "step": 114090
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.622181042620888e-06,
+      "loss": 0.3491,
+      "step": 114100
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 5.552253417712667e-06,
+      "loss": 0.3237,
+      "step": 114110
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.482325792804448e-06,
+      "loss": 0.3297,
+      "step": 114120
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.412398167896228e-06,
+      "loss": 0.3801,
+      "step": 114130
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.342470542988007e-06,
+      "loss": 0.3325,
+      "step": 114140
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.272542918079788e-06,
+      "loss": 0.3645,
+      "step": 114150
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.202615293171568e-06,
+      "loss": 0.3975,
+      "step": 114160
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.132687668263347e-06,
+      "loss": 0.3088,
+      "step": 114170
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 5.062760043355128e-06,
+      "loss": 0.3831,
+      "step": 114180
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.992832418446908e-06,
+      "loss": 0.2665,
+      "step": 114190
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.922904793538688e-06,
+      "loss": 0.3363,
+      "step": 114200
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.852977168630467e-06,
+      "loss": 0.4373,
+      "step": 114210
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.783049543722248e-06,
+      "loss": 0.3214,
+      "step": 114220
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.713121918814028e-06,
+      "loss": 0.3874,
+      "step": 114230
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.643194293905808e-06,
+      "loss": 0.3686,
+      "step": 114240
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.573266668997588e-06,
+      "loss": 0.3221,
+      "step": 114250
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.503339044089367e-06,
+      "loss": 0.3916,
+      "step": 114260
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.433411419181148e-06,
+      "loss": 0.4205,
+      "step": 114270
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.363483794272928e-06,
+      "loss": 0.3453,
+      "step": 114280
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.293556169364707e-06,
+      "loss": 0.3955,
+      "step": 114290
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.223628544456488e-06,
+      "loss": 0.3534,
+      "step": 114300
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.153700919548268e-06,
+      "loss": 0.4,
+      "step": 114310
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.083773294640047e-06,
+      "loss": 0.3261,
+      "step": 114320
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 4.013845669731828e-06,
+      "loss": 0.3995,
+      "step": 114330
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.943918044823608e-06,
+      "loss": 0.3341,
+      "step": 114340
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.873990419915387e-06,
+      "loss": 0.3126,
+      "step": 114350
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.8040627950071676e-06,
+      "loss": 0.3646,
+      "step": 114360
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.7341351700989477e-06,
+      "loss": 0.3128,
+      "step": 114370
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.664207545190728e-06,
+      "loss": 0.3941,
+      "step": 114380
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.5942799202825076e-06,
+      "loss": 0.3746,
+      "step": 114390
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 3.5243522953742877e-06,
+      "loss": 0.3443,
+      "step": 114400
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.454424670466068e-06,
+      "loss": 0.3583,
+      "step": 114410
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.384497045557848e-06,
+      "loss": 0.3757,
+      "step": 114420
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.3145694206496277e-06,
+      "loss": 0.4371,
+      "step": 114430
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.244641795741408e-06,
+      "loss": 0.2729,
+      "step": 114440
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.174714170833188e-06,
+      "loss": 0.3601,
+      "step": 114450
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.1047865459249677e-06,
+      "loss": 0.3593,
+      "step": 114460
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 3.034858921016748e-06,
+      "loss": 0.3901,
+      "step": 114470
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 2.964931296108528e-06,
+      "loss": 0.3146,
+      "step": 114480
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 2.8950036712003077e-06,
+      "loss": 0.3526,
+      "step": 114490
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 2.825076046292088e-06,
+      "loss": 0.3532,
+      "step": 114500
+    }
+  ],
+  "max_steps": 114904,
+  "num_train_epochs": 8,
+  "total_flos": 1.116484170512597e+18,
+  "trial_name": null,
+  "trial_params": null
+}