{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1549,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006455777921239509,
      "grad_norm": 3.9650591213827973,
      "learning_rate": 1.2903225806451614e-07,
      "loss": 1.6036,
      "step": 1
    },
    {
      "epoch": 0.0032278889606197547,
      "grad_norm": 3.8088274952823418,
      "learning_rate": 6.451612903225807e-07,
      "loss": 1.6307,
      "step": 5
    },
    {
      "epoch": 0.006455777921239509,
      "grad_norm": 4.165879562455664,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 1.6249,
      "step": 10
    },
    {
      "epoch": 0.009683666881859263,
      "grad_norm": 2.990018728469599,
      "learning_rate": 1.935483870967742e-06,
      "loss": 1.5588,
      "step": 15
    },
    {
      "epoch": 0.012911555842479019,
      "grad_norm": 2.7197323548375154,
      "learning_rate": 2.580645161290323e-06,
      "loss": 1.4927,
      "step": 20
    },
    {
      "epoch": 0.016139444803098774,
      "grad_norm": 2.249170792509018,
      "learning_rate": 3.225806451612903e-06,
      "loss": 1.4732,
      "step": 25
    },
    {
      "epoch": 0.019367333763718526,
      "grad_norm": 2.525470719551368,
      "learning_rate": 3.870967741935484e-06,
      "loss": 1.4238,
      "step": 30
    },
    {
      "epoch": 0.022595222724338282,
      "grad_norm": 2.0358718107154865,
      "learning_rate": 4.516129032258065e-06,
      "loss": 1.3624,
      "step": 35
    },
    {
      "epoch": 0.025823111684958037,
      "grad_norm": 1.992683800905439,
      "learning_rate": 5.161290322580646e-06,
      "loss": 1.4032,
      "step": 40
    },
    {
      "epoch": 0.029051000645577793,
      "grad_norm": 2.013454166084203,
      "learning_rate": 5.806451612903226e-06,
      "loss": 1.331,
      "step": 45
    },
    {
      "epoch": 0.03227888960619755,
      "grad_norm": 2.090725865373585,
      "learning_rate": 6.451612903225806e-06,
      "loss": 1.3562,
      "step": 50
    },
    {
      "epoch": 0.035506778566817304,
      "grad_norm": 2.05356594398191,
      "learning_rate": 7.096774193548388e-06,
      "loss": 1.3419,
      "step": 55
    },
    {
      "epoch": 0.03873466752743705,
      "grad_norm": 2.0581334238835094,
      "learning_rate": 7.741935483870968e-06,
      "loss": 1.3581,
      "step": 60
    },
    {
      "epoch": 0.04196255648805681,
      "grad_norm": 1.8723945697068236,
      "learning_rate": 8.387096774193549e-06,
      "loss": 1.3274,
      "step": 65
    },
    {
      "epoch": 0.045190445448676564,
      "grad_norm": 1.926329815796449,
      "learning_rate": 9.03225806451613e-06,
      "loss": 1.3388,
      "step": 70
    },
    {
      "epoch": 0.04841833440929632,
      "grad_norm": 1.860663046947963,
      "learning_rate": 9.67741935483871e-06,
      "loss": 1.3248,
      "step": 75
    },
    {
      "epoch": 0.051646223369916075,
      "grad_norm": 2.003718296473059,
      "learning_rate": 1.0322580645161291e-05,
      "loss": 1.3043,
      "step": 80
    },
    {
      "epoch": 0.05487411233053583,
      "grad_norm": 2.067099708161208,
      "learning_rate": 1.096774193548387e-05,
      "loss": 1.2791,
      "step": 85
    },
    {
      "epoch": 0.058102001291155586,
      "grad_norm": 1.912623762729298,
      "learning_rate": 1.1612903225806453e-05,
      "loss": 1.3056,
      "step": 90
    },
    {
      "epoch": 0.06132989025177534,
      "grad_norm": 1.9330132101669817,
      "learning_rate": 1.2258064516129034e-05,
      "loss": 1.2744,
      "step": 95
    },
    {
      "epoch": 0.0645577792123951,
      "grad_norm": 1.9526926931743687,
      "learning_rate": 1.2903225806451613e-05,
      "loss": 1.3269,
      "step": 100
    },
    {
      "epoch": 0.06778566817301485,
      "grad_norm": 1.9107443115368858,
      "learning_rate": 1.3548387096774194e-05,
      "loss": 1.3216,
      "step": 105
    },
    {
      "epoch": 0.07101355713363461,
      "grad_norm": 2.028122509274084,
      "learning_rate": 1.4193548387096776e-05,
      "loss": 1.3015,
      "step": 110
    },
    {
      "epoch": 0.07424144609425436,
      "grad_norm": 1.9705558160434318,
      "learning_rate": 1.4838709677419357e-05,
      "loss": 1.3778,
      "step": 115
    },
    {
      "epoch": 0.0774693350548741,
      "grad_norm": 1.9147018582759738,
      "learning_rate": 1.5483870967741936e-05,
      "loss": 1.2741,
      "step": 120
    },
    {
      "epoch": 0.08069722401549387,
      "grad_norm": 1.9414619491995477,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 1.2515,
      "step": 125
    },
    {
      "epoch": 0.08392511297611362,
      "grad_norm": 1.9507407646646784,
      "learning_rate": 1.6774193548387098e-05,
      "loss": 1.3155,
      "step": 130
    },
    {
      "epoch": 0.08715300193673338,
      "grad_norm": 2.079634842680955,
      "learning_rate": 1.741935483870968e-05,
      "loss": 1.3175,
      "step": 135
    },
    {
      "epoch": 0.09038089089735313,
      "grad_norm": 1.9123604229377198,
      "learning_rate": 1.806451612903226e-05,
      "loss": 1.3449,
      "step": 140
    },
    {
      "epoch": 0.09360877985797289,
      "grad_norm": 1.9246949261057293,
      "learning_rate": 1.870967741935484e-05,
      "loss": 1.3144,
      "step": 145
    },
    {
      "epoch": 0.09683666881859264,
      "grad_norm": 1.906386143347907,
      "learning_rate": 1.935483870967742e-05,
      "loss": 1.378,
      "step": 150
    },
    {
      "epoch": 0.1000645577792124,
      "grad_norm": 1.8601855072949223,
      "learning_rate": 2e-05,
      "loss": 1.343,
      "step": 155
    },
    {
      "epoch": 0.10329244673983215,
      "grad_norm": 1.8098540840198305,
      "learning_rate": 1.9999365137586883e-05,
      "loss": 1.3381,
      "step": 160
    },
    {
      "epoch": 0.1065203357004519,
      "grad_norm": 1.8706270922180774,
      "learning_rate": 1.9997460630957587e-05,
      "loss": 1.3223,
      "step": 165
    },
    {
      "epoch": 0.10974822466107166,
      "grad_norm": 1.8608950873937071,
      "learning_rate": 1.9994286721932043e-05,
      "loss": 1.3626,
      "step": 170
    },
    {
      "epoch": 0.11297611362169141,
      "grad_norm": 1.7900195911673324,
      "learning_rate": 1.9989843813509366e-05,
      "loss": 1.3378,
      "step": 175
    },
    {
      "epoch": 0.11620400258231117,
      "grad_norm": 1.9009457846729683,
      "learning_rate": 1.998413246981666e-05,
      "loss": 1.3092,
      "step": 180
    },
    {
      "epoch": 0.11943189154293092,
      "grad_norm": 1.817245920497017,
      "learning_rate": 1.9977153416037424e-05,
      "loss": 1.3178,
      "step": 185
    },
    {
      "epoch": 0.12265978050355068,
      "grad_norm": 1.9248355064764926,
      "learning_rate": 1.9968907538319433e-05,
      "loss": 1.3679,
      "step": 190
    },
    {
      "epoch": 0.12588766946417043,
      "grad_norm": 1.8232558588327803,
      "learning_rate": 1.9959395883662257e-05,
      "loss": 1.3209,
      "step": 195
    },
    {
      "epoch": 0.1291155584247902,
      "grad_norm": 1.7891335229988536,
      "learning_rate": 1.99486196597843e-05,
      "loss": 1.3159,
      "step": 200
    },
    {
      "epoch": 0.13234344738540993,
      "grad_norm": 1.8906319036499681,
      "learning_rate": 1.9936580234969464e-05,
      "loss": 1.3602,
      "step": 205
    },
    {
      "epoch": 0.1355713363460297,
      "grad_norm": 1.7907546683009863,
      "learning_rate": 1.9923279137893405e-05,
      "loss": 1.3354,
      "step": 210
    },
    {
      "epoch": 0.13879922530664945,
      "grad_norm": 1.700699011195732,
      "learning_rate": 1.990871805742944e-05,
      "loss": 1.3204,
      "step": 215
    },
    {
      "epoch": 0.14202711426726922,
      "grad_norm": 1.6951471445484736,
      "learning_rate": 1.9892898842434106e-05,
      "loss": 1.3477,
      "step": 220
    },
    {
      "epoch": 0.14525500322788895,
      "grad_norm": 1.7370980540115004,
      "learning_rate": 1.98758235015124e-05,
      "loss": 1.2897,
      "step": 225
    },
    {
      "epoch": 0.1484828921885087,
      "grad_norm": 1.90980565221276,
      "learning_rate": 1.9857494202762758e-05,
      "loss": 1.3285,
      "step": 230
    },
    {
      "epoch": 0.15171078114912848,
      "grad_norm": 1.8327559047783981,
      "learning_rate": 1.983791327350174e-05,
      "loss": 1.3393,
      "step": 235
    },
    {
      "epoch": 0.1549386701097482,
      "grad_norm": 1.7088673595234396,
      "learning_rate": 1.9817083199968552e-05,
      "loss": 1.3366,
      "step": 240
    },
    {
      "epoch": 0.15816655907036797,
      "grad_norm": 1.663460603889217,
      "learning_rate": 1.979500662700934e-05,
      "loss": 1.3397,
      "step": 245
    },
    {
      "epoch": 0.16139444803098774,
      "grad_norm": 1.8442180798418375,
      "learning_rate": 1.977168635774138e-05,
      "loss": 1.3195,
      "step": 250
    },
    {
      "epoch": 0.1646223369916075,
      "grad_norm": 1.643074105204939,
      "learning_rate": 1.974712535319716e-05,
      "loss": 1.3721,
      "step": 255
    },
    {
      "epoch": 0.16785022595222723,
      "grad_norm": 1.6902951726350381,
      "learning_rate": 1.97213267319484e-05,
      "loss": 1.3117,
      "step": 260
    },
    {
      "epoch": 0.171078114912847,
      "grad_norm": 1.7911120795907636,
      "learning_rate": 1.969429376971009e-05,
      "loss": 1.3133,
      "step": 265
    },
    {
      "epoch": 0.17430600387346676,
      "grad_norm": 1.7123588730228843,
      "learning_rate": 1.9666029898924558e-05,
      "loss": 1.3363,
      "step": 270
    },
    {
      "epoch": 0.17753389283408652,
      "grad_norm": 1.729255435009809,
      "learning_rate": 1.9636538708325642e-05,
      "loss": 1.2907,
      "step": 275
    },
    {
      "epoch": 0.18076178179470626,
      "grad_norm": 1.7319264824190221,
      "learning_rate": 1.9605823942483034e-05,
      "loss": 1.3096,
      "step": 280
    },
    {
      "epoch": 0.18398967075532602,
      "grad_norm": 1.741144359063169,
      "learning_rate": 1.9573889501326803e-05,
      "loss": 1.3652,
      "step": 285
    },
    {
      "epoch": 0.18721755971594578,
      "grad_norm": 1.7151312053405912,
      "learning_rate": 1.9540739439652222e-05,
      "loss": 1.3049,
      "step": 290
    },
    {
      "epoch": 0.19044544867656552,
      "grad_norm": 1.683212569724672,
      "learning_rate": 1.9506377966604923e-05,
      "loss": 1.3282,
      "step": 295
    },
    {
      "epoch": 0.19367333763718528,
      "grad_norm": 1.7808644734695298,
      "learning_rate": 1.9470809445146447e-05,
      "loss": 1.3231,
      "step": 300
    },
    {
      "epoch": 0.19690122659780504,
      "grad_norm": 1.7655574417528708,
      "learning_rate": 1.9434038391500266e-05,
      "loss": 1.3086,
      "step": 305
    },
    {
      "epoch": 0.2001291155584248,
      "grad_norm": 1.832682966934851,
      "learning_rate": 1.9396069474578348e-05,
      "loss": 1.2703,
      "step": 310
    },
    {
      "epoch": 0.20335700451904454,
      "grad_norm": 1.7313343256591136,
      "learning_rate": 1.935690751538834e-05,
      "loss": 1.3656,
      "step": 315
    },
    {
      "epoch": 0.2065848934796643,
      "grad_norm": 1.6875459508805728,
      "learning_rate": 1.9316557486421423e-05,
      "loss": 1.3134,
      "step": 320
    },
    {
      "epoch": 0.20981278244028406,
      "grad_norm": 1.8211446122910608,
      "learning_rate": 1.927502451102095e-05,
      "loss": 1.285,
      "step": 325
    },
    {
      "epoch": 0.2130406714009038,
      "grad_norm": 1.7175166450700674,
      "learning_rate": 1.9232313862731915e-05,
      "loss": 1.2818,
      "step": 330
    },
    {
      "epoch": 0.21626856036152356,
      "grad_norm": 1.7073399712647515,
      "learning_rate": 1.918843096463137e-05,
      "loss": 1.2797,
      "step": 335
    },
    {
      "epoch": 0.21949644932214332,
      "grad_norm": 1.6282483524863707,
      "learning_rate": 1.914338138863983e-05,
      "loss": 1.2858,
      "step": 340
    },
    {
      "epoch": 0.22272433828276308,
      "grad_norm": 1.6109035926257675,
      "learning_rate": 1.9097170854813797e-05,
      "loss": 1.3073,
      "step": 345
    },
    {
      "epoch": 0.22595222724338282,
      "grad_norm": 1.6959193091313398,
      "learning_rate": 1.904980523061948e-05,
      "loss": 1.2859,
      "step": 350
    },
    {
      "epoch": 0.22918011620400258,
      "grad_norm": 1.672830416845886,
      "learning_rate": 1.9001290530187768e-05,
      "loss": 1.3208,
      "step": 355
    },
    {
      "epoch": 0.23240800516462234,
      "grad_norm": 1.6811479547049457,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 1.3022,
      "step": 360
    },
    {
      "epoch": 0.23563589412524208,
      "grad_norm": 1.7021754751138019,
      "learning_rate": 1.8900838685858913e-05,
      "loss": 1.3064,
      "step": 365
    },
    {
      "epoch": 0.23886378308586184,
      "grad_norm": 1.648769003483825,
      "learning_rate": 1.884891429658182e-05,
      "loss": 1.3075,
      "step": 370
    },
    {
      "epoch": 0.2420916720464816,
      "grad_norm": 1.6177276058253132,
      "learning_rate": 1.8795866338687968e-05,
      "loss": 1.3385,
      "step": 375
    },
    {
      "epoch": 0.24531956100710137,
      "grad_norm": 1.7513420547011154,
      "learning_rate": 1.8741701547808272e-05,
      "loss": 1.2579,
      "step": 380
    },
    {
      "epoch": 0.2485474499677211,
      "grad_norm": 1.7655791699049692,
      "learning_rate": 1.868642680138069e-05,
      "loss": 1.3426,
      "step": 385
    },
    {
      "epoch": 0.25177533892834086,
      "grad_norm": 1.707720917863569,
      "learning_rate": 1.863004911777701e-05,
      "loss": 1.2992,
      "step": 390
    },
    {
      "epoch": 0.2550032278889606,
      "grad_norm": 1.6805474301888417,
      "learning_rate": 1.8572575655411683e-05,
      "loss": 1.2762,
      "step": 395
    },
    {
      "epoch": 0.2582311168495804,
      "grad_norm": 1.8396750556049477,
      "learning_rate": 1.851401371183291e-05,
      "loss": 1.324,
      "step": 400
    },
    {
      "epoch": 0.26145900581020015,
      "grad_norm": 1.608188327745593,
      "learning_rate": 1.8454370722796052e-05,
      "loss": 1.2912,
      "step": 405
    },
    {
      "epoch": 0.26468689477081986,
      "grad_norm": 1.740643541629945,
      "learning_rate": 1.8393654261319504e-05,
      "loss": 1.3491,
      "step": 410
    },
    {
      "epoch": 0.2679147837314396,
      "grad_norm": 1.6745914246557183,
      "learning_rate": 1.8331872036723103e-05,
      "loss": 1.2991,
      "step": 415
    },
    {
      "epoch": 0.2711426726920594,
      "grad_norm": 1.7639108707152669,
      "learning_rate": 1.8269031893649306e-05,
      "loss": 1.2739,
      "step": 420
    },
    {
      "epoch": 0.27437056165267915,
      "grad_norm": 1.6200810138499548,
      "learning_rate": 1.8205141811067073e-05,
      "loss": 1.3004,
      "step": 425
    },
    {
      "epoch": 0.2775984506132989,
      "grad_norm": 1.5828067553615806,
      "learning_rate": 1.814020990125881e-05,
      "loss": 1.2567,
      "step": 430
    },
    {
      "epoch": 0.28082633957391867,
      "grad_norm": 1.5814677474743155,
      "learning_rate": 1.807424440879031e-05,
      "loss": 1.3042,
      "step": 435
    },
    {
      "epoch": 0.28405422853453843,
      "grad_norm": 1.6470517664415398,
      "learning_rate": 1.8007253709463915e-05,
      "loss": 1.2653,
      "step": 440
    },
    {
      "epoch": 0.28728211749515814,
      "grad_norm": 1.6071009098035933,
      "learning_rate": 1.7939246309255028e-05,
      "loss": 1.2751,
      "step": 445
    },
    {
      "epoch": 0.2905100064557779,
      "grad_norm": 1.8030936098227344,
      "learning_rate": 1.78702308432321e-05,
      "loss": 1.3339,
      "step": 450
    },
    {
      "epoch": 0.29373789541639767,
      "grad_norm": 1.595362038534452,
      "learning_rate": 1.7800216074460183e-05,
      "loss": 1.3132,
      "step": 455
    },
    {
      "epoch": 0.2969657843770174,
      "grad_norm": 1.684190508104507,
      "learning_rate": 1.772921089288829e-05,
      "loss": 1.291,
      "step": 460
    },
    {
      "epoch": 0.3001936733376372,
      "grad_norm": 1.7750127106851745,
      "learning_rate": 1.7657224314220604e-05,
      "loss": 1.3048,
      "step": 465
    },
    {
      "epoch": 0.30342156229825695,
      "grad_norm": 1.7084489526934932,
      "learning_rate": 1.7584265478771737e-05,
      "loss": 1.2713,
      "step": 470
    },
    {
      "epoch": 0.3066494512588767,
      "grad_norm": 1.6912636819694478,
      "learning_rate": 1.7510343650306155e-05,
      "loss": 1.3093,
      "step": 475
    },
    {
      "epoch": 0.3098773402194964,
      "grad_norm": 1.7094409772505903,
      "learning_rate": 1.7435468214861933e-05,
      "loss": 1.2405,
      "step": 480
    },
    {
      "epoch": 0.3131052291801162,
      "grad_norm": 1.717986074001015,
      "learning_rate": 1.7359648679559006e-05,
      "loss": 1.2455,
      "step": 485
    },
    {
      "epoch": 0.31633311814073595,
      "grad_norm": 1.6087377811266534,
      "learning_rate": 1.7282894671391996e-05,
      "loss": 1.3034,
      "step": 490
    },
    {
      "epoch": 0.3195610071013557,
      "grad_norm": 1.582277729471747,
      "learning_rate": 1.720521593600787e-05,
      "loss": 1.329,
      "step": 495
    },
    {
      "epoch": 0.32278889606197547,
      "grad_norm": 1.6529121399219846,
      "learning_rate": 1.7126622336468514e-05,
      "loss": 1.2535,
      "step": 500
    },
    {
      "epoch": 0.32601678502259523,
      "grad_norm": 1.6248137205027384,
      "learning_rate": 1.7047123851998374e-05,
      "loss": 1.2898,
      "step": 505
    },
    {
      "epoch": 0.329244673983215,
      "grad_norm": 1.6149646818990504,
      "learning_rate": 1.6966730576717388e-05,
      "loss": 1.2932,
      "step": 510
    },
    {
      "epoch": 0.33247256294383476,
      "grad_norm": 1.5229634789864221,
      "learning_rate": 1.6885452718359306e-05,
      "loss": 1.2456,
      "step": 515
    },
    {
      "epoch": 0.33570045190445447,
      "grad_norm": 1.5590252870902126,
      "learning_rate": 1.6803300596975586e-05,
      "loss": 1.2706,
      "step": 520
    },
    {
      "epoch": 0.33892834086507423,
      "grad_norm": 1.7252113088576104,
      "learning_rate": 1.6720284643625035e-05,
      "loss": 1.2845,
      "step": 525
    },
    {
      "epoch": 0.342156229825694,
      "grad_norm": 1.7238035921002546,
      "learning_rate": 1.6636415399049347e-05,
      "loss": 1.2395,
      "step": 530
    },
    {
      "epoch": 0.34538411878631375,
      "grad_norm": 1.7671097644574092,
      "learning_rate": 1.6551703512334716e-05,
      "loss": 1.2962,
      "step": 535
    },
    {
      "epoch": 0.3486120077469335,
      "grad_norm": 1.7029022963737455,
      "learning_rate": 1.6466159739559712e-05,
      "loss": 1.2807,
      "step": 540
    },
    {
      "epoch": 0.3518398967075533,
      "grad_norm": 1.675502013934829,
      "learning_rate": 1.6379794942429534e-05,
      "loss": 1.2592,
      "step": 545
    },
    {
      "epoch": 0.35506778566817304,
      "grad_norm": 1.7914748074744888,
      "learning_rate": 1.629262008689689e-05,
      "loss": 1.2902,
      "step": 550
    },
    {
      "epoch": 0.35829567462879275,
      "grad_norm": 1.682038467478413,
      "learning_rate": 1.62046462417696e-05,
      "loss": 1.265,
      "step": 555
    },
    {
      "epoch": 0.3615235635894125,
      "grad_norm": 1.636775201747519,
      "learning_rate": 1.611588457730519e-05,
      "loss": 1.2939,
      "step": 560
    },
    {
      "epoch": 0.3647514525500323,
      "grad_norm": 1.6464312559612535,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 1.2933,
      "step": 565
    },
    {
      "epoch": 0.36797934151065204,
      "grad_norm": 1.6581603778474074,
      "learning_rate": 1.5936042970120976e-05,
      "loss": 1.2823,
      "step": 570
    },
    {
      "epoch": 0.3712072304712718,
      "grad_norm": 1.6321585067614632,
      "learning_rate": 1.5844985862336516e-05,
      "loss": 1.2793,
      "step": 575
    },
    {
      "epoch": 0.37443511943189156,
      "grad_norm": 1.5366946270427047,
      "learning_rate": 1.5753186602186207e-05,
      "loss": 1.257,
      "step": 580
    },
    {
      "epoch": 0.3776630083925113,
      "grad_norm": 1.604449837575112,
      "learning_rate": 1.5660656845650027e-05,
      "loss": 1.2136,
      "step": 585
    },
    {
      "epoch": 0.38089089735313103,
      "grad_norm": 1.6084609331330948,
      "learning_rate": 1.556740834146087e-05,
      "loss": 1.3093,
      "step": 590
    },
    {
      "epoch": 0.3841187863137508,
      "grad_norm": 1.7866690447019067,
      "learning_rate": 1.547345292961282e-05,
      "loss": 1.2652,
      "step": 595
    },
    {
      "epoch": 0.38734667527437056,
      "grad_norm": 1.6397669249338218,
      "learning_rate": 1.5378802539857775e-05,
      "loss": 1.3328,
      "step": 600
    },
    {
      "epoch": 0.3905745642349903,
      "grad_norm": 1.5711856318785005,
      "learning_rate": 1.52834691901907e-05,
      "loss": 1.268,
      "step": 605
    },
    {
      "epoch": 0.3938024531956101,
      "grad_norm": 1.7458250460751268,
      "learning_rate": 1.5187464985323681e-05,
      "loss": 1.314,
      "step": 610
    },
    {
      "epoch": 0.39703034215622984,
      "grad_norm": 1.6297232609827654,
      "learning_rate": 1.5090802115148956e-05,
      "loss": 1.2891,
      "step": 615
    },
    {
      "epoch": 0.4002582311168496,
      "grad_norm": 1.618673004010897,
      "learning_rate": 1.4993492853191118e-05,
      "loss": 1.2679,
      "step": 620
    },
    {
      "epoch": 0.4034861200774693,
      "grad_norm": 1.5618198023723413,
      "learning_rate": 1.4895549555048751e-05,
      "loss": 1.2596,
      "step": 625
    },
    {
      "epoch": 0.4067140090380891,
      "grad_norm": 1.6384560883294799,
      "learning_rate": 1.4796984656825572e-05,
      "loss": 1.2735,
      "step": 630
    },
    {
      "epoch": 0.40994189799870884,
      "grad_norm": 1.6127858175302265,
      "learning_rate": 1.4697810673551408e-05,
      "loss": 1.3048,
      "step": 635
    },
    {
      "epoch": 0.4131697869593286,
      "grad_norm": 1.648004507456454,
      "learning_rate": 1.4598040197593128e-05,
      "loss": 1.326,
      "step": 640
    },
    {
      "epoch": 0.41639767591994836,
      "grad_norm": 1.5828368380983484,
      "learning_rate": 1.4497685897055758e-05,
      "loss": 1.2148,
      "step": 645
    },
    {
      "epoch": 0.4196255648805681,
      "grad_norm": 1.5711258927882057,
      "learning_rate": 1.4396760514173976e-05,
      "loss": 1.2806,
      "step": 650
    },
    {
      "epoch": 0.4228534538411879,
      "grad_norm": 1.7260560292823433,
      "learning_rate": 1.4295276863694205e-05,
      "loss": 1.2374,
      "step": 655
    },
    {
      "epoch": 0.4260813428018076,
      "grad_norm": 1.5876415474050052,
      "learning_rate": 1.4193247831247499e-05,
      "loss": 1.3225,
      "step": 660
    },
    {
      "epoch": 0.42930923176242736,
      "grad_norm": 1.6505847676867402,
      "learning_rate": 1.4090686371713403e-05,
      "loss": 1.2948,
      "step": 665
    },
    {
      "epoch": 0.4325371207230471,
      "grad_norm": 1.526921850992316,
      "learning_rate": 1.3987605507575053e-05,
      "loss": 1.262,
      "step": 670
    },
    {
      "epoch": 0.4357650096836669,
      "grad_norm": 1.6535400875687096,
      "learning_rate": 1.3884018327265683e-05,
      "loss": 1.3213,
      "step": 675
    },
    {
      "epoch": 0.43899289864428664,
      "grad_norm": 1.5791268753862373,
      "learning_rate": 1.3779937983506746e-05,
      "loss": 1.2948,
      "step": 680
    },
    {
      "epoch": 0.4422207876049064,
      "grad_norm": 1.6917933114261559,
      "learning_rate": 1.3675377691637879e-05,
      "loss": 1.3094,
      "step": 685
    },
    {
      "epoch": 0.44544867656552617,
      "grad_norm": 1.7180616960296269,
      "learning_rate": 1.3570350727938925e-05,
      "loss": 1.2872,
      "step": 690
    },
    {
      "epoch": 0.4486765655261459,
      "grad_norm": 1.6479976846946962,
      "learning_rate": 1.3464870427944208e-05,
      "loss": 1.2492,
      "step": 695
    },
    {
      "epoch": 0.45190445448676564,
      "grad_norm": 1.6294418357249567,
      "learning_rate": 1.3358950184749284e-05,
      "loss": 1.2867,
      "step": 700
    },
    {
      "epoch": 0.4551323434473854,
      "grad_norm": 1.5878399440904527,
      "learning_rate": 1.3252603447310396e-05,
      "loss": 1.2246,
      "step": 705
    },
    {
      "epoch": 0.45836023240800516,
      "grad_norm": 1.679514731044212,
      "learning_rate": 1.3145843718736809e-05,
      "loss": 1.2988,
      "step": 710
    },
    {
      "epoch": 0.4615881213686249,
      "grad_norm": 1.7316167126803805,
      "learning_rate": 1.3038684554576308e-05,
      "loss": 1.2834,
      "step": 715
    },
    {
      "epoch": 0.4648160103292447,
      "grad_norm": 1.6144875544271897,
      "learning_rate": 1.2931139561094007e-05,
      "loss": 1.2357,
      "step": 720
    },
    {
      "epoch": 0.46804389928986445,
      "grad_norm": 1.6469776474272737,
      "learning_rate": 1.2823222393544717e-05,
      "loss": 1.2407,
      "step": 725
    },
    {
      "epoch": 0.47127178825048416,
      "grad_norm": 1.517601534581415,
      "learning_rate": 1.2714946754439117e-05,
      "loss": 1.2584,
      "step": 730
    },
    {
      "epoch": 0.4744996772111039,
      "grad_norm": 1.6683118073994527,
      "learning_rate": 1.2606326391803915e-05,
      "loss": 1.2449,
      "step": 735
    },
    {
      "epoch": 0.4777275661717237,
      "grad_norm": 1.5690047869024784,
      "learning_rate": 1.249737509743622e-05,
      "loss": 1.2716,
      "step": 740
    },
    {
      "epoch": 0.48095545513234345,
      "grad_norm": 1.7097192789221543,
      "learning_rate": 1.2388106705152361e-05,
      "loss": 1.2535,
      "step": 745
    },
    {
      "epoch": 0.4841833440929632,
      "grad_norm": 1.57392054276293,
      "learning_rate": 1.2278535089031377e-05,
      "loss": 1.2778,
      "step": 750
    },
    {
      "epoch": 0.48741123305358297,
      "grad_norm": 1.5836852821682212,
      "learning_rate": 1.2168674161653395e-05,
      "loss": 1.2386,
      "step": 755
    },
    {
      "epoch": 0.49063912201420273,
      "grad_norm": 1.714465868583922,
      "learning_rate": 1.2058537872333104e-05,
      "loss": 1.2193,
      "step": 760
    },
    {
      "epoch": 0.49386701097482244,
      "grad_norm": 1.4951779206694975,
      "learning_rate": 1.1948140205348592e-05,
      "loss": 1.2317,
      "step": 765
    },
    {
      "epoch": 0.4970948999354422,
      "grad_norm": 1.666029933988235,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 1.2316,
      "step": 770
    },
    {
      "epoch": 0.500322788896062,
      "grad_norm": 1.5701604478724709,
      "learning_rate": 1.1726616839658237e-05,
      "loss": 1.259,
      "step": 775
    },
    {
      "epoch": 0.5035506778566817,
      "grad_norm": 1.6465072436129509,
      "learning_rate": 1.1615519268324101e-05,
      "loss": 1.1986,
      "step": 780
    },
    {
      "epoch": 0.5067785668173015,
      "grad_norm": 1.7270365055532542,
      "learning_rate": 1.1504216570497737e-05,
      "loss": 1.2149,
      "step": 785
    },
    {
      "epoch": 0.5100064557779213,
      "grad_norm": 1.595916061722449,
      "learning_rate": 1.1392722878559012e-05,
      "loss": 1.2763,
      "step": 790
    },
    {
      "epoch": 0.513234344738541,
      "grad_norm": 1.6329464108256435,
      "learning_rate": 1.1281052349138793e-05,
      "loss": 1.2441,
      "step": 795
    },
    {
      "epoch": 0.5164622336991608,
      "grad_norm": 1.6630997767795845,
      "learning_rate": 1.116921916132143e-05,
      "loss": 1.2315,
      "step": 800
    },
    {
      "epoch": 0.5196901226597805,
      "grad_norm": 1.6726472503428615,
      "learning_rate": 1.1057237514844423e-05,
      "loss": 1.289,
      "step": 805
    },
    {
      "epoch": 0.5229180116204003,
      "grad_norm": 1.5376847707418333,
      "learning_rate": 1.0945121628295437e-05,
      "loss": 1.2573,
      "step": 810
    },
    {
      "epoch": 0.5261459005810201,
      "grad_norm": 2.2493075416466146,
      "learning_rate": 1.0832885737306922e-05,
      "loss": 1.2879,
      "step": 815
    },
    {
      "epoch": 0.5293737895416397,
      "grad_norm": 1.7048259030945168,
      "learning_rate": 1.0720544092748599e-05,
      "loss": 1.2093,
      "step": 820
    },
    {
      "epoch": 0.5326016785022595,
      "grad_norm": 1.6052643185830913,
      "learning_rate": 1.0608110958917982e-05,
      "loss": 1.2787,
      "step": 825
    },
    {
      "epoch": 0.5358295674628792,
      "grad_norm": 1.5286978908553153,
      "learning_rate": 1.04956006117292e-05,
      "loss": 1.2354,
      "step": 830
    },
    {
      "epoch": 0.539057456423499,
      "grad_norm": 1.544930091476391,
      "learning_rate": 1.0383027336900356e-05,
      "loss": 1.2293,
      "step": 835
    },
    {
      "epoch": 0.5422853453841188,
      "grad_norm": 1.5385671678921857,
      "learning_rate": 1.0270405428139633e-05,
      "loss": 1.2994,
      "step": 840
    },
    {
      "epoch": 0.5455132343447385,
      "grad_norm": 1.5752108128614972,
      "learning_rate": 1.0157749185330384e-05,
      "loss": 1.2836,
      "step": 845
    },
    {
      "epoch": 0.5487411233053583,
      "grad_norm": 1.5927488211766814,
      "learning_rate": 1.0045072912715443e-05,
      "loss": 1.2659,
      "step": 850
    },
    {
      "epoch": 0.551969012265978,
      "grad_norm": 1.592292517508467,
      "learning_rate": 9.932390917080874e-06,
      "loss": 1.2447,
      "step": 855
    },
    {
      "epoch": 0.5551969012265978,
      "grad_norm": 1.641667371840128,
      "learning_rate": 9.81971750593941e-06,
      "loss": 1.2588,
      "step": 860
    },
    {
      "epoch": 0.5584247901872176,
      "grad_norm": 1.624109747232424,
      "learning_rate": 9.707066985713795e-06,
      "loss": 1.234,
      "step": 865
    },
    {
      "epoch": 0.5616526791478373,
      "grad_norm": 1.5276862360143446,
      "learning_rate": 9.594453659920241e-06,
      "loss": 1.2018,
      "step": 870
    },
    {
      "epoch": 0.5648805681084571,
      "grad_norm": 1.524996526315475,
      "learning_rate": 9.48189182735231e-06,
      "loss": 1.226,
      "step": 875
    },
    {
      "epoch": 0.5681084570690769,
      "grad_norm": 1.593943477253438,
      "learning_rate": 9.369395780265323e-06,
      "loss": 1.2354,
      "step": 880
    },
    {
      "epoch": 0.5713363460296966,
      "grad_norm": 1.6682262226100923,
      "learning_rate": 9.256979802561675e-06,
      "loss": 1.2574,
      "step": 885
    },
    {
      "epoch": 0.5745642349903163,
      "grad_norm": 1.6115401523560124,
      "learning_rate": 9.144658167977134e-06,
      "loss": 1.2554,
      "step": 890
    },
    {
      "epoch": 0.577792123950936,
      "grad_norm": 1.6664705944442975,
      "learning_rate": 9.032445138268493e-06,
      "loss": 1.2277,
      "step": 895
    },
    {
      "epoch": 0.5810200129115558,
      "grad_norm": 1.6141614694279862,
      "learning_rate": 8.920354961402723e-06,
      "loss": 1.2327,
      "step": 900
    },
    {
      "epoch": 0.5842479018721756,
      "grad_norm": 1.7041618253649367,
      "learning_rate": 8.808401869747858e-06,
      "loss": 1.2736,
      "step": 905
    },
    {
      "epoch": 0.5874757908327953,
      "grad_norm": 1.5532217130112593,
      "learning_rate": 8.696600078265876e-06,
      "loss": 1.2057,
      "step": 910
    },
    {
      "epoch": 0.5907036797934151,
      "grad_norm": 1.5645080700847085,
      "learning_rate": 8.584963782707812e-06,
      "loss": 1.2062,
      "step": 915
    },
    {
      "epoch": 0.5939315687540349,
      "grad_norm": 1.539207505181734,
      "learning_rate": 8.473507157811254e-06,
      "loss": 1.2006,
      "step": 920
    },
    {
      "epoch": 0.5971594577146546,
      "grad_norm": 1.6045881124979031,
      "learning_rate": 8.362244355500583e-06,
      "loss": 1.2519,
      "step": 925
    },
    {
      "epoch": 0.6003873466752744,
      "grad_norm": 1.5717390602748484,
      "learning_rate": 8.251189503090023e-06,
      "loss": 1.2507,
      "step": 930
    },
    {
      "epoch": 0.6036152356358941,
      "grad_norm": 1.6041786748836233,
      "learning_rate": 8.140356701489892e-06,
      "loss": 1.1995,
      "step": 935
    },
    {
      "epoch": 0.6068431245965139,
      "grad_norm": 1.544159227072635,
      "learning_rate": 8.029760023416168e-06,
      "loss": 1.2159,
      "step": 940
    },
    {
      "epoch": 0.6100710135571337,
      "grad_norm": 1.5674929554867256,
      "learning_rate": 7.919413511603636e-06,
      "loss": 1.2855,
      "step": 945
    },
    {
      "epoch": 0.6132989025177534,
      "grad_norm": 1.6041034106028236,
      "learning_rate": 7.809331177022847e-06,
      "loss": 1.2285,
      "step": 950
    },
    {
      "epoch": 0.6165267914783732,
      "grad_norm": 1.652846244359187,
      "learning_rate": 7.699526997101121e-06,
      "loss": 1.249,
      "step": 955
    },
    {
      "epoch": 0.6197546804389928,
      "grad_norm": 1.6651647494538366,
      "learning_rate": 7.590014913947778e-06,
      "loss": 1.2591,
      "step": 960
    },
    {
      "epoch": 0.6229825693996126,
      "grad_norm": 1.590193753660995,
      "learning_rate": 7.4808088325839e-06,
      "loss": 1.2256,
      "step": 965
    },
    {
      "epoch": 0.6262104583602324,
      "grad_norm": 1.6722268348838438,
      "learning_rate": 7.3719226191767526e-06,
      "loss": 1.2612,
      "step": 970
    },
    {
      "epoch": 0.6294383473208521,
      "grad_norm": 1.563385218810824,
      "learning_rate": 7.263370099279173e-06,
      "loss": 1.2219,
      "step": 975
    },
    {
      "epoch": 0.6326662362814719,
      "grad_norm": 1.538051823490198,
      "learning_rate": 7.155165056074111e-06,
      "loss": 1.2142,
      "step": 980
    },
    {
      "epoch": 0.6358941252420917,
      "grad_norm": 1.6083527642442943,
      "learning_rate": 7.0473212286245316e-06,
      "loss": 1.2812,
      "step": 985
    },
    {
      "epoch": 0.6391220142027114,
      "grad_norm": 1.6678078232565665,
      "learning_rate": 6.9398523101289475e-06,
      "loss": 1.2625,
      "step": 990
    },
    {
      "epoch": 0.6423499031633312,
      "grad_norm": 1.540993663270435,
      "learning_rate": 6.832771946182741e-06,
      "loss": 1.2522,
      "step": 995
    },
    {
      "epoch": 0.6455777921239509,
      "grad_norm": 1.5968723128811868,
      "learning_rate": 6.72609373304556e-06,
      "loss": 1.1989,
      "step": 1000
    },
    {
      "epoch": 0.6488056810845707,
      "grad_norm": 1.588868645829306,
      "learning_rate": 6.619831215914974e-06,
      "loss": 1.2157,
      "step": 1005
    },
    {
      "epoch": 0.6520335700451905,
      "grad_norm": 1.6524103231111353,
      "learning_rate": 6.5139978872065865e-06,
      "loss": 1.2082,
      "step": 1010
    },
    {
      "epoch": 0.6552614590058102,
      "grad_norm": 1.6245516939163356,
      "learning_rate": 6.408607184840897e-06,
      "loss": 1.2593,
      "step": 1015
    },
    {
      "epoch": 0.65848934796643,
      "grad_norm": 1.5570333034084014,
      "learning_rate": 6.303672490537022e-06,
      "loss": 1.2099,
      "step": 1020
    },
    {
      "epoch": 0.6617172369270498,
      "grad_norm": 1.5832778345200962,
      "learning_rate": 6.199207128113614e-06,
      "loss": 1.2631,
      "step": 1025
    },
    {
      "epoch": 0.6649451258876695,
      "grad_norm": 1.5815865015835413,
      "learning_rate": 6.095224361797087e-06,
      "loss": 1.2945,
      "step": 1030
    },
    {
      "epoch": 0.6681730148482892,
      "grad_norm": 1.6366177470747854,
      "learning_rate": 5.991737394537434e-06,
      "loss": 1.2463,
      "step": 1035
    },
    {
      "epoch": 0.6714009038089089,
      "grad_norm": 1.6926432200133767,
      "learning_rate": 5.888759366331798e-06,
      "loss": 1.2356,
      "step": 1040
    },
    {
      "epoch": 0.6746287927695287,
      "grad_norm": 1.62278769384498,
      "learning_rate": 5.786303352556088e-06,
      "loss": 1.1839,
      "step": 1045
    },
    {
      "epoch": 0.6778566817301485,
      "grad_norm": 1.6754788350541943,
      "learning_rate": 5.684382362304723e-06,
      "loss": 1.2289,
      "step": 1050
    },
    {
      "epoch": 0.6810845706907682,
      "grad_norm": 1.6388911381430855,
      "learning_rate": 5.583009336738874e-06,
      "loss": 1.2548,
      "step": 1055
    },
    {
      "epoch": 0.684312459651388,
      "grad_norm": 1.6495374955760909,
      "learning_rate": 5.48219714744326e-06,
      "loss": 1.2328,
      "step": 1060
    },
    {
      "epoch": 0.6875403486120077,
      "grad_norm": 1.6872246491519647,
      "learning_rate": 5.381958594791843e-06,
      "loss": 1.2096,
      "step": 1065
    },
    {
      "epoch": 0.6907682375726275,
      "grad_norm": 1.5950519328952013,
      "learning_rate": 5.282306406322502e-06,
      "loss": 1.2502,
      "step": 1070
    },
    {
      "epoch": 0.6939961265332473,
      "grad_norm": 1.6677034871070087,
      "learning_rate": 5.1832532351210095e-06,
      "loss": 1.2355,
      "step": 1075
    },
    {
      "epoch": 0.697224015493867,
      "grad_norm": 1.6586625169970663,
      "learning_rate": 5.084811658214421e-06,
      "loss": 1.2264,
      "step": 1080
    },
    {
      "epoch": 0.7004519044544868,
      "grad_norm": 1.6873770773693175,
      "learning_rate": 4.986994174974155e-06,
      "loss": 1.2508,
      "step": 1085
    },
    {
      "epoch": 0.7036797934151066,
      "grad_norm": 1.5894542742895856,
      "learning_rate": 4.889813205528895e-06,
      "loss": 1.1727,
      "step": 1090
    },
    {
      "epoch": 0.7069076823757263,
      "grad_norm": 1.6562699720711116,
      "learning_rate": 4.793281089187603e-06,
      "loss": 1.1841,
      "step": 1095
    },
    {
      "epoch": 0.7101355713363461,
      "grad_norm": 1.5766425378140871,
      "learning_rate": 4.697410082872741e-06,
      "loss": 1.2142,
      "step": 1100
    },
    {
      "epoch": 0.7133634602969657,
      "grad_norm": 1.6122901002424155,
      "learning_rate": 4.602212359563988e-06,
      "loss": 1.2304,
      "step": 1105
    },
    {
      "epoch": 0.7165913492575855,
      "grad_norm": 1.8055415704300306,
      "learning_rate": 4.50770000675262e-06,
      "loss": 1.2243,
      "step": 1110
    },
    {
      "epoch": 0.7198192382182053,
      "grad_norm": 1.705388366214554,
      "learning_rate": 4.413885024906705e-06,
      "loss": 1.2252,
      "step": 1115
    },
    {
      "epoch": 0.723047127178825,
      "grad_norm": 1.690011241853718,
      "learning_rate": 4.320779325947402e-06,
      "loss": 1.1987,
      "step": 1120
    },
    {
      "epoch": 0.7262750161394448,
      "grad_norm": 1.701641933857813,
      "learning_rate": 4.228394731736451e-06,
      "loss": 1.257,
      "step": 1125
    },
    {
      "epoch": 0.7295029051000645,
      "grad_norm": 1.523477374915637,
      "learning_rate": 4.136742972575132e-06,
      "loss": 1.2409,
      "step": 1130
    },
    {
      "epoch": 0.7327307940606843,
      "grad_norm": 1.6070065262090218,
      "learning_rate": 4.045835685714848e-06,
      "loss": 1.1725,
      "step": 1135
    },
    {
      "epoch": 0.7359586830213041,
      "grad_norm": 1.6081728290175998,
      "learning_rate": 3.955684413879499e-06,
      "loss": 1.22,
      "step": 1140
    },
    {
      "epoch": 0.7391865719819238,
      "grad_norm": 1.582549702759197,
      "learning_rate": 3.866300603799876e-06,
      "loss": 1.2019,
      "step": 1145
    },
    {
      "epoch": 0.7424144609425436,
      "grad_norm": 1.7141546881146241,
      "learning_rate": 3.77769560476026e-06,
      "loss": 1.2075,
      "step": 1150
    },
    {
      "epoch": 0.7456423499031634,
      "grad_norm": 1.6644378155563186,
      "learning_rate": 3.689880667157344e-06,
      "loss": 1.2735,
      "step": 1155
    },
    {
      "epoch": 0.7488702388637831,
      "grad_norm": 1.7183053243234099,
      "learning_rate": 3.602866941071773e-06,
      "loss": 1.1943,
      "step": 1160
    },
    {
      "epoch": 0.7520981278244029,
      "grad_norm": 1.5926230650949367,
      "learning_rate": 3.516665474852369e-06,
      "loss": 1.1967,
      "step": 1165
    },
    {
      "epoch": 0.7553260167850226,
      "grad_norm": 1.6234706555802916,
      "learning_rate": 3.431287213713299e-06,
      "loss": 1.2206,
      "step": 1170
    },
    {
      "epoch": 0.7585539057456423,
      "grad_norm": 1.7812533274829592,
      "learning_rate": 3.3467429983443477e-06,
      "loss": 1.1672,
      "step": 1175
    },
    {
      "epoch": 0.7617817947062621,
      "grad_norm": 1.6294013276039931,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 1.1823,
      "step": 1180
    },
    {
      "epoch": 0.7650096836668818,
      "grad_norm": 1.7287640987665838,
      "learning_rate": 3.180199536808576e-06,
      "loss": 1.1738,
      "step": 1185
    },
    {
      "epoch": 0.7682375726275016,
      "grad_norm": 1.600269379657349,
      "learning_rate": 3.0982214370785335e-06,
      "loss": 1.1996,
      "step": 1190
    },
    {
      "epoch": 0.7714654615881213,
      "grad_norm": 1.5636282826440273,
      "learning_rate": 3.0171196733071405e-06,
      "loss": 1.2442,
      "step": 1195
    },
    {
      "epoch": 0.7746933505487411,
      "grad_norm": 1.7137012337541018,
      "learning_rate": 2.936904543186695e-06,
      "loss": 1.2059,
      "step": 1200
    },
    {
      "epoch": 0.7779212395093609,
      "grad_norm": 1.6511272127287338,
      "learning_rate": 2.8575862318314087e-06,
      "loss": 1.1886,
      "step": 1205
    },
    {
      "epoch": 0.7811491284699806,
      "grad_norm": 1.6282736399632571,
      "learning_rate": 2.7791748104841876e-06,
      "loss": 1.199,
      "step": 1210
    },
    {
      "epoch": 0.7843770174306004,
      "grad_norm": 1.6356472661837154,
      "learning_rate": 2.7016802352378755e-06,
      "loss": 1.1759,
      "step": 1215
    },
    {
      "epoch": 0.7876049063912202,
      "grad_norm": 1.6120024552770273,
      "learning_rate": 2.6251123457710726e-06,
      "loss": 1.1921,
      "step": 1220
    },
    {
      "epoch": 0.7908327953518399,
      "grad_norm": 1.5949781516189967,
      "learning_rate": 2.5494808640988e-06,
      "loss": 1.2128,
      "step": 1225
    },
    {
      "epoch": 0.7940606843124597,
      "grad_norm": 1.6494400626843206,
      "learning_rate": 2.4747953933380463e-06,
      "loss": 1.2222,
      "step": 1230
    },
    {
      "epoch": 0.7972885732730794,
      "grad_norm": 1.7679182098039068,
      "learning_rate": 2.4010654164884527e-06,
      "loss": 1.2308,
      "step": 1235
    },
    {
      "epoch": 0.8005164622336992,
      "grad_norm": 1.567858838790038,
      "learning_rate": 2.328300295228221e-06,
      "loss": 1.2143,
      "step": 1240
    },
    {
      "epoch": 0.8037443511943189,
      "grad_norm": 1.5218279025659718,
      "learning_rate": 2.2565092687254486e-06,
      "loss": 1.2266,
      "step": 1245
    },
    {
      "epoch": 0.8069722401549386,
      "grad_norm": 1.591250607928255,
      "learning_rate": 2.185701452464997e-06,
      "loss": 1.1945,
      "step": 1250
    },
    {
      "epoch": 0.8102001291155584,
      "grad_norm": 1.5033575415964024,
      "learning_rate": 2.1158858370910905e-06,
      "loss": 1.1877,
      "step": 1255
    },
    {
      "epoch": 0.8134280180761781,
      "grad_norm": 1.556794336082307,
      "learning_rate": 2.047071287265735e-06,
      "loss": 1.1718,
      "step": 1260
    },
    {
      "epoch": 0.8166559070367979,
      "grad_norm": 1.60369367023606,
      "learning_rate": 1.9792665405431654e-06,
      "loss": 1.1449,
      "step": 1265
    },
    {
      "epoch": 0.8198837959974177,
      "grad_norm": 1.6751904466505534,
      "learning_rate": 1.9124802062604066e-06,
      "loss": 1.2021,
      "step": 1270
    },
    {
      "epoch": 0.8231116849580374,
      "grad_norm": 1.711192714943588,
      "learning_rate": 1.8467207644441243e-06,
      "loss": 1.2269,
      "step": 1275
    },
    {
      "epoch": 0.8263395739186572,
      "grad_norm": 1.772092654829715,
      "learning_rate": 1.7819965647339065e-06,
      "loss": 1.2432,
      "step": 1280
    },
    {
      "epoch": 0.829567462879277,
      "grad_norm": 1.676701962809608,
      "learning_rate": 1.718315825322071e-06,
      "loss": 1.2017,
      "step": 1285
    },
    {
      "epoch": 0.8327953518398967,
      "grad_norm": 1.5761976498566383,
      "learning_rate": 1.6556866319102027e-06,
      "loss": 1.2506,
      "step": 1290
    },
    {
      "epoch": 0.8360232408005165,
      "grad_norm": 1.6807189675833636,
      "learning_rate": 1.5941169366824705e-06,
      "loss": 1.2133,
      "step": 1295
    },
    {
      "epoch": 0.8392511297611362,
      "grad_norm": 1.646503425758142,
      "learning_rate": 1.5336145572959283e-06,
      "loss": 1.1936,
      "step": 1300
    },
    {
      "epoch": 0.842479018721756,
      "grad_norm": 1.7026203537198492,
      "learning_rate": 1.4741871758878978e-06,
      "loss": 1.2032,
      "step": 1305
    },
    {
      "epoch": 0.8457069076823758,
      "grad_norm": 1.6346183464452626,
      "learning_rate": 1.4158423381005294e-06,
      "loss": 1.2116,
      "step": 1310
    },
    {
      "epoch": 0.8489347966429954,
      "grad_norm": 1.7297662015967483,
      "learning_rate": 1.3585874521227226e-06,
      "loss": 1.1539,
      "step": 1315
    },
    {
      "epoch": 0.8521626856036152,
      "grad_norm": 1.5738539691074456,
      "learning_rate": 1.3024297877494973e-06,
      "loss": 1.2341,
      "step": 1320
    },
    {
      "epoch": 0.855390574564235,
      "grad_norm": 1.665243874982246,
      "learning_rate": 1.2473764754589123e-06,
      "loss": 1.199,
      "step": 1325
    },
    {
      "epoch": 0.8586184635248547,
      "grad_norm": 1.6694340869186672,
      "learning_rate": 1.193434505506711e-06,
      "loss": 1.1952,
      "step": 1330
    },
    {
      "epoch": 0.8618463524854745,
      "grad_norm": 1.5537154219219604,
      "learning_rate": 1.1406107270387323e-06,
      "loss": 1.1915,
      "step": 1335
    },
    {
      "epoch": 0.8650742414460942,
      "grad_norm": 1.725368998865333,
      "learning_rate": 1.0889118472212702e-06,
      "loss": 1.2092,
      "step": 1340
    },
    {
      "epoch": 0.868302130406714,
      "grad_norm": 1.5428415313575736,
      "learning_rate": 1.0383444303894453e-06,
      "loss": 1.1772,
      "step": 1345
    },
    {
      "epoch": 0.8715300193673338,
      "grad_norm": 1.5815501053581127,
      "learning_rate": 9.889148972137097e-07,
      "loss": 1.2139,
      "step": 1350
    },
    {
      "epoch": 0.8747579083279535,
      "grad_norm": 1.7341001178375826,
      "learning_rate": 9.406295238846108e-07,
      "loss": 1.1595,
      "step": 1355
    },
    {
      "epoch": 0.8779857972885733,
      "grad_norm": 1.4627233349193656,
      "learning_rate": 8.934944413158708e-07,
      "loss": 1.1948,
      "step": 1360
    },
    {
      "epoch": 0.881213686249193,
      "grad_norm": 1.6770957968166575,
      "learning_rate": 8.475156343659408e-07,
      "loss": 1.168,
      "step": 1365
    },
    {
      "epoch": 0.8844415752098128,
      "grad_norm": 1.7864490716701726,
      "learning_rate": 8.026989410780917e-07,
      "loss": 1.1725,
      "step": 1370
    },
    {
      "epoch": 0.8876694641704326,
      "grad_norm": 1.6586604033600898,
      "learning_rate": 7.590500519391309e-07,
      "loss": 1.2569,
      "step": 1375
    },
    {
      "epoch": 0.8908973531310523,
      "grad_norm": 1.5709797013859719,
      "learning_rate": 7.165745091568743e-07,
      "loss": 1.208,
      "step": 1380
    },
    {
      "epoch": 0.8941252420916721,
      "grad_norm": 1.6100593510027281,
      "learning_rate": 6.752777059564431e-07,
      "loss": 1.173,
      "step": 1385
    },
    {
      "epoch": 0.8973531310522918,
      "grad_norm": 1.5537220228932802,
      "learning_rate": 6.351648858954618e-07,
      "loss": 1.2228,
      "step": 1390
    },
    {
      "epoch": 0.9005810200129115,
      "grad_norm": 1.6474724452037988,
      "learning_rate": 5.962411421982805e-07,
      "loss": 1.2409,
      "step": 1395
    },
    {
      "epoch": 0.9038089089735313,
      "grad_norm": 1.79701983524165,
      "learning_rate": 5.585114171092665e-07,
      "loss": 1.2447,
      "step": 1400
    },
    {
      "epoch": 0.907036797934151,
      "grad_norm": 1.6288904196875291,
      "learning_rate": 5.219805012652867e-07,
      "loss": 1.2474,
      "step": 1405
    },
    {
      "epoch": 0.9102646868947708,
      "grad_norm": 1.6672222213895183,
      "learning_rate": 4.866530330874153e-07,
      "loss": 1.2176,
      "step": 1410
    },
    {
      "epoch": 0.9134925758553906,
      "grad_norm": 1.646804223428847,
      "learning_rate": 4.5253349819199375e-07,
      "loss": 1.1707,
      "step": 1415
    },
    {
      "epoch": 0.9167204648160103,
      "grad_norm": 1.604950832825935,
      "learning_rate": 4.1962622882107174e-07,
      "loss": 1.2503,
      "step": 1420
    },
    {
      "epoch": 0.9199483537766301,
      "grad_norm": 1.5500232834639758,
      "learning_rate": 3.8793540329233994e-07,
      "loss": 1.202,
      "step": 1425
    },
    {
      "epoch": 0.9231762427372499,
      "grad_norm": 1.706686354946513,
      "learning_rate": 3.574650454685902e-07,
      "loss": 1.1805,
      "step": 1430
    },
    {
      "epoch": 0.9264041316978696,
      "grad_norm": 1.7851736282340886,
      "learning_rate": 3.282190242468031e-07,
      "loss": 1.209,
      "step": 1435
    },
    {
      "epoch": 0.9296320206584894,
      "grad_norm": 1.6284062775954382,
      "learning_rate": 3.0020105306689973e-07,
      "loss": 1.185,
      "step": 1440
    },
    {
      "epoch": 0.9328599096191091,
      "grad_norm": 1.5959442808129058,
      "learning_rate": 2.7341468944023677e-07,
      "loss": 1.1799,
      "step": 1445
    },
    {
      "epoch": 0.9360877985797289,
      "grad_norm": 1.6373373190700566,
      "learning_rate": 2.4786333449790753e-07,
      "loss": 1.2108,
      "step": 1450
    },
    {
      "epoch": 0.9393156875403487,
      "grad_norm": 1.5974098530281817,
      "learning_rate": 2.235502325588823e-07,
      "loss": 1.2309,
      "step": 1455
    },
    {
      "epoch": 0.9425435765009683,
      "grad_norm": 1.6001479697293755,
      "learning_rate": 2.0047847071807402e-07,
      "loss": 1.2221,
      "step": 1460
    },
    {
      "epoch": 0.9457714654615881,
      "grad_norm": 1.6270735112550445,
      "learning_rate": 1.786509784543633e-07,
      "loss": 1.2538,
      "step": 1465
    },
    {
      "epoch": 0.9489993544222078,
      "grad_norm": 1.5793008113099312,
      "learning_rate": 1.5807052725863025e-07,
      "loss": 1.1756,
      "step": 1470
    },
    {
      "epoch": 0.9522272433828276,
      "grad_norm": 1.6398931143884907,
      "learning_rate": 1.3873973028185827e-07,
      "loss": 1.1875,
      "step": 1475
    },
    {
      "epoch": 0.9554551323434474,
      "grad_norm": 1.6178609914467408,
      "learning_rate": 1.206610420033305e-07,
      "loss": 1.189,
      "step": 1480
    },
    {
      "epoch": 0.9586830213040671,
      "grad_norm": 1.697620840896172,
      "learning_rate": 1.038367579189803e-07,
      "loss": 1.1788,
      "step": 1485
    },
    {
      "epoch": 0.9619109102646869,
      "grad_norm": 1.7239724713198632,
      "learning_rate": 8.82690142499254e-08,
      "loss": 1.2185,
      "step": 1490
    },
    {
      "epoch": 0.9651387992253067,
      "grad_norm": 1.5330470110994838,
      "learning_rate": 7.395978767122946e-08,
      "loss": 1.1958,
      "step": 1495
    },
    {
      "epoch": 0.9683666881859264,
      "grad_norm": 1.7081829292862492,
      "learning_rate": 6.091089506091386e-08,
      "loss": 1.1942,
      "step": 1500
    },
    {
      "epoch": 0.9715945771465462,
      "grad_norm": 1.8325780163771659,
      "learning_rate": 4.9123993269271084e-08,
      "loss": 1.1928,
      "step": 1505
    },
    {
      "epoch": 0.9748224661071659,
      "grad_norm": 1.6145771848502664,
      "learning_rate": 3.860057890848201e-08,
      "loss": 1.1975,
      "step": 1510
    },
    {
      "epoch": 0.9780503550677857,
      "grad_norm": 1.6524344607725974,
      "learning_rate": 2.9341988162595593e-08,
      "loss": 1.1951,
      "step": 1515
    },
    {
      "epoch": 0.9812782440284055,
      "grad_norm": 1.6975269723487802,
      "learning_rate": 2.1349396617862395e-08,
      "loss": 1.2068,
      "step": 1520
    },
    {
      "epoch": 0.9845061329890252,
      "grad_norm": 1.6264164940688373,
      "learning_rate": 1.4623819113475102e-08,
      "loss": 1.1978,
      "step": 1525
    },
    {
      "epoch": 0.9877340219496449,
      "grad_norm": 1.6407711137766725,
      "learning_rate": 9.166109612706031e-09,
      "loss": 1.2098,
      "step": 1530
    },
    {
      "epoch": 0.9909619109102646,
      "grad_norm": 1.556515755815733,
      "learning_rate": 4.976961094479427e-09,
      "loss": 1.2264,
      "step": 1535
    },
    {
      "epoch": 0.9941897998708844,
      "grad_norm": 1.6816771411617426,
      "learning_rate": 2.0569054653840625e-09,
      "loss": 1.1912,
      "step": 1540
    },
    {
      "epoch": 0.9974176888315042,
      "grad_norm": 1.6707018085579257,
      "learning_rate": 4.0631349213060555e-10,
      "loss": 1.1822,
      "step": 1545
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.1962528228759766,
      "eval_runtime": 267.2537,
      "eval_samples_per_second": 31.206,
      "eval_steps_per_second": 0.977,
      "step": 1549
    },
    {
      "epoch": 1.0,
      "step": 1549,
      "total_flos": 20529608785920.0,
      "train_loss": 1.263828207016607,
      "train_runtime": 6453.9435,
      "train_samples_per_second": 7.677,
      "train_steps_per_second": 0.24
    }
  ],
  "logging_steps": 5,
  "max_steps": 1549,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 20529608785920.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}