{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9921259842519685,
  "eval_steps": 500,
  "global_step": 380,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005249343832020997,
      "grad_norm": 1.1348930782232016,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 1.1087,
      "step": 1
    },
    {
      "epoch": 0.010498687664041995,
      "grad_norm": 1.123696373079589,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 1.1356,
      "step": 2
    },
    {
      "epoch": 0.015748031496062992,
      "grad_norm": 1.0989081863562118,
      "learning_rate": 4.5e-07,
      "loss": 1.1158,
      "step": 3
    },
    {
      "epoch": 0.02099737532808399,
      "grad_norm": 1.0628548113414964,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.0986,
      "step": 4
    },
    {
      "epoch": 0.026246719160104987,
      "grad_norm": 1.0629069543612368,
      "learning_rate": 7.5e-07,
      "loss": 1.0727,
      "step": 5
    },
    {
      "epoch": 0.031496062992125984,
      "grad_norm": 1.1219311917213644,
      "learning_rate": 9e-07,
      "loss": 1.1513,
      "step": 6
    },
    {
      "epoch": 0.03674540682414698,
      "grad_norm": 1.068318638334139,
      "learning_rate": 1.05e-06,
      "loss": 1.0978,
      "step": 7
    },
    {
      "epoch": 0.04199475065616798,
      "grad_norm": 1.0335025624008565,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.0932,
      "step": 8
    },
    {
      "epoch": 0.047244094488188976,
      "grad_norm": 0.9514112971268772,
      "learning_rate": 1.35e-06,
      "loss": 1.1046,
      "step": 9
    },
    {
      "epoch": 0.05249343832020997,
      "grad_norm": 0.8944230714776324,
      "learning_rate": 1.5e-06,
      "loss": 1.0638,
      "step": 10
    },
    {
      "epoch": 0.05774278215223097,
      "grad_norm": 0.8720343077794245,
      "learning_rate": 1.65e-06,
      "loss": 1.1132,
      "step": 11
    },
    {
      "epoch": 0.06299212598425197,
      "grad_norm": 0.7519518665820406,
      "learning_rate": 1.8e-06,
      "loss": 1.0788,
      "step": 12
    },
    {
      "epoch": 0.06824146981627296,
      "grad_norm": 0.7768466543241798,
      "learning_rate": 1.95e-06,
      "loss": 1.0795,
      "step": 13
    },
    {
      "epoch": 0.07349081364829396,
      "grad_norm": 0.7109922479048013,
      "learning_rate": 2.1e-06,
      "loss": 1.1012,
      "step": 14
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 0.6312078880187205,
      "learning_rate": 2.25e-06,
      "loss": 1.0851,
      "step": 15
    },
    {
      "epoch": 0.08398950131233596,
      "grad_norm": 0.5514473048370377,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.1041,
      "step": 16
    },
    {
      "epoch": 0.08923884514435695,
      "grad_norm": 0.6271281070432462,
      "learning_rate": 2.55e-06,
      "loss": 1.0855,
      "step": 17
    },
    {
      "epoch": 0.09448818897637795,
      "grad_norm": 0.7059888078645049,
      "learning_rate": 2.7e-06,
      "loss": 1.0473,
      "step": 18
    },
    {
      "epoch": 0.09973753280839895,
      "grad_norm": 0.7226157330393405,
      "learning_rate": 2.85e-06,
      "loss": 1.0665,
      "step": 19
    },
    {
      "epoch": 0.10498687664041995,
      "grad_norm": 0.7244742832208652,
      "learning_rate": 3e-06,
      "loss": 1.0604,
      "step": 20
    },
    {
      "epoch": 0.11023622047244094,
      "grad_norm": 0.7088251146482789,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 1.0516,
      "step": 21
    },
    {
      "epoch": 0.11548556430446194,
      "grad_norm": 0.5987242362229293,
      "learning_rate": 3.3e-06,
      "loss": 1.084,
      "step": 22
    },
    {
      "epoch": 0.12073490813648294,
      "grad_norm": 0.5730637810768702,
      "learning_rate": 3.45e-06,
      "loss": 1.0621,
      "step": 23
    },
    {
      "epoch": 0.12598425196850394,
      "grad_norm": 0.5894968443138215,
      "learning_rate": 3.6e-06,
      "loss": 1.0797,
      "step": 24
    },
    {
      "epoch": 0.13123359580052493,
      "grad_norm": 0.5798124303184627,
      "learning_rate": 3.75e-06,
      "loss": 1.0035,
      "step": 25
    },
    {
      "epoch": 0.13648293963254593,
      "grad_norm": 0.643205751513686,
      "learning_rate": 3.9e-06,
      "loss": 1.0455,
      "step": 26
    },
    {
      "epoch": 0.14173228346456693,
      "grad_norm": 0.5621970774702022,
      "learning_rate": 4.05e-06,
      "loss": 1.0576,
      "step": 27
    },
    {
      "epoch": 0.14698162729658792,
      "grad_norm": 0.5506084571895594,
      "learning_rate": 4.2e-06,
      "loss": 1.0298,
      "step": 28
    },
    {
      "epoch": 0.15223097112860892,
      "grad_norm": 0.48741149421912777,
      "learning_rate": 4.35e-06,
      "loss": 1.0018,
      "step": 29
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 0.46403007703544275,
      "learning_rate": 4.5e-06,
      "loss": 0.9872,
      "step": 30
    },
    {
      "epoch": 0.16272965879265092,
      "grad_norm": 0.4754381818573106,
      "learning_rate": 4.65e-06,
      "loss": 1.0271,
      "step": 31
    },
    {
      "epoch": 0.1679790026246719,
      "grad_norm": 0.9362850890979981,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.0437,
      "step": 32
    },
    {
      "epoch": 0.1732283464566929,
      "grad_norm": 0.47391181595772164,
      "learning_rate": 4.95e-06,
      "loss": 1.0437,
      "step": 33
    },
    {
      "epoch": 0.1784776902887139,
      "grad_norm": 0.5276920454851337,
      "learning_rate": 5.1e-06,
      "loss": 1.0557,
      "step": 34
    },
    {
      "epoch": 0.1837270341207349,
      "grad_norm": 0.4616075133913133,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 1.0465,
      "step": 35
    },
    {
      "epoch": 0.1889763779527559,
      "grad_norm": 0.4555174555636226,
      "learning_rate": 5.4e-06,
      "loss": 1.0588,
      "step": 36
    },
    {
      "epoch": 0.1942257217847769,
      "grad_norm": 0.5071864534648831,
      "learning_rate": 5.55e-06,
      "loss": 1.044,
      "step": 37
    },
    {
      "epoch": 0.1994750656167979,
      "grad_norm": 0.4851367263882934,
      "learning_rate": 5.7e-06,
      "loss": 1.0464,
      "step": 38
    },
    {
      "epoch": 0.2047244094488189,
      "grad_norm": 0.44188022228811896,
      "learning_rate": 5.85e-06,
      "loss": 1.0182,
      "step": 39
    },
    {
      "epoch": 0.2099737532808399,
      "grad_norm": 0.43420740120454643,
      "learning_rate": 6e-06,
      "loss": 1.0188,
      "step": 40
    },
    {
      "epoch": 0.2152230971128609,
      "grad_norm": 0.4291543441241407,
      "learning_rate": 5.9998719351101036e-06,
      "loss": 1.0245,
      "step": 41
    },
    {
      "epoch": 0.2204724409448819,
      "grad_norm": 0.43326370236005163,
      "learning_rate": 5.999487751374158e-06,
      "loss": 1.0238,
      "step": 42
    },
    {
      "epoch": 0.22572178477690288,
      "grad_norm": 0.427571644972227,
      "learning_rate": 5.998847481592462e-06,
      "loss": 1.0311,
      "step": 43
    },
    {
      "epoch": 0.23097112860892388,
      "grad_norm": 0.4215063088273006,
      "learning_rate": 5.997951180429069e-06,
      "loss": 0.9925,
      "step": 44
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 0.4206536914503675,
      "learning_rate": 5.996798924407118e-06,
      "loss": 1.003,
      "step": 45
    },
    {
      "epoch": 0.24146981627296588,
      "grad_norm": 0.40910969064965136,
      "learning_rate": 5.995390811902302e-06,
      "loss": 0.9949,
      "step": 46
    },
    {
      "epoch": 0.24671916010498687,
      "grad_norm": 0.4165775049327623,
      "learning_rate": 5.993726963134471e-06,
      "loss": 0.9734,
      "step": 47
    },
    {
      "epoch": 0.25196850393700787,
      "grad_norm": 0.3832235501001726,
      "learning_rate": 5.9918075201573645e-06,
      "loss": 0.9485,
      "step": 48
    },
    {
      "epoch": 0.2572178477690289,
      "grad_norm": 0.37002495168808525,
      "learning_rate": 5.9896326468464835e-06,
      "loss": 0.9358,
      "step": 49
    },
    {
      "epoch": 0.26246719160104987,
      "grad_norm": 0.44836853406053057,
      "learning_rate": 5.987202528885104e-06,
      "loss": 0.9982,
      "step": 50
    },
    {
      "epoch": 0.2677165354330709,
      "grad_norm": 0.4080608606117312,
      "learning_rate": 5.984517373748417e-06,
      "loss": 1.0129,
      "step": 51
    },
    {
      "epoch": 0.27296587926509186,
      "grad_norm": 0.4001550595702573,
      "learning_rate": 5.981577410685822e-06,
      "loss": 0.9788,
      "step": 52
    },
    {
      "epoch": 0.2782152230971129,
      "grad_norm": 0.41021488877460305,
      "learning_rate": 5.978382890701347e-06,
      "loss": 1.0262,
      "step": 53
    },
    {
      "epoch": 0.28346456692913385,
      "grad_norm": 0.39997016380492506,
      "learning_rate": 5.9749340865322284e-06,
      "loss": 1.0275,
      "step": 54
    },
    {
      "epoch": 0.2887139107611549,
      "grad_norm": 0.3839823787027912,
      "learning_rate": 5.971231292625615e-06,
      "loss": 0.9374,
      "step": 55
    },
    {
      "epoch": 0.29396325459317585,
      "grad_norm": 0.4125068495663659,
      "learning_rate": 5.967274825113438e-06,
      "loss": 0.9954,
      "step": 56
    },
    {
      "epoch": 0.2992125984251969,
      "grad_norm": 0.3908377197765856,
      "learning_rate": 5.963065021785414e-06,
      "loss": 0.9671,
      "step": 57
    },
    {
      "epoch": 0.30446194225721784,
      "grad_norm": 0.3850488592862481,
      "learning_rate": 5.958602242060207e-06,
      "loss": 0.9657,
      "step": 58
    },
    {
      "epoch": 0.30971128608923887,
      "grad_norm": 0.3877990366088493,
      "learning_rate": 5.95388686695475e-06,
      "loss": 0.9678,
      "step": 59
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 0.40470471194287355,
      "learning_rate": 5.948919299051706e-06,
      "loss": 1.0149,
      "step": 60
    },
    {
      "epoch": 0.32020997375328086,
      "grad_norm": 0.42889495063392963,
      "learning_rate": 5.943699962465096e-06,
      "loss": 1.033,
      "step": 61
    },
    {
      "epoch": 0.32545931758530183,
      "grad_norm": 0.39164358737100274,
      "learning_rate": 5.9382293028040985e-06,
      "loss": 0.9761,
      "step": 62
    },
    {
      "epoch": 0.33070866141732286,
      "grad_norm": 0.3869342590567232,
      "learning_rate": 5.9325077871349975e-06,
      "loss": 0.9982,
      "step": 63
    },
    {
      "epoch": 0.3359580052493438,
      "grad_norm": 0.39264627926569035,
      "learning_rate": 5.9265359039413105e-06,
      "loss": 0.9667,
      "step": 64
    },
    {
      "epoch": 0.34120734908136485,
      "grad_norm": 0.3887717698297268,
      "learning_rate": 5.920314163082079e-06,
      "loss": 0.9806,
      "step": 65
    },
    {
      "epoch": 0.3464566929133858,
      "grad_norm": 0.40896336915084297,
      "learning_rate": 5.913843095748342e-06,
      "loss": 1.0135,
      "step": 66
    },
    {
      "epoch": 0.35170603674540685,
      "grad_norm": 0.3610209560875707,
      "learning_rate": 5.907123254417783e-06,
      "loss": 0.956,
      "step": 67
    },
    {
      "epoch": 0.3569553805774278,
      "grad_norm": 0.38154744815823505,
      "learning_rate": 5.9001552128075625e-06,
      "loss": 1.0045,
      "step": 68
    },
    {
      "epoch": 0.36220472440944884,
      "grad_norm": 0.4094826396119445,
      "learning_rate": 5.892939565825335e-06,
      "loss": 1.0069,
      "step": 69
    },
    {
      "epoch": 0.3674540682414698,
      "grad_norm": 0.39129138622932325,
      "learning_rate": 5.885476929518457e-06,
      "loss": 0.9525,
      "step": 70
    },
    {
      "epoch": 0.37270341207349084,
      "grad_norm": 0.3712890701175899,
      "learning_rate": 5.8777679410213956e-06,
      "loss": 0.9792,
      "step": 71
    },
    {
      "epoch": 0.3779527559055118,
      "grad_norm": 0.4086264062600148,
      "learning_rate": 5.869813258501323e-06,
      "loss": 0.9926,
      "step": 72
    },
    {
      "epoch": 0.38320209973753283,
      "grad_norm": 0.368975878599487,
      "learning_rate": 5.861613561101934e-06,
      "loss": 0.9643,
      "step": 73
    },
    {
      "epoch": 0.3884514435695538,
      "grad_norm": 0.36792811629461203,
      "learning_rate": 5.853169548885461e-06,
      "loss": 0.9867,
      "step": 74
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 0.3566251893981936,
      "learning_rate": 5.844481942772898e-06,
      "loss": 1.0069,
      "step": 75
    },
    {
      "epoch": 0.3989501312335958,
      "grad_norm": 0.4578529359685586,
      "learning_rate": 5.835551484482459e-06,
      "loss": 1.0173,
      "step": 76
    },
    {
      "epoch": 0.4041994750656168,
      "grad_norm": 0.3935925285922137,
      "learning_rate": 5.826378936466249e-06,
      "loss": 0.9743,
      "step": 77
    },
    {
      "epoch": 0.4094488188976378,
      "grad_norm": 0.4109939217838428,
      "learning_rate": 5.81696508184517e-06,
      "loss": 0.9866,
      "step": 78
    },
    {
      "epoch": 0.4146981627296588,
      "grad_norm": 0.3839870332489822,
      "learning_rate": 5.807310724342058e-06,
      "loss": 0.9516,
      "step": 79
    },
    {
      "epoch": 0.4199475065616798,
      "grad_norm": 0.3774576797883406,
      "learning_rate": 5.797416688213067e-06,
      "loss": 0.9895,
      "step": 80
    },
    {
      "epoch": 0.4251968503937008,
      "grad_norm": 0.3817468964498129,
      "learning_rate": 5.787283818177297e-06,
      "loss": 0.9632,
      "step": 81
    },
    {
      "epoch": 0.4304461942257218,
      "grad_norm": 0.60843002346461,
      "learning_rate": 5.776912979344669e-06,
      "loss": 1.0166,
      "step": 82
    },
    {
      "epoch": 0.4356955380577428,
      "grad_norm": 0.3858713700245362,
      "learning_rate": 5.766305057142073e-06,
      "loss": 0.9976,
      "step": 83
    },
    {
      "epoch": 0.4409448818897638,
      "grad_norm": 0.3724153436541016,
      "learning_rate": 5.755460957237769e-06,
      "loss": 0.9645,
      "step": 84
    },
    {
      "epoch": 0.4461942257217848,
      "grad_norm": 0.38201105695018567,
      "learning_rate": 5.744381605464064e-06,
      "loss": 0.9899,
      "step": 85
    },
    {
      "epoch": 0.45144356955380577,
      "grad_norm": 0.38383930861007165,
      "learning_rate": 5.7330679477382655e-06,
      "loss": 0.9919,
      "step": 86
    },
    {
      "epoch": 0.4566929133858268,
      "grad_norm": 0.4078870418259581,
      "learning_rate": 5.7215209499819296e-06,
      "loss": 0.9797,
      "step": 87
    },
    {
      "epoch": 0.46194225721784776,
      "grad_norm": 0.38463767466523974,
      "learning_rate": 5.709741598038387e-06,
      "loss": 0.9597,
      "step": 88
    },
    {
      "epoch": 0.4671916010498688,
      "grad_norm": 0.36309855116472584,
      "learning_rate": 5.697730897588577e-06,
      "loss": 0.9737,
      "step": 89
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 0.4106701446638758,
      "learning_rate": 5.685489874065187e-06,
      "loss": 0.9683,
      "step": 90
    },
    {
      "epoch": 0.4776902887139108,
      "grad_norm": 0.37110409255145443,
      "learning_rate": 5.673019572565103e-06,
      "loss": 1.0418,
      "step": 91
    },
    {
      "epoch": 0.48293963254593175,
      "grad_norm": 0.3558357783330656,
      "learning_rate": 5.660321057760186e-06,
      "loss": 1.0055,
      "step": 92
    },
    {
      "epoch": 0.4881889763779528,
      "grad_norm": 0.40499489938404787,
      "learning_rate": 5.6473954138063674e-06,
      "loss": 1.0113,
      "step": 93
    },
    {
      "epoch": 0.49343832020997375,
      "grad_norm": 0.39428526462199764,
      "learning_rate": 5.634243744251094e-06,
      "loss": 0.9875,
      "step": 94
    },
    {
      "epoch": 0.49868766404199477,
      "grad_norm": 0.3711741011240413,
      "learning_rate": 5.620867171939109e-06,
      "loss": 0.9749,
      "step": 95
    },
    {
      "epoch": 0.5039370078740157,
      "grad_norm": 0.3961340085644134,
      "learning_rate": 5.607266838916585e-06,
      "loss": 0.982,
      "step": 96
    },
    {
      "epoch": 0.5091863517060368,
      "grad_norm": 0.3784646685814138,
      "learning_rate": 5.593443906333624e-06,
      "loss": 0.9957,
      "step": 97
    },
    {
      "epoch": 0.5144356955380578,
      "grad_norm": 0.3750460397069026,
      "learning_rate": 5.579399554345118e-06,
      "loss": 0.9755,
      "step": 98
    },
    {
      "epoch": 0.5196850393700787,
      "grad_norm": 0.3746718538274792,
      "learning_rate": 5.565134982009994e-06,
      "loss": 0.9736,
      "step": 99
    },
    {
      "epoch": 0.5249343832020997,
      "grad_norm": 0.38418890409196027,
      "learning_rate": 5.550651407188843e-06,
      "loss": 0.9506,
      "step": 100
    },
    {
      "epoch": 0.5301837270341208,
      "grad_norm": 0.422976375435725,
      "learning_rate": 5.535950066439941e-06,
      "loss": 1.0141,
      "step": 101
    },
    {
      "epoch": 0.5354330708661418,
      "grad_norm": 0.38354451243133536,
      "learning_rate": 5.521032214913679e-06,
      "loss": 0.9618,
      "step": 102
    },
    {
      "epoch": 0.5406824146981627,
      "grad_norm": 0.38257660011773076,
      "learning_rate": 5.505899126245397e-06,
      "loss": 0.939,
      "step": 103
    },
    {
      "epoch": 0.5459317585301837,
      "grad_norm": 0.3768438915225408,
      "learning_rate": 5.490552092446652e-06,
      "loss": 0.9675,
      "step": 104
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 0.3749655286727107,
      "learning_rate": 5.474992423794907e-06,
      "loss": 0.9592,
      "step": 105
    },
    {
      "epoch": 0.5564304461942258,
      "grad_norm": 0.38461916993489687,
      "learning_rate": 5.459221448721664e-06,
      "loss": 0.9623,
      "step": 106
    },
    {
      "epoch": 0.5616797900262467,
      "grad_norm": 0.35648642966931204,
      "learning_rate": 5.443240513699045e-06,
      "loss": 0.985,
      "step": 107
    },
    {
      "epoch": 0.5669291338582677,
      "grad_norm": 0.4051560712719681,
      "learning_rate": 5.427050983124842e-06,
      "loss": 0.9407,
      "step": 108
    },
    {
      "epoch": 0.5721784776902887,
      "grad_norm": 0.3769879713701903,
      "learning_rate": 5.410654239206021e-06,
      "loss": 0.968,
      "step": 109
    },
    {
      "epoch": 0.5774278215223098,
      "grad_norm": 0.3746822083724367,
      "learning_rate": 5.394051681840719e-06,
      "loss": 0.9497,
      "step": 110
    },
    {
      "epoch": 0.5826771653543307,
      "grad_norm": 0.3987231911136733,
      "learning_rate": 5.3772447284987216e-06,
      "loss": 0.961,
      "step": 111
    },
    {
      "epoch": 0.5879265091863517,
      "grad_norm": 0.37848222525971176,
      "learning_rate": 5.36023481410045e-06,
      "loss": 0.9707,
      "step": 112
    },
    {
      "epoch": 0.5931758530183727,
      "grad_norm": 0.3794904855253974,
      "learning_rate": 5.343023390894446e-06,
      "loss": 0.9714,
      "step": 113
    },
    {
      "epoch": 0.5984251968503937,
      "grad_norm": 0.37452267525256994,
      "learning_rate": 5.325611928333389e-06,
      "loss": 0.9406,
      "step": 114
    },
    {
      "epoch": 0.6036745406824147,
      "grad_norm": 0.39474437059829304,
      "learning_rate": 5.308001912948637e-06,
      "loss": 0.9626,
      "step": 115
    },
    {
      "epoch": 0.6089238845144357,
      "grad_norm": 0.4023921986663554,
      "learning_rate": 5.290194848223309e-06,
      "loss": 0.9889,
      "step": 116
    },
    {
      "epoch": 0.6141732283464567,
      "grad_norm": 0.39963771712171875,
      "learning_rate": 5.272192254463929e-06,
      "loss": 0.9639,
      "step": 117
    },
    {
      "epoch": 0.6194225721784777,
      "grad_norm": 0.3893586064595733,
      "learning_rate": 5.2539956686706205e-06,
      "loss": 0.9469,
      "step": 118
    },
    {
      "epoch": 0.6246719160104987,
      "grad_norm": 0.4651495625439333,
      "learning_rate": 5.2356066444058875e-06,
      "loss": 0.9658,
      "step": 119
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 0.39599728107932586,
      "learning_rate": 5.217026751661978e-06,
      "loss": 1.0137,
      "step": 120
    },
    {
      "epoch": 0.6351706036745407,
      "grad_norm": 0.406988761369817,
      "learning_rate": 5.198257576726835e-06,
      "loss": 0.9306,
      "step": 121
    },
    {
      "epoch": 0.6404199475065617,
      "grad_norm": 0.3611939094322339,
      "learning_rate": 5.179300722048673e-06,
      "loss": 0.9462,
      "step": 122
    },
    {
      "epoch": 0.6456692913385826,
      "grad_norm": 0.3809841775392484,
      "learning_rate": 5.1601578060991645e-06,
      "loss": 0.953,
      "step": 123
    },
    {
      "epoch": 0.6509186351706037,
      "grad_norm": 0.46022843064705843,
      "learning_rate": 5.1408304632352575e-06,
      "loss": 0.9422,
      "step": 124
    },
    {
      "epoch": 0.6561679790026247,
      "grad_norm": 0.3979704646560941,
      "learning_rate": 5.1213203435596425e-06,
      "loss": 0.9751,
      "step": 125
    },
    {
      "epoch": 0.6614173228346457,
      "grad_norm": 0.39388496260457084,
      "learning_rate": 5.101629112779873e-06,
      "loss": 0.9722,
      "step": 126
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.3899148438115094,
      "learning_rate": 5.08175845206615e-06,
      "loss": 0.9652,
      "step": 127
    },
    {
      "epoch": 0.6719160104986877,
      "grad_norm": 0.37391882787694275,
      "learning_rate": 5.061710057907788e-06,
      "loss": 0.9621,
      "step": 128
    },
    {
      "epoch": 0.6771653543307087,
      "grad_norm": 0.39500875865406576,
      "learning_rate": 5.041485641968385e-06,
      "loss": 0.9899,
      "step": 129
    },
    {
      "epoch": 0.6824146981627297,
      "grad_norm": 0.37540362490802714,
      "learning_rate": 5.021086930939672e-06,
      "loss": 0.9472,
      "step": 130
    },
    {
      "epoch": 0.6876640419947506,
      "grad_norm": 0.3940788728379769,
      "learning_rate": 5.000515666394105e-06,
      "loss": 0.9479,
      "step": 131
    },
    {
      "epoch": 0.6929133858267716,
      "grad_norm": 0.3919125365655477,
      "learning_rate": 4.979773604636169e-06,
      "loss": 0.9624,
      "step": 132
    },
    {
      "epoch": 0.6981627296587927,
      "grad_norm": 0.3804552314744538,
      "learning_rate": 4.958862516552433e-06,
      "loss": 0.9806,
      "step": 133
    },
    {
      "epoch": 0.7034120734908137,
      "grad_norm": 0.3674434286105591,
      "learning_rate": 4.937784187460362e-06,
      "loss": 0.9511,
      "step": 134
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 0.4109777494732396,
      "learning_rate": 4.916540416955884e-06,
      "loss": 0.9943,
      "step": 135
    },
    {
      "epoch": 0.7139107611548556,
      "grad_norm": 0.40231567788837497,
      "learning_rate": 4.895133018759753e-06,
      "loss": 0.9798,
      "step": 136
    },
    {
      "epoch": 0.7191601049868767,
      "grad_norm": 0.3721834479908975,
      "learning_rate": 4.873563820562698e-06,
      "loss": 0.9504,
      "step": 137
    },
    {
      "epoch": 0.7244094488188977,
      "grad_norm": 0.36127526200518306,
      "learning_rate": 4.851834663869379e-06,
      "loss": 0.9517,
      "step": 138
    },
    {
      "epoch": 0.7296587926509186,
      "grad_norm": 0.3513827139135777,
      "learning_rate": 4.82994740384117e-06,
      "loss": 0.9835,
      "step": 139
    },
    {
      "epoch": 0.7349081364829396,
      "grad_norm": 0.36760728272750326,
      "learning_rate": 4.80790390913777e-06,
      "loss": 0.9503,
      "step": 140
    },
    {
      "epoch": 0.7401574803149606,
      "grad_norm": 0.36275280721999276,
      "learning_rate": 4.785706061757656e-06,
      "loss": 0.9743,
      "step": 141
    },
    {
      "epoch": 0.7454068241469817,
      "grad_norm": 0.3733380512329921,
      "learning_rate": 4.763355756877419e-06,
      "loss": 0.9384,
      "step": 142
    },
    {
      "epoch": 0.7506561679790026,
      "grad_norm": 0.3801691027568987,
      "learning_rate": 4.740854902689947e-06,
      "loss": 0.9296,
      "step": 143
    },
    {
      "epoch": 0.7559055118110236,
      "grad_norm": 0.39053906811778566,
      "learning_rate": 4.718205420241516e-06,
      "loss": 0.9488,
      "step": 144
    },
    {
      "epoch": 0.7611548556430446,
      "grad_norm": 0.3923993707534958,
      "learning_rate": 4.695409243267776e-06,
      "loss": 0.9383,
      "step": 145
    },
    {
      "epoch": 0.7664041994750657,
      "grad_norm": 0.364792552828712,
      "learning_rate": 4.672468318028657e-06,
      "loss": 0.9193,
      "step": 146
    },
    {
      "epoch": 0.7716535433070866,
      "grad_norm": 0.35070825551906964,
      "learning_rate": 4.649384603142202e-06,
      "loss": 0.9164,
      "step": 147
    },
    {
      "epoch": 0.7769028871391076,
      "grad_norm": 0.37099778180795795,
      "learning_rate": 4.626160069417348e-06,
      "loss": 0.9425,
      "step": 148
    },
    {
      "epoch": 0.7821522309711286,
      "grad_norm": 0.36954118968922517,
      "learning_rate": 4.602796699685665e-06,
      "loss": 0.9265,
      "step": 149
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 0.4076466706382121,
      "learning_rate": 4.579296488632067e-06,
      "loss": 1.0133,
      "step": 150
    },
    {
      "epoch": 0.7926509186351706,
      "grad_norm": 0.4015334925568992,
      "learning_rate": 4.5556614426245165e-06,
      "loss": 0.9486,
      "step": 151
    },
    {
      "epoch": 0.7979002624671916,
      "grad_norm": 0.39628644809730684,
      "learning_rate": 4.5318935795427206e-06,
      "loss": 0.9605,
      "step": 152
    },
    {
      "epoch": 0.8031496062992126,
      "grad_norm": 0.36792154742540445,
      "learning_rate": 4.507994928605862e-06,
      "loss": 0.9287,
      "step": 153
    },
    {
      "epoch": 0.8083989501312336,
      "grad_norm": 0.3887839296706913,
      "learning_rate": 4.483967530199337e-06,
      "loss": 0.951,
      "step": 154
    },
    {
      "epoch": 0.8136482939632546,
      "grad_norm": 0.36716852968968616,
      "learning_rate": 4.459813435700569e-06,
      "loss": 0.9702,
      "step": 155
    },
    {
      "epoch": 0.8188976377952756,
      "grad_norm": 0.3533521076976156,
      "learning_rate": 4.4355347073038595e-06,
      "loss": 0.9612,
      "step": 156
    },
    {
      "epoch": 0.8241469816272966,
      "grad_norm": 0.3499649930079787,
      "learning_rate": 4.411133417844328e-06,
      "loss": 0.9599,
      "step": 157
    },
    {
      "epoch": 0.8293963254593176,
      "grad_norm": 0.38582146832565867,
      "learning_rate": 4.38661165062094e-06,
      "loss": 0.9894,
      "step": 158
    },
    {
      "epoch": 0.8346456692913385,
      "grad_norm": 0.39040836855795735,
      "learning_rate": 4.36197149921864e-06,
      "loss": 0.9747,
      "step": 159
    },
    {
      "epoch": 0.8398950131233596,
      "grad_norm": 0.3798580758700489,
      "learning_rate": 4.3372150673296155e-06,
      "loss": 0.9654,
      "step": 160
    },
    {
      "epoch": 0.8451443569553806,
      "grad_norm": 0.3764456540061034,
      "learning_rate": 4.3123444685736795e-06,
      "loss": 0.9823,
      "step": 161
    },
    {
      "epoch": 0.8503937007874016,
      "grad_norm": 0.3771195417830333,
      "learning_rate": 4.287361826317827e-06,
      "loss": 0.9456,
      "step": 162
    },
    {
      "epoch": 0.8556430446194225,
      "grad_norm": 0.37650137746409273,
      "learning_rate": 4.262269273494946e-06,
      "loss": 1.0022,
      "step": 163
    },
    {
      "epoch": 0.8608923884514436,
      "grad_norm": 0.38148353077474145,
      "learning_rate": 4.237068952421711e-06,
      "loss": 0.964,
      "step": 164
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 0.3982519128695332,
      "learning_rate": 4.2117630146156845e-06,
      "loss": 0.9673,
      "step": 165
    },
    {
      "epoch": 0.8713910761154856,
      "grad_norm": 0.36000775624632003,
      "learning_rate": 4.186353620611627e-06,
      "loss": 0.9359,
      "step": 166
    },
    {
      "epoch": 0.8766404199475065,
      "grad_norm": 0.36850454735662447,
      "learning_rate": 4.160842939777036e-06,
      "loss": 0.9422,
      "step": 167
    },
    {
      "epoch": 0.8818897637795275,
      "grad_norm": 0.37804115639757085,
      "learning_rate": 4.135233150126931e-06,
      "loss": 0.9454,
      "step": 168
    },
    {
      "epoch": 0.8871391076115486,
      "grad_norm": 0.3689383402086321,
      "learning_rate": 4.109526438137908e-06,
      "loss": 0.9455,
      "step": 169
    },
    {
      "epoch": 0.8923884514435696,
      "grad_norm": 0.46527154775209717,
      "learning_rate": 4.08372499856146e-06,
      "loss": 0.9386,
      "step": 170
    },
    {
      "epoch": 0.8976377952755905,
      "grad_norm": 0.45653306710128705,
      "learning_rate": 4.0578310342365975e-06,
      "loss": 0.9616,
      "step": 171
    },
    {
      "epoch": 0.9028871391076115,
      "grad_norm": 0.3773630567359451,
      "learning_rate": 4.031846755901785e-06,
      "loss": 0.9285,
      "step": 172
    },
    {
      "epoch": 0.9081364829396326,
      "grad_norm": 0.3644595191521506,
      "learning_rate": 4.005774382006182e-06,
      "loss": 0.9663,
      "step": 173
    },
    {
      "epoch": 0.9133858267716536,
      "grad_norm": 0.3539767481135477,
      "learning_rate": 3.97961613852025e-06,
      "loss": 0.9564,
      "step": 174
    },
    {
      "epoch": 0.9186351706036745,
      "grad_norm": 0.3819676152776953,
      "learning_rate": 3.953374258745705e-06,
      "loss": 0.9607,
      "step": 175
    },
    {
      "epoch": 0.9238845144356955,
      "grad_norm": 0.38397675786726637,
      "learning_rate": 3.927050983124842e-06,
      "loss": 0.9539,
      "step": 176
    },
    {
      "epoch": 0.9291338582677166,
      "grad_norm": 0.3979084367711538,
      "learning_rate": 3.900648559049258e-06,
      "loss": 0.9505,
      "step": 177
    },
    {
      "epoch": 0.9343832020997376,
      "grad_norm": 0.3756154385935223,
      "learning_rate": 3.874169240667974e-06,
      "loss": 0.9519,
      "step": 178
    },
    {
      "epoch": 0.9396325459317585,
      "grad_norm": 0.40551973597201274,
      "learning_rate": 3.847615288694985e-06,
      "loss": 0.9727,
      "step": 179
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 0.4149625851710124,
      "learning_rate": 3.820988970216249e-06,
      "loss": 0.9464,
      "step": 180
    },
    {
      "epoch": 0.9501312335958005,
      "grad_norm": 0.35739115830542967,
      "learning_rate": 3.7942925584961272e-06,
      "loss": 0.9427,
      "step": 181
    },
    {
      "epoch": 0.9553805774278216,
      "grad_norm": 0.3759540038847051,
      "learning_rate": 3.767528332783307e-06,
      "loss": 0.9679,
      "step": 182
    },
    {
      "epoch": 0.9606299212598425,
      "grad_norm": 0.3525867658299593,
      "learning_rate": 3.740698578116199e-06,
      "loss": 0.9183,
      "step": 183
    },
    {
      "epoch": 0.9658792650918635,
      "grad_norm": 0.3557123352774738,
      "learning_rate": 3.7138055851278564e-06,
      "loss": 0.9383,
      "step": 184
    },
    {
      "epoch": 0.9711286089238845,
      "grad_norm": 0.3623514252763418,
      "learning_rate": 3.6868516498504025e-06,
      "loss": 0.9246,
      "step": 185
    },
    {
      "epoch": 0.9763779527559056,
      "grad_norm": 0.38495496418054853,
      "learning_rate": 3.6598390735190066e-06,
      "loss": 0.9612,
      "step": 186
    },
    {
      "epoch": 0.9816272965879265,
      "grad_norm": 0.3648599004428126,
      "learning_rate": 3.63277016237541e-06,
      "loss": 0.9293,
      "step": 187
    },
    {
      "epoch": 0.9868766404199475,
      "grad_norm": 0.38871547084803876,
      "learning_rate": 3.6056472274710305e-06,
      "loss": 0.9973,
      "step": 188
    },
    {
      "epoch": 0.9921259842519685,
      "grad_norm": 0.38590844403642666,
      "learning_rate": 3.578472584469651e-06,
      "loss": 0.9457,
      "step": 189
    },
    {
      "epoch": 0.9973753280839895,
      "grad_norm": 0.3872507088649178,
      "learning_rate": 3.5512485534497116e-06,
      "loss": 0.9462,
      "step": 190
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3872507088649178,
      "learning_rate": 3.523977458706237e-06,
      "loss": 0.9693,
      "step": 191
    },
    {
      "epoch": 1.005249343832021,
      "grad_norm": 0.6232728744646114,
      "learning_rate": 3.49666162855239e-06,
      "loss": 0.887,
      "step": 192
    },
    {
      "epoch": 1.010498687664042,
      "grad_norm": 0.4149641950734625,
      "learning_rate": 3.469303395120693e-06,
      "loss": 0.8826,
      "step": 193
    },
    {
      "epoch": 1.015748031496063,
      "grad_norm": 0.37273340109017755,
      "learning_rate": 3.441905094163913e-06,
      "loss": 0.8893,
      "step": 194
    },
    {
      "epoch": 1.020997375328084,
      "grad_norm": 0.4113832689982837,
      "learning_rate": 3.414469064855647e-06,
      "loss": 0.9205,
      "step": 195
    },
    {
      "epoch": 1.026246719160105,
      "grad_norm": 0.49485155842511663,
      "learning_rate": 3.3869976495906104e-06,
      "loss": 0.9074,
      "step": 196
    },
    {
      "epoch": 1.031496062992126,
      "grad_norm": 0.3736781934252868,
      "learning_rate": 3.3594931937846498e-06,
      "loss": 0.8966,
      "step": 197
    },
    {
      "epoch": 1.036745406824147,
      "grad_norm": 0.3758650059773124,
      "learning_rate": 3.3319580456745023e-06,
      "loss": 0.8759,
      "step": 198
    },
    {
      "epoch": 1.041994750656168,
      "grad_norm": 0.4056031624712629,
      "learning_rate": 3.3043945561173092e-06,
      "loss": 0.8788,
      "step": 199
    },
    {
      "epoch": 1.047244094488189,
      "grad_norm": 0.36344982085137467,
      "learning_rate": 3.2768050783899063e-06,
      "loss": 0.873,
      "step": 200
    },
    {
      "epoch": 1.05249343832021,
      "grad_norm": 0.3760103676246,
      "learning_rate": 3.249191967987912e-06,
      "loss": 0.899,
      "step": 201
    },
    {
      "epoch": 1.057742782152231,
      "grad_norm": 0.39433477834527153,
      "learning_rate": 3.221557582424622e-06,
      "loss": 0.9019,
      "step": 202
    },
    {
      "epoch": 1.0629921259842519,
      "grad_norm": 0.3595753440791428,
      "learning_rate": 3.1939042810297328e-06,
      "loss": 0.8781,
      "step": 203
    },
    {
      "epoch": 1.068241469816273,
      "grad_norm": 0.3743448170598354,
      "learning_rate": 3.16623442474791e-06,
      "loss": 0.8689,
      "step": 204
    },
    {
      "epoch": 1.073490813648294,
      "grad_norm": 0.3618551186966609,
      "learning_rate": 3.138550375937219e-06,
      "loss": 0.9094,
      "step": 205
    },
    {
      "epoch": 1.078740157480315,
      "grad_norm": 0.36577516842050983,
      "learning_rate": 3.1108544981674356e-06,
      "loss": 0.8668,
      "step": 206
    },
    {
      "epoch": 1.083989501312336,
      "grad_norm": 0.3985134455319658,
      "learning_rate": 3.0831491560182495e-06,
      "loss": 0.9016,
      "step": 207
    },
    {
      "epoch": 1.0892388451443569,
      "grad_norm": 0.37808489525197075,
      "learning_rate": 3.0554367148773897e-06,
      "loss": 0.895,
      "step": 208
    },
    {
      "epoch": 1.094488188976378,
      "grad_norm": 0.4112784941005797,
      "learning_rate": 3.027719540738673e-06,
      "loss": 0.859,
      "step": 209
    },
    {
      "epoch": 1.099737532808399,
      "grad_norm": 0.3830296759827936,
      "learning_rate": 3e-06,
      "loss": 0.8569,
      "step": 210
    },
    {
      "epoch": 1.10498687664042,
      "grad_norm": 0.3930755503999148,
      "learning_rate": 2.972280459261328e-06,
      "loss": 0.8774,
      "step": 211
    },
    {
      "epoch": 1.110236220472441,
      "grad_norm": 0.36738851637178116,
      "learning_rate": 2.944563285122611e-06,
      "loss": 0.9086,
      "step": 212
    },
    {
      "epoch": 1.1154855643044619,
      "grad_norm": 0.3897160841039193,
      "learning_rate": 2.9168508439817515e-06,
      "loss": 0.889,
      "step": 213
    },
    {
      "epoch": 1.120734908136483,
      "grad_norm": 0.39858146379374537,
      "learning_rate": 2.889145501832566e-06,
      "loss": 0.8964,
      "step": 214
    },
    {
      "epoch": 1.125984251968504,
      "grad_norm": 0.3739395525411432,
      "learning_rate": 2.861449624062782e-06,
      "loss": 0.8884,
      "step": 215
    },
    {
      "epoch": 1.1312335958005248,
      "grad_norm": 0.3755768464864809,
      "learning_rate": 2.83376557525209e-06,
      "loss": 0.851,
      "step": 216
    },
    {
      "epoch": 1.136482939632546,
      "grad_norm": 0.38260315757882735,
      "learning_rate": 2.8060957189702674e-06,
      "loss": 0.9152,
      "step": 217
    },
    {
      "epoch": 1.141732283464567,
      "grad_norm": 0.4205379839527009,
      "learning_rate": 2.7784424175753784e-06,
      "loss": 0.8683,
      "step": 218
    },
    {
      "epoch": 1.1469816272965878,
      "grad_norm": 0.38325260941818995,
      "learning_rate": 2.7508080320120888e-06,
      "loss": 0.8943,
      "step": 219
    },
    {
      "epoch": 1.152230971128609,
      "grad_norm": 0.3763198826603672,
      "learning_rate": 2.7231949216100943e-06,
      "loss": 0.8676,
      "step": 220
    },
    {
      "epoch": 1.1574803149606299,
      "grad_norm": 0.3767162287387105,
      "learning_rate": 2.6956054438826918e-06,
      "loss": 0.8482,
      "step": 221
    },
    {
      "epoch": 1.162729658792651,
      "grad_norm": 0.3486273740901837,
      "learning_rate": 2.668041954325498e-06,
      "loss": 0.8879,
      "step": 222
    },
    {
      "epoch": 1.167979002624672,
      "grad_norm": 0.39084218665366566,
      "learning_rate": 2.640506806215351e-06,
      "loss": 0.8679,
      "step": 223
    },
    {
      "epoch": 1.1732283464566928,
      "grad_norm": 0.3538552501730603,
      "learning_rate": 2.613002350409391e-06,
      "loss": 0.8871,
      "step": 224
    },
    {
      "epoch": 1.178477690288714,
      "grad_norm": 0.36544200913577,
      "learning_rate": 2.585530935144354e-06,
      "loss": 0.8616,
      "step": 225
    },
    {
      "epoch": 1.1837270341207349,
      "grad_norm": 0.3985990462573467,
      "learning_rate": 2.558094905836087e-06,
      "loss": 0.8917,
      "step": 226
    },
    {
      "epoch": 1.188976377952756,
      "grad_norm": 0.42608518999556655,
      "learning_rate": 2.5306966048793067e-06,
      "loss": 0.8817,
      "step": 227
    },
    {
      "epoch": 1.194225721784777,
      "grad_norm": 0.37952769789031354,
      "learning_rate": 2.5033383714476097e-06,
      "loss": 0.8985,
      "step": 228
    },
    {
      "epoch": 1.1994750656167978,
      "grad_norm": 0.40804864076806885,
      "learning_rate": 2.4760225412937633e-06,
      "loss": 0.9073,
      "step": 229
    },
    {
      "epoch": 1.204724409448819,
      "grad_norm": 0.4167713152946991,
      "learning_rate": 2.4487514465502885e-06,
      "loss": 0.8566,
      "step": 230
    },
    {
      "epoch": 1.20997375328084,
      "grad_norm": 0.4022153540631621,
      "learning_rate": 2.42152741553035e-06,
      "loss": 0.8713,
      "step": 231
    },
    {
      "epoch": 1.2152230971128608,
      "grad_norm": 0.4222065137992956,
      "learning_rate": 2.39435277252897e-06,
      "loss": 0.9035,
      "step": 232
    },
    {
      "epoch": 1.220472440944882,
      "grad_norm": 0.3666365807384159,
      "learning_rate": 2.3672298376245908e-06,
      "loss": 0.8637,
      "step": 233
    },
    {
      "epoch": 1.2257217847769029,
      "grad_norm": 0.3976853335036615,
      "learning_rate": 2.3401609264809953e-06,
      "loss": 0.9398,
      "step": 234
    },
    {
      "epoch": 1.2309711286089238,
      "grad_norm": 0.37956934109451046,
      "learning_rate": 2.3131483501495985e-06,
      "loss": 0.8353,
      "step": 235
    },
    {
      "epoch": 1.236220472440945,
      "grad_norm": 0.33722056538083744,
      "learning_rate": 2.2861944148721446e-06,
      "loss": 0.8786,
      "step": 236
    },
    {
      "epoch": 1.2414698162729658,
      "grad_norm": 0.49777382093647954,
      "learning_rate": 2.2593014218838e-06,
      "loss": 0.8834,
      "step": 237
    },
    {
      "epoch": 1.246719160104987,
      "grad_norm": 0.35315516410389436,
      "learning_rate": 2.232471667216693e-06,
      "loss": 0.8442,
      "step": 238
    },
    {
      "epoch": 1.2519685039370079,
      "grad_norm": 0.3816124424363711,
      "learning_rate": 2.2057074415038725e-06,
      "loss": 0.8573,
      "step": 239
    },
    {
      "epoch": 1.257217847769029,
      "grad_norm": 0.36319142999803095,
      "learning_rate": 2.1790110297837514e-06,
      "loss": 0.8481,
      "step": 240
    },
    {
      "epoch": 1.26246719160105,
      "grad_norm": 0.34672889281207053,
      "learning_rate": 2.152384711305015e-06,
      "loss": 0.8623,
      "step": 241
    },
    {
      "epoch": 1.2677165354330708,
      "grad_norm": 0.37448151544392105,
      "learning_rate": 2.1258307593320262e-06,
      "loss": 0.8751,
      "step": 242
    },
    {
      "epoch": 1.272965879265092,
      "grad_norm": 0.37082567424502005,
      "learning_rate": 2.099351440950742e-06,
      "loss": 0.8914,
      "step": 243
    },
    {
      "epoch": 1.2782152230971129,
      "grad_norm": 0.39074992783073415,
      "learning_rate": 2.072949016875158e-06,
      "loss": 0.9222,
      "step": 244
    },
    {
      "epoch": 1.2834645669291338,
      "grad_norm": 0.4150437401629804,
      "learning_rate": 2.046625741254295e-06,
      "loss": 0.9475,
      "step": 245
    },
    {
      "epoch": 1.288713910761155,
      "grad_norm": 0.4504166670407193,
      "learning_rate": 2.0203838614797505e-06,
      "loss": 0.9026,
      "step": 246
    },
    {
      "epoch": 1.2939632545931758,
      "grad_norm": 0.38345958484903814,
      "learning_rate": 1.994225617993819e-06,
      "loss": 0.9074,
      "step": 247
    },
    {
      "epoch": 1.2992125984251968,
      "grad_norm": 0.37086048031752866,
      "learning_rate": 1.9681532440982154e-06,
      "loss": 0.8755,
      "step": 248
    },
    {
      "epoch": 1.304461942257218,
      "grad_norm": 0.3775524407980251,
      "learning_rate": 1.942168965763402e-06,
      "loss": 0.8986,
      "step": 249
    },
    {
      "epoch": 1.3097112860892388,
      "grad_norm": 0.364796377340789,
      "learning_rate": 1.916275001438541e-06,
      "loss": 0.867,
      "step": 250
    },
    {
      "epoch": 1.3149606299212597,
      "grad_norm": 0.3705604843330414,
      "learning_rate": 1.8904735618620928e-06,
      "loss": 0.8875,
      "step": 251
    },
    {
      "epoch": 1.3202099737532809,
      "grad_norm": 0.3847344001283667,
      "learning_rate": 1.8647668498730693e-06,
      "loss": 0.8678,
      "step": 252
    },
    {
      "epoch": 1.3254593175853018,
      "grad_norm": 0.3507183610862785,
      "learning_rate": 1.8391570602229647e-06,
      "loss": 0.8895,
      "step": 253
    },
    {
      "epoch": 1.330708661417323,
      "grad_norm": 0.34464955572346173,
      "learning_rate": 1.8136463793883725e-06,
      "loss": 0.9112,
      "step": 254
    },
    {
      "epoch": 1.3359580052493438,
      "grad_norm": 0.3804540728076062,
      "learning_rate": 1.7882369853843155e-06,
      "loss": 0.8818,
      "step": 255
    },
    {
      "epoch": 1.341207349081365,
      "grad_norm": 0.38671544491057547,
      "learning_rate": 1.76293104757829e-06,
      "loss": 0.8712,
      "step": 256
    },
    {
      "epoch": 1.3464566929133859,
      "grad_norm": 0.35028636565033566,
      "learning_rate": 1.7377307265050559e-06,
      "loss": 0.8795,
      "step": 257
    },
    {
      "epoch": 1.3517060367454068,
      "grad_norm": 0.3596694021401425,
      "learning_rate": 1.7126381736821732e-06,
      "loss": 0.8791,
      "step": 258
    },
    {
      "epoch": 1.356955380577428,
      "grad_norm": 0.3833574983214166,
      "learning_rate": 1.6876555314263213e-06,
      "loss": 0.9108,
      "step": 259
    },
    {
      "epoch": 1.3622047244094488,
      "grad_norm": 0.3701840047085969,
      "learning_rate": 1.6627849326703855e-06,
      "loss": 0.8695,
      "step": 260
    },
    {
      "epoch": 1.3674540682414698,
      "grad_norm": 0.36098816535443995,
      "learning_rate": 1.6380285007813598e-06,
      "loss": 0.876,
      "step": 261
    },
    {
      "epoch": 1.372703412073491,
      "grad_norm": 0.3900890284585014,
      "learning_rate": 1.6133883493790609e-06,
      "loss": 0.8498,
      "step": 262
    },
    {
      "epoch": 1.3779527559055118,
      "grad_norm": 0.34906551126755136,
      "learning_rate": 1.5888665821556724e-06,
      "loss": 0.8513,
      "step": 263
    },
    {
      "epoch": 1.3832020997375327,
      "grad_norm": 0.3753732283477496,
      "learning_rate": 1.5644652926961407e-06,
      "loss": 0.8714,
      "step": 264
    },
    {
      "epoch": 1.3884514435695539,
      "grad_norm": 0.34748864593560347,
      "learning_rate": 1.5401865642994315e-06,
      "loss": 0.9124,
      "step": 265
    },
    {
      "epoch": 1.3937007874015748,
      "grad_norm": 0.36698053817770165,
      "learning_rate": 1.5160324698006642e-06,
      "loss": 0.8814,
      "step": 266
    },
    {
      "epoch": 1.3989501312335957,
      "grad_norm": 0.4000964153653425,
      "learning_rate": 1.4920050713941398e-06,
      "loss": 0.9082,
      "step": 267
    },
    {
      "epoch": 1.4041994750656168,
      "grad_norm": 0.3985391177875817,
      "learning_rate": 1.4681064204572798e-06,
      "loss": 0.8749,
      "step": 268
    },
    {
      "epoch": 1.4094488188976377,
      "grad_norm": 0.3578122677174226,
      "learning_rate": 1.4443385573754837e-06,
      "loss": 0.8608,
      "step": 269
    },
    {
      "epoch": 1.4146981627296589,
      "grad_norm": 0.3576093239254431,
      "learning_rate": 1.4207035113679322e-06,
      "loss": 0.8798,
      "step": 270
    },
    {
      "epoch": 1.4199475065616798,
      "grad_norm": 0.35299639204379674,
      "learning_rate": 1.3972033003143348e-06,
      "loss": 0.8972,
      "step": 271
    },
    {
      "epoch": 1.425196850393701,
      "grad_norm": 0.3937775289907907,
      "learning_rate": 1.3738399305826516e-06,
      "loss": 0.8736,
      "step": 272
    },
    {
      "epoch": 1.4304461942257218,
      "grad_norm": 0.3691998032129419,
      "learning_rate": 1.3506153968577983e-06,
      "loss": 0.8667,
      "step": 273
    },
    {
      "epoch": 1.4356955380577427,
      "grad_norm": 0.35764876894907843,
      "learning_rate": 1.3275316819713435e-06,
      "loss": 0.882,
      "step": 274
    },
    {
      "epoch": 1.4409448818897639,
      "grad_norm": 0.3859579688778526,
      "learning_rate": 1.3045907567322243e-06,
      "loss": 0.844,
      "step": 275
    },
    {
      "epoch": 1.4461942257217848,
      "grad_norm": 0.3736621084680505,
      "learning_rate": 1.2817945797584844e-06,
      "loss": 0.8525,
      "step": 276
    },
    {
      "epoch": 1.4514435695538057,
      "grad_norm": 0.36602372507940695,
      "learning_rate": 1.2591450973100532e-06,
      "loss": 0.8577,
      "step": 277
    },
    {
      "epoch": 1.4566929133858268,
      "grad_norm": 0.37926054124030645,
      "learning_rate": 1.236644243122581e-06,
      "loss": 0.8837,
      "step": 278
    },
    {
      "epoch": 1.4619422572178478,
      "grad_norm": 0.3680022216795608,
      "learning_rate": 1.214293938242344e-06,
      "loss": 0.8984,
      "step": 279
    },
    {
      "epoch": 1.4671916010498687,
      "grad_norm": 0.37824901927870175,
      "learning_rate": 1.1920960908622313e-06,
      "loss": 0.8745,
      "step": 280
    },
    {
      "epoch": 1.4724409448818898,
      "grad_norm": 0.3489273490529577,
      "learning_rate": 1.17005259615883e-06,
      "loss": 0.8628,
      "step": 281
    },
    {
      "epoch": 1.4776902887139107,
      "grad_norm": 0.3735770062938505,
      "learning_rate": 1.1481653361306215e-06,
      "loss": 0.8619,
      "step": 282
    },
    {
      "epoch": 1.4829396325459316,
      "grad_norm": 0.3458041443504503,
      "learning_rate": 1.1264361794373032e-06,
      "loss": 0.8761,
      "step": 283
    },
    {
      "epoch": 1.4881889763779528,
      "grad_norm": 0.35998420937846626,
      "learning_rate": 1.104866981240248e-06,
      "loss": 0.8844,
      "step": 284
    },
    {
      "epoch": 1.4934383202099737,
      "grad_norm": 0.4029178073367971,
      "learning_rate": 1.0834595830441168e-06,
      "loss": 0.8511,
      "step": 285
    },
    {
      "epoch": 1.4986876640419948,
      "grad_norm": 0.3763622650814437,
      "learning_rate": 1.0622158125396387e-06,
      "loss": 0.8599,
      "step": 286
    },
    {
      "epoch": 1.5039370078740157,
      "grad_norm": 0.3845965137728459,
      "learning_rate": 1.0411374834475678e-06,
      "loss": 0.9062,
      "step": 287
    },
    {
      "epoch": 1.5091863517060369,
      "grad_norm": 0.34964825506869784,
      "learning_rate": 1.020226395363833e-06,
      "loss": 0.8525,
      "step": 288
    },
    {
      "epoch": 1.5144356955380578,
      "grad_norm": 0.38214019455395715,
      "learning_rate": 9.994843336058968e-07,
      "loss": 0.8686,
      "step": 289
    },
    {
      "epoch": 1.5196850393700787,
      "grad_norm": 0.3808975526218143,
      "learning_rate": 9.789130690603284e-07,
      "loss": 0.8537,
      "step": 290
    },
    {
      "epoch": 1.5249343832020998,
      "grad_norm": 0.3761982373529746,
      "learning_rate": 9.585143580316153e-07,
      "loss": 0.8826,
      "step": 291
    },
    {
      "epoch": 1.5301837270341208,
      "grad_norm": 0.351389916026518,
      "learning_rate": 9.382899420922119e-07,
      "loss": 0.8683,
      "step": 292
    },
    {
      "epoch": 1.5354330708661417,
      "grad_norm": 0.3711139029247798,
      "learning_rate": 9.182415479338512e-07,
      "loss": 0.8878,
      "step": 293
    },
    {
      "epoch": 1.5406824146981628,
      "grad_norm": 0.3717732780588312,
      "learning_rate": 8.983708872201271e-07,
      "loss": 0.8585,
      "step": 294
    },
    {
      "epoch": 1.5459317585301837,
      "grad_norm": 0.3742271193984993,
      "learning_rate": 8.786796564403577e-07,
      "loss": 0.8579,
      "step": 295
    },
    {
      "epoch": 1.5511811023622046,
      "grad_norm": 0.42523434659053005,
      "learning_rate": 8.591695367647433e-07,
      "loss": 0.8746,
      "step": 296
    },
    {
      "epoch": 1.5564304461942258,
      "grad_norm": 0.3794388162880317,
      "learning_rate": 8.398421939008367e-07,
      "loss": 0.8479,
      "step": 297
    },
    {
      "epoch": 1.5616797900262467,
      "grad_norm": 0.3588910082794427,
      "learning_rate": 8.206992779513281e-07,
      "loss": 0.8329,
      "step": 298
    },
    {
      "epoch": 1.5669291338582676,
      "grad_norm": 0.37000389491476643,
      "learning_rate": 8.017424232731664e-07,
      "loss": 0.8693,
      "step": 299
    },
    {
      "epoch": 1.5721784776902887,
      "grad_norm": 0.4003207798760719,
      "learning_rate": 7.829732483380231e-07,
      "loss": 0.8886,
      "step": 300
    },
    {
      "epoch": 1.5774278215223099,
      "grad_norm": 0.37170546863230536,
      "learning_rate": 7.64393355594112e-07,
      "loss": 0.9035,
      "step": 301
    },
    {
      "epoch": 1.5826771653543306,
      "grad_norm": 0.35766484669954807,
      "learning_rate": 7.4600433132938e-07,
      "loss": 0.848,
      "step": 302
    },
    {
      "epoch": 1.5879265091863517,
      "grad_norm": 0.33788894124632585,
      "learning_rate": 7.278077455360717e-07,
      "loss": 0.8545,
      "step": 303
    },
    {
      "epoch": 1.5931758530183728,
      "grad_norm": 0.36604275227388566,
      "learning_rate": 7.09805151776691e-07,
      "loss": 0.8415,
      "step": 304
    },
    {
      "epoch": 1.5984251968503937,
      "grad_norm": 0.33845675028801603,
      "learning_rate": 6.919980870513633e-07,
      "loss": 0.8472,
      "step": 305
    },
    {
      "epoch": 1.6036745406824147,
      "grad_norm": 0.35701657873038517,
      "learning_rate": 6.743880716666104e-07,
      "loss": 0.8496,
      "step": 306
    },
    {
      "epoch": 1.6089238845144358,
      "grad_norm": 0.3779107207471187,
      "learning_rate": 6.569766091055539e-07,
      "loss": 0.8495,
      "step": 307
    },
    {
      "epoch": 1.6141732283464567,
      "grad_norm": 0.3872432739805792,
      "learning_rate": 6.397651858995504e-07,
      "loss": 0.851,
      "step": 308
    },
    {
      "epoch": 1.6194225721784776,
      "grad_norm": 0.3595059488828886,
      "learning_rate": 6.227552715012785e-07,
      "loss": 0.8855,
      "step": 309
    },
    {
      "epoch": 1.6246719160104988,
      "grad_norm": 0.37515207797149636,
      "learning_rate": 6.059483181592815e-07,
      "loss": 0.8858,
      "step": 310
    },
    {
      "epoch": 1.6299212598425197,
      "grad_norm": 0.3629206169447269,
      "learning_rate": 5.893457607939788e-07,
      "loss": 0.8807,
      "step": 311
    },
    {
      "epoch": 1.6351706036745406,
      "grad_norm": 0.3545486266254271,
      "learning_rate": 5.72949016875158e-07,
      "loss": 0.8955,
      "step": 312
    },
    {
      "epoch": 1.6404199475065617,
      "grad_norm": 0.3432909080087375,
      "learning_rate": 5.56759486300955e-07,
      "loss": 0.8681,
      "step": 313
    },
    {
      "epoch": 1.6456692913385826,
      "grad_norm": 0.3639385301913205,
      "learning_rate": 5.40778551278337e-07,
      "loss": 0.8733,
      "step": 314
    },
    {
      "epoch": 1.6509186351706036,
      "grad_norm": 0.38920489291790045,
      "learning_rate": 5.250075762050935e-07,
      "loss": 0.8745,
      "step": 315
    },
    {
      "epoch": 1.6561679790026247,
      "grad_norm": 0.3618641411341515,
      "learning_rate": 5.094479075533486e-07,
      "loss": 0.8832,
      "step": 316
    },
    {
      "epoch": 1.6614173228346458,
      "grad_norm": 0.38194003303963936,
      "learning_rate": 4.941008737546039e-07,
      "loss": 0.882,
      "step": 317
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.36004508832846943,
      "learning_rate": 4.789677850863222e-07,
      "loss": 0.8754,
      "step": 318
    },
    {
      "epoch": 1.6719160104986877,
      "grad_norm": 0.3713147294795857,
      "learning_rate": 4.6404993356005967e-07,
      "loss": 0.8496,
      "step": 319
    },
    {
      "epoch": 1.6771653543307088,
      "grad_norm": 0.40332844918244803,
      "learning_rate": 4.4934859281115804e-07,
      "loss": 0.8985,
      "step": 320
    },
    {
      "epoch": 1.6824146981627297,
      "grad_norm": 0.37460256078858306,
      "learning_rate": 4.34865017990007e-07,
      "loss": 0.8997,
      "step": 321
    },
    {
      "epoch": 1.6876640419947506,
      "grad_norm": 0.34681859755129757,
      "learning_rate": 4.2060044565488264e-07,
      "loss": 0.8596,
      "step": 322
    },
    {
      "epoch": 1.6929133858267718,
      "grad_norm": 0.36407790059697526,
      "learning_rate": 4.0655609366637635e-07,
      "loss": 0.8891,
      "step": 323
    },
    {
      "epoch": 1.6981627296587927,
      "grad_norm": 0.38031424057937346,
      "learning_rate": 3.9273316108341493e-07,
      "loss": 0.9026,
      "step": 324
    },
    {
      "epoch": 1.7034120734908136,
      "grad_norm": 0.37078158732866173,
      "learning_rate": 3.791328280608916e-07,
      "loss": 0.8676,
      "step": 325
    },
    {
      "epoch": 1.7086614173228347,
      "grad_norm": 0.3744777105843697,
      "learning_rate": 3.657562557489063e-07,
      "loss": 0.8692,
      "step": 326
    },
    {
      "epoch": 1.7139107611548556,
      "grad_norm": 0.35275476224983093,
      "learning_rate": 3.52604586193633e-07,
      "loss": 0.878,
      "step": 327
    },
    {
      "epoch": 1.7191601049868765,
      "grad_norm": 0.3845721220969486,
      "learning_rate": 3.396789422398143e-07,
      "loss": 0.8715,
      "step": 328
    },
    {
      "epoch": 1.7244094488188977,
      "grad_norm": 0.38567935425060995,
      "learning_rate": 3.269804274348966e-07,
      "loss": 0.8552,
      "step": 329
    },
    {
      "epoch": 1.7296587926509186,
      "grad_norm": 0.36984914245968326,
      "learning_rate": 3.145101259348133e-07,
      "loss": 0.8905,
      "step": 330
    },
    {
      "epoch": 1.7349081364829395,
      "grad_norm": 0.3862126346234947,
      "learning_rate": 3.022691024114234e-07,
      "loss": 0.8759,
      "step": 331
    },
    {
      "epoch": 1.7401574803149606,
      "grad_norm": 0.37276644156643624,
      "learning_rate": 2.9025840196161345e-07,
      "loss": 0.8996,
      "step": 332
    },
    {
      "epoch": 1.7454068241469818,
      "grad_norm": 0.3619714746103851,
      "learning_rate": 2.784790500180704e-07,
      "loss": 0.8734,
      "step": 333
    },
    {
      "epoch": 1.7506561679790025,
      "grad_norm": 0.3489848842196673,
      "learning_rate": 2.6693205226173466e-07,
      "loss": 0.852,
      "step": 334
    },
    {
      "epoch": 1.7559055118110236,
      "grad_norm": 0.47292345630417715,
      "learning_rate": 2.556183945359369e-07,
      "loss": 0.8524,
      "step": 335
    },
    {
      "epoch": 1.7611548556430447,
      "grad_norm": 0.3454751472880757,
      "learning_rate": 2.4453904276223093e-07,
      "loss": 0.8639,
      "step": 336
    },
    {
      "epoch": 1.7664041994750657,
      "grad_norm": 0.39520326916346893,
      "learning_rate": 2.3369494285792648e-07,
      "loss": 0.9011,
      "step": 337
    },
    {
      "epoch": 1.7716535433070866,
      "grad_norm": 0.36215879824858,
      "learning_rate": 2.2308702065533138e-07,
      "loss": 0.8475,
      "step": 338
    },
    {
      "epoch": 1.7769028871391077,
      "grad_norm": 0.3785025816595213,
      "learning_rate": 2.1271618182270402e-07,
      "loss": 0.8785,
      "step": 339
    },
    {
      "epoch": 1.7821522309711286,
      "grad_norm": 0.35017564001831825,
      "learning_rate": 2.0258331178693291e-07,
      "loss": 0.9251,
      "step": 340
    },
    {
      "epoch": 1.7874015748031495,
      "grad_norm": 0.3736191583691154,
      "learning_rate": 1.926892756579427e-07,
      "loss": 0.8638,
      "step": 341
    },
    {
      "epoch": 1.7926509186351707,
      "grad_norm": 0.3542533426451256,
      "learning_rate": 1.8303491815483076e-07,
      "loss": 0.8501,
      "step": 342
    },
    {
      "epoch": 1.7979002624671916,
      "grad_norm": 0.3653513060765524,
      "learning_rate": 1.7362106353375107e-07,
      "loss": 0.8704,
      "step": 343
    },
    {
      "epoch": 1.8031496062992125,
      "grad_norm": 0.3699565968914539,
      "learning_rate": 1.6444851551754158e-07,
      "loss": 0.8659,
      "step": 344
    },
    {
      "epoch": 1.8083989501312336,
      "grad_norm": 0.357867752615946,
      "learning_rate": 1.5551805722710245e-07,
      "loss": 0.8802,
      "step": 345
    },
    {
      "epoch": 1.8136482939632546,
      "grad_norm": 0.37125992932731333,
      "learning_rate": 1.4683045111453941e-07,
      "loss": 0.8368,
      "step": 346
    },
    {
      "epoch": 1.8188976377952755,
      "grad_norm": 0.3685836112400432,
      "learning_rate": 1.3838643889806568e-07,
      "loss": 0.9235,
      "step": 347
    },
    {
      "epoch": 1.8241469816272966,
      "grad_norm": 0.36408877164595227,
      "learning_rate": 1.3018674149867782e-07,
      "loss": 0.8799,
      "step": 348
    },
    {
      "epoch": 1.8293963254593177,
      "grad_norm": 0.3642144586766023,
      "learning_rate": 1.2223205897860533e-07,
      "loss": 0.8777,
      "step": 349
    },
    {
      "epoch": 1.8346456692913384,
      "grad_norm": 0.39073442531405206,
      "learning_rate": 1.1452307048154286e-07,
      "loss": 0.8797,
      "step": 350
    },
    {
      "epoch": 1.8398950131233596,
      "grad_norm": 0.3810371400467593,
      "learning_rate": 1.0706043417466549e-07,
      "loss": 0.91,
      "step": 351
    },
    {
      "epoch": 1.8451443569553807,
      "grad_norm": 0.35959663657652996,
      "learning_rate": 9.984478719243772e-08,
      "loss": 0.8714,
      "step": 352
    },
    {
      "epoch": 1.8503937007874016,
      "grad_norm": 0.36819474514599226,
      "learning_rate": 9.287674558221737e-08,
      "loss": 0.9048,
      "step": 353
    },
    {
      "epoch": 1.8556430446194225,
      "grad_norm": 0.3492451150451855,
      "learning_rate": 8.615690425165823e-08,
      "loss": 0.8589,
      "step": 354
    },
    {
      "epoch": 1.8608923884514437,
      "grad_norm": 0.3692991236824256,
      "learning_rate": 7.968583691792142e-08,
      "loss": 0.8502,
      "step": 355
    },
    {
      "epoch": 1.8661417322834646,
      "grad_norm": 0.36506034919430097,
      "learning_rate": 7.34640960586902e-08,
      "loss": 0.8948,
      "step": 356
    },
    {
      "epoch": 1.8713910761154855,
      "grad_norm": 0.39656772129331486,
      "learning_rate": 6.749221286500273e-08,
      "loss": 0.872,
      "step": 357
    },
    {
      "epoch": 1.8766404199475066,
      "grad_norm": 0.3766497135471153,
      "learning_rate": 6.177069719590234e-08,
      "loss": 0.8459,
      "step": 358
    },
    {
      "epoch": 1.8818897637795275,
      "grad_norm": 0.3420155942064905,
      "learning_rate": 5.6300037534904644e-08,
      "loss": 0.8797,
      "step": 359
    },
    {
      "epoch": 1.8871391076115485,
      "grad_norm": 0.3790798456525195,
      "learning_rate": 5.108070094829465e-08,
      "loss": 0.8374,
      "step": 360
    },
    {
      "epoch": 1.8923884514435696,
      "grad_norm": 0.36574760138577367,
      "learning_rate": 4.6113133045249225e-08,
      "loss": 0.8507,
      "step": 361
    },
    {
      "epoch": 1.8976377952755905,
      "grad_norm": 0.39215283711659366,
      "learning_rate": 4.139775793979228e-08,
      "loss": 0.9416,
      "step": 362
    },
    {
      "epoch": 1.9028871391076114,
      "grad_norm": 0.33743123097312766,
      "learning_rate": 3.693497821458702e-08,
      "loss": 0.8469,
      "step": 363
    },
    {
      "epoch": 1.9081364829396326,
      "grad_norm": 0.365685642660726,
      "learning_rate": 3.272517488656213e-08,
      "loss": 0.8809,
      "step": 364
    },
    {
      "epoch": 1.9133858267716537,
      "grad_norm": 0.35701737992686006,
      "learning_rate": 2.876870737438475e-08,
      "loss": 0.8576,
      "step": 365
    },
    {
      "epoch": 1.9186351706036744,
      "grad_norm": 0.4717726718121241,
      "learning_rate": 2.506591346777176e-08,
      "loss": 0.8882,
      "step": 366
    },
    {
      "epoch": 1.9238845144356955,
      "grad_norm": 0.3644123714802389,
      "learning_rate": 2.1617109298653126e-08,
      "loss": 0.8806,
      "step": 367
    },
    {
      "epoch": 1.9291338582677167,
      "grad_norm": 0.37039268056716995,
      "learning_rate": 1.842258931417917e-08,
      "loss": 0.8646,
      "step": 368
    },
    {
      "epoch": 1.9343832020997376,
      "grad_norm": 0.38307646079911417,
      "learning_rate": 1.5482626251583364e-08,
      "loss": 0.8605,
      "step": 369
    },
    {
      "epoch": 1.9396325459317585,
      "grad_norm": 0.34939756521186505,
      "learning_rate": 1.2797471114896598e-08,
      "loss": 0.8605,
      "step": 370
    },
    {
      "epoch": 1.9448818897637796,
      "grad_norm": 0.3630644212614912,
      "learning_rate": 1.0367353153516335e-08,
      "loss": 0.8874,
      "step": 371
    },
    {
      "epoch": 1.9501312335958005,
      "grad_norm": 0.36486914850748925,
      "learning_rate": 8.192479842635937e-09,
      "loss": 0.8488,
      "step": 372
    },
    {
      "epoch": 1.9553805774278215,
      "grad_norm": 0.3477602485063963,
      "learning_rate": 6.273036865529158e-09,
      "loss": 0.8865,
      "step": 373
    },
    {
      "epoch": 1.9606299212598426,
      "grad_norm": 0.3699792979427579,
      "learning_rate": 4.6091880976981695e-09,
      "loss": 0.8552,
      "step": 374
    },
    {
      "epoch": 1.9658792650918635,
      "grad_norm": 0.36569117211522567,
      "learning_rate": 3.201075592882741e-09,
      "loss": 0.8771,
      "step": 375
    },
    {
      "epoch": 1.9711286089238844,
      "grad_norm": 0.3673522439384638,
      "learning_rate": 2.0488195709312816e-09,
      "loss": 0.8316,
      "step": 376
    },
    {
      "epoch": 1.9763779527559056,
      "grad_norm": 0.40741119157495514,
      "learning_rate": 1.152518407537717e-09,
      "loss": 0.8686,
      "step": 377
    },
    {
      "epoch": 1.9816272965879265,
      "grad_norm": 0.3922247762663656,
      "learning_rate": 5.122486258418713e-10,
      "loss": 0.88,
      "step": 378
    },
    {
      "epoch": 1.9868766404199474,
      "grad_norm": 0.36724366518491103,
      "learning_rate": 1.2806488989636211e-10,
      "loss": 0.863,
      "step": 379
    },
    {
      "epoch": 1.9921259842519685,
      "grad_norm": 0.37347664771694333,
      "learning_rate": 0.0,
      "loss": 0.8553,
      "step": 380
    }
  ],
  "logging_steps": 1,
  "max_steps": 380,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 95,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.333503833071944e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}