{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 816,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012254901960784314,
      "grad_norm": 1.603988652495189,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 1.3541,
      "step": 1
    },
    {
      "epoch": 0.006127450980392157,
      "grad_norm": 1.4587743423854005,
      "learning_rate": 6.097560975609756e-05,
      "loss": 1.355,
      "step": 5
    },
    {
      "epoch": 0.012254901960784314,
      "grad_norm": 1.538685925430638,
      "learning_rate": 0.00012195121951219512,
      "loss": 1.3083,
      "step": 10
    },
    {
      "epoch": 0.01838235294117647,
      "grad_norm": 0.5820643527511544,
      "learning_rate": 0.00018292682926829268,
      "loss": 1.2226,
      "step": 15
    },
    {
      "epoch": 0.024509803921568627,
      "grad_norm": 0.37609725156071605,
      "learning_rate": 0.00024390243902439024,
      "loss": 1.1399,
      "step": 20
    },
    {
      "epoch": 0.030637254901960783,
      "grad_norm": 0.2477379120591674,
      "learning_rate": 0.0003048780487804878,
      "loss": 1.0942,
      "step": 25
    },
    {
      "epoch": 0.03676470588235294,
      "grad_norm": 0.18934222364015724,
      "learning_rate": 0.00036585365853658537,
      "loss": 1.0785,
      "step": 30
    },
    {
      "epoch": 0.0428921568627451,
      "grad_norm": 0.14574615338739755,
      "learning_rate": 0.0004268292682926829,
      "loss": 1.0549,
      "step": 35
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 0.12815166481708085,
      "learning_rate": 0.0004878048780487805,
      "loss": 1.0493,
      "step": 40
    },
    {
      "epoch": 0.05514705882352941,
      "grad_norm": 0.15010519509218812,
      "learning_rate": 0.0005487804878048781,
      "loss": 1.0306,
      "step": 45
    },
    {
      "epoch": 0.061274509803921566,
      "grad_norm": 0.13010925959434533,
      "learning_rate": 0.0006097560975609756,
      "loss": 1.0204,
      "step": 50
    },
    {
      "epoch": 0.06740196078431372,
      "grad_norm": 0.11891525726508857,
      "learning_rate": 0.0006707317073170732,
      "loss": 1.0281,
      "step": 55
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 0.12117005404429922,
      "learning_rate": 0.0007317073170731707,
      "loss": 1.0187,
      "step": 60
    },
    {
      "epoch": 0.07965686274509803,
      "grad_norm": 0.11923924460163615,
      "learning_rate": 0.0007926829268292683,
      "loss": 1.0019,
      "step": 65
    },
    {
      "epoch": 0.0857843137254902,
      "grad_norm": 0.13523477315023974,
      "learning_rate": 0.0008536585365853659,
      "loss": 1.0044,
      "step": 70
    },
    {
      "epoch": 0.09191176470588236,
      "grad_norm": 0.11307823129618054,
      "learning_rate": 0.0009146341463414635,
      "loss": 1.0071,
      "step": 75
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 0.1206648748330027,
      "learning_rate": 0.000975609756097561,
      "loss": 0.9962,
      "step": 80
    },
    {
      "epoch": 0.10416666666666667,
      "grad_norm": 0.15935283992889565,
      "learning_rate": 0.000999958782259877,
      "loss": 0.9998,
      "step": 85
    },
    {
      "epoch": 0.11029411764705882,
      "grad_norm": 0.13630538643217202,
      "learning_rate": 0.0009997069206794246,
      "loss": 1.0101,
      "step": 90
    },
    {
      "epoch": 0.11642156862745098,
      "grad_norm": 0.13281831595913912,
      "learning_rate": 0.0009992262114666653,
      "loss": 0.9904,
      "step": 95
    },
    {
      "epoch": 0.12254901960784313,
      "grad_norm": 0.13570583268291556,
      "learning_rate": 0.0009985168747689707,
      "loss": 0.986,
      "step": 100
    },
    {
      "epoch": 0.12867647058823528,
      "grad_norm": 0.14302939089927838,
      "learning_rate": 0.0009975792354368017,
      "loss": 0.9934,
      "step": 105
    },
    {
      "epoch": 0.13480392156862744,
      "grad_norm": 0.14349254312543258,
      "learning_rate": 0.0009964137228749407,
      "loss": 0.9961,
      "step": 110
    },
    {
      "epoch": 0.1409313725490196,
      "grad_norm": 0.13092834458351188,
      "learning_rate": 0.000995020870845837,
      "loss": 0.9949,
      "step": 115
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 0.1251118799739706,
      "learning_rate": 0.0009934013172251653,
      "loss": 0.9824,
      "step": 120
    },
    {
      "epoch": 0.15318627450980393,
      "grad_norm": 0.1323892618605143,
      "learning_rate": 0.0009915558037097002,
      "loss": 0.977,
      "step": 125
    },
    {
      "epoch": 0.15931372549019607,
      "grad_norm": 0.13068519381648078,
      "learning_rate": 0.0009894851754776472,
      "loss": 0.9712,
      "step": 130
    },
    {
      "epoch": 0.16544117647058823,
      "grad_norm": 0.1310198992984819,
      "learning_rate": 0.0009871903808015812,
      "loss": 0.9807,
      "step": 135
    },
    {
      "epoch": 0.1715686274509804,
      "grad_norm": 0.10811315309592277,
      "learning_rate": 0.0009846724706141716,
      "loss": 0.977,
      "step": 140
    },
    {
      "epoch": 0.17769607843137256,
      "grad_norm": 0.11603574555194691,
      "learning_rate": 0.0009819325980268945,
      "loss": 0.9743,
      "step": 145
    },
    {
      "epoch": 0.18382352941176472,
      "grad_norm": 0.11664960595520962,
      "learning_rate": 0.0009789720178019483,
      "loss": 0.9742,
      "step": 150
    },
    {
      "epoch": 0.18995098039215685,
      "grad_norm": 0.11920852297334043,
      "learning_rate": 0.0009757920857776188,
      "loss": 0.9635,
      "step": 155
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 0.13745202686899544,
      "learning_rate": 0.0009723942582473544,
      "loss": 0.9544,
      "step": 160
    },
    {
      "epoch": 0.20220588235294118,
      "grad_norm": 0.15444220703514816,
      "learning_rate": 0.0009687800912928362,
      "loss": 0.9697,
      "step": 165
    },
    {
      "epoch": 0.20833333333333334,
      "grad_norm": 0.11511217870343073,
      "learning_rate": 0.0009649512400713498,
      "loss": 0.963,
      "step": 170
    },
    {
      "epoch": 0.21446078431372548,
      "grad_norm": 0.163845433820889,
      "learning_rate": 0.0009609094580577824,
      "loss": 0.9601,
      "step": 175
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 0.12370218334013189,
      "learning_rate": 0.0009566565962415959,
      "loss": 0.9578,
      "step": 180
    },
    {
      "epoch": 0.2267156862745098,
      "grad_norm": 0.138057520129555,
      "learning_rate": 0.0009521946022791401,
      "loss": 0.9555,
      "step": 185
    },
    {
      "epoch": 0.23284313725490197,
      "grad_norm": 0.161151229045878,
      "learning_rate": 0.0009475255196016972,
      "loss": 0.9579,
      "step": 190
    },
    {
      "epoch": 0.23897058823529413,
      "grad_norm": 0.13900328482304902,
      "learning_rate": 0.0009426514864796647,
      "loss": 0.9494,
      "step": 195
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 0.14057545846182565,
      "learning_rate": 0.0009375747350433044,
      "loss": 0.9478,
      "step": 200
    },
    {
      "epoch": 0.2512254901960784,
      "grad_norm": 0.15616371521107208,
      "learning_rate": 0.0009322975902605082,
      "loss": 0.9654,
      "step": 205
    },
    {
      "epoch": 0.25735294117647056,
      "grad_norm": 0.11827026404580182,
      "learning_rate": 0.0009268224688720474,
      "loss": 0.9445,
      "step": 210
    },
    {
      "epoch": 0.26348039215686275,
      "grad_norm": 0.11103911913637518,
      "learning_rate": 0.0009211518782847931,
      "loss": 0.9424,
      "step": 215
    },
    {
      "epoch": 0.2696078431372549,
      "grad_norm": 0.11604427070566481,
      "learning_rate": 0.0009152884154234145,
      "loss": 0.9451,
      "step": 220
    },
    {
      "epoch": 0.2757352941176471,
      "grad_norm": 0.1099562215414043,
      "learning_rate": 0.0009092347655410818,
      "loss": 0.9402,
      "step": 225
    },
    {
      "epoch": 0.2818627450980392,
      "grad_norm": 0.14837520991789005,
      "learning_rate": 0.0009029937009897176,
      "loss": 0.9349,
      "step": 230
    },
    {
      "epoch": 0.28799019607843135,
      "grad_norm": 0.10928552841333679,
      "learning_rate": 0.0008965680799503608,
      "loss": 0.9329,
      "step": 235
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.11407153214331639,
      "learning_rate": 0.0008899608451242233,
      "loss": 0.9379,
      "step": 240
    },
    {
      "epoch": 0.3002450980392157,
      "grad_norm": 0.11231916470556697,
      "learning_rate": 0.0008831750223850389,
      "loss": 0.9229,
      "step": 245
    },
    {
      "epoch": 0.30637254901960786,
      "grad_norm": 0.11185052745256109,
      "learning_rate": 0.0008762137193933241,
      "loss": 0.9296,
      "step": 250
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.11855657350077958,
      "learning_rate": 0.0008690801241731818,
      "loss": 0.9207,
      "step": 255
    },
    {
      "epoch": 0.31862745098039214,
      "grad_norm": 1.8537407128611012,
      "learning_rate": 0.0008617775036523015,
      "loss": 0.9387,
      "step": 260
    },
    {
      "epoch": 0.3247549019607843,
      "grad_norm": 0.11676606107692747,
      "learning_rate": 0.0008543092021658259,
      "loss": 0.9367,
      "step": 265
    },
    {
      "epoch": 0.33088235294117646,
      "grad_norm": 0.10492580984162286,
      "learning_rate": 0.0008466786399247663,
      "loss": 0.928,
      "step": 270
    },
    {
      "epoch": 0.33700980392156865,
      "grad_norm": 0.10281631398110604,
      "learning_rate": 0.0008388893114496705,
      "loss": 0.935,
      "step": 275
    },
    {
      "epoch": 0.3431372549019608,
      "grad_norm": 0.11217225067437296,
      "learning_rate": 0.0008309447839702582,
      "loss": 0.9298,
      "step": 280
    },
    {
      "epoch": 0.3492647058823529,
      "grad_norm": 0.11327220268180357,
      "learning_rate": 0.0008228486957917607,
      "loss": 0.9219,
      "step": 285
    },
    {
      "epoch": 0.3553921568627451,
      "grad_norm": 0.11554152008646122,
      "learning_rate": 0.0008146047546287076,
      "loss": 0.934,
      "step": 290
    },
    {
      "epoch": 0.36151960784313725,
      "grad_norm": 0.13610027478132888,
      "learning_rate": 0.0008062167359069301,
      "loss": 0.9276,
      "step": 295
    },
    {
      "epoch": 0.36764705882352944,
      "grad_norm": 0.12248610966496465,
      "learning_rate": 0.000797688481034551,
      "loss": 0.9175,
      "step": 300
    },
    {
      "epoch": 0.3737745098039216,
      "grad_norm": 0.10512495641494239,
      "learning_rate": 0.00078902389564276,
      "loss": 0.9239,
      "step": 305
    },
    {
      "epoch": 0.3799019607843137,
      "grad_norm": 0.12079056888085157,
      "learning_rate": 0.0007802269477971771,
      "loss": 0.9167,
      "step": 310
    },
    {
      "epoch": 0.3860294117647059,
      "grad_norm": 0.1311550506036977,
      "learning_rate": 0.0007713016661806211,
      "loss": 0.9165,
      "step": 315
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 0.12748855363301959,
      "learning_rate": 0.0007622521382481208,
      "loss": 0.9099,
      "step": 320
    },
    {
      "epoch": 0.39828431372549017,
      "grad_norm": 0.11389138878908127,
      "learning_rate": 0.0007530825083550073,
      "loss": 0.9034,
      "step": 325
    },
    {
      "epoch": 0.40441176470588236,
      "grad_norm": 0.10172199627242663,
      "learning_rate": 0.0007437969758589507,
      "loss": 0.9147,
      "step": 330
    },
    {
      "epoch": 0.4105392156862745,
      "grad_norm": 0.1136698134249708,
      "learning_rate": 0.0007343997931968067,
      "loss": 0.9076,
      "step": 335
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.1110896296260987,
      "learning_rate": 0.0007248952639371542,
      "loss": 0.9075,
      "step": 340
    },
    {
      "epoch": 0.4227941176470588,
      "grad_norm": 0.10357314484765201,
      "learning_rate": 0.0007152877408094178,
      "loss": 0.8998,
      "step": 345
    },
    {
      "epoch": 0.42892156862745096,
      "grad_norm": 0.11773981651015025,
      "learning_rate": 0.0007055816237104753,
      "loss": 0.9094,
      "step": 350
    },
    {
      "epoch": 0.43504901960784315,
      "grad_norm": 0.1283630128752841,
      "learning_rate": 0.0006957813576896647,
      "loss": 0.899,
      "step": 355
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.1326640375854421,
      "learning_rate": 0.000685891430913113,
      "loss": 0.9091,
      "step": 360
    },
    {
      "epoch": 0.44730392156862747,
      "grad_norm": 0.12057333477888295,
      "learning_rate": 0.0006759163726083191,
      "loss": 0.9005,
      "step": 365
    },
    {
      "epoch": 0.4534313725490196,
      "grad_norm": 0.10157867473834796,
      "learning_rate": 0.0006658607509899319,
      "loss": 0.8995,
      "step": 370
    },
    {
      "epoch": 0.45955882352941174,
      "grad_norm": 0.13679116304924,
      "learning_rate": 0.0006557291711676738,
      "loss": 0.9064,
      "step": 375
    },
    {
      "epoch": 0.46568627450980393,
      "grad_norm": 0.10228308226469025,
      "learning_rate": 0.0006455262730373672,
      "loss": 0.8902,
      "step": 380
    },
    {
      "epoch": 0.47181372549019607,
      "grad_norm": 0.11810749832493427,
      "learning_rate": 0.0006352567291560318,
      "loss": 0.8947,
      "step": 385
    },
    {
      "epoch": 0.47794117647058826,
      "grad_norm": 0.11253919001414733,
      "learning_rate": 0.0006249252426020216,
      "loss": 0.8984,
      "step": 390
    },
    {
      "epoch": 0.4840686274509804,
      "grad_norm": 0.10889918340035115,
      "learning_rate": 0.0006145365448211866,
      "loss": 0.9001,
      "step": 395
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 0.10602494662106901,
      "learning_rate": 0.0006040953934600423,
      "loss": 0.8924,
      "step": 400
    },
    {
      "epoch": 0.4963235294117647,
      "grad_norm": 0.09537450461248778,
      "learning_rate": 0.0005936065701869403,
      "loss": 0.8971,
      "step": 405
    },
    {
      "epoch": 0.5024509803921569,
      "grad_norm": 0.1135732875240647,
      "learning_rate": 0.0005830748785022368,
      "loss": 0.8956,
      "step": 410
    },
    {
      "epoch": 0.508578431372549,
      "grad_norm": 0.11824825784313651,
      "learning_rate": 0.0005725051415384657,
      "loss": 0.9014,
      "step": 415
    },
    {
      "epoch": 0.5147058823529411,
      "grad_norm": 2.3957029087137602,
      "learning_rate": 0.0005619021998515165,
      "loss": 0.8937,
      "step": 420
    },
    {
      "epoch": 0.5208333333333334,
      "grad_norm": 0.1305239745293032,
      "learning_rate": 0.000551270909203838,
      "loss": 0.889,
      "step": 425
    },
    {
      "epoch": 0.5269607843137255,
      "grad_norm": 0.10923687170047386,
      "learning_rate": 0.0005406161383406731,
      "loss": 0.9009,
      "step": 430
    },
    {
      "epoch": 0.5330882352941176,
      "grad_norm": 0.11720531307848668,
      "learning_rate": 0.0005299427667603515,
      "loss": 0.9035,
      "step": 435
    },
    {
      "epoch": 0.5392156862745098,
      "grad_norm": 0.1043777454103823,
      "learning_rate": 0.0005192556824796568,
      "loss": 0.887,
      "step": 440
    },
    {
      "epoch": 0.5453431372549019,
      "grad_norm": 0.12019301588246883,
      "learning_rate": 0.0005085597797952905,
      "loss": 0.8852,
      "step": 445
    },
    {
      "epoch": 0.5514705882352942,
      "grad_norm": 0.09829925409523375,
      "learning_rate": 0.0004978599570424639,
      "loss": 0.8841,
      "step": 450
    },
    {
      "epoch": 0.5575980392156863,
      "grad_norm": 0.110813034496191,
      "learning_rate": 0.0004871611143516367,
      "loss": 0.8888,
      "step": 455
    },
    {
      "epoch": 0.5637254901960784,
      "grad_norm": 0.14013694091933743,
      "learning_rate": 0.0004764681514044362,
      "loss": 0.8863,
      "step": 460
    },
    {
      "epoch": 0.5698529411764706,
      "grad_norm": 0.10955250297933698,
      "learning_rate": 0.0004657859651897806,
      "loss": 0.8904,
      "step": 465
    },
    {
      "epoch": 0.5759803921568627,
      "grad_norm": 0.13711186271821346,
      "learning_rate": 0.00045511944776123513,
      "loss": 0.8789,
      "step": 470
    },
    {
      "epoch": 0.5821078431372549,
      "grad_norm": 0.09396380277187082,
      "learning_rate": 0.00044447348399663056,
      "loss": 0.8847,
      "step": 475
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.21392349020058346,
      "learning_rate": 0.0004338529493609647,
      "loss": 0.8824,
      "step": 480
    },
    {
      "epoch": 0.5943627450980392,
      "grad_norm": 0.12755805564480172,
      "learning_rate": 0.00042326270767361815,
      "loss": 0.8884,
      "step": 485
    },
    {
      "epoch": 0.6004901960784313,
      "grad_norm": 0.09157375745294742,
      "learning_rate": 0.00041270760888089997,
      "loss": 0.8825,
      "step": 490
    },
    {
      "epoch": 0.6066176470588235,
      "grad_norm": 0.10173653886247282,
      "learning_rate": 0.00040219248683494925,
      "loss": 0.8637,
      "step": 495
    },
    {
      "epoch": 0.6127450980392157,
      "grad_norm": 0.12386704656315299,
      "learning_rate": 0.0003917221570800065,
      "loss": 0.8719,
      "step": 500
    },
    {
      "epoch": 0.6188725490196079,
      "grad_norm": 0.10921071757131698,
      "learning_rate": 0.000381301414647068,
      "loss": 0.8707,
      "step": 505
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.10860919138034633,
      "learning_rate": 0.0003709350318579371,
      "loss": 0.8934,
      "step": 510
    },
    {
      "epoch": 0.6311274509803921,
      "grad_norm": 0.08765926558701954,
      "learning_rate": 0.0003606277561396726,
      "loss": 0.8595,
      "step": 515
    },
    {
      "epoch": 0.6372549019607843,
      "grad_norm": 0.08795902636008367,
      "learning_rate": 0.00035038430785044053,
      "loss": 0.8629,
      "step": 520
    },
    {
      "epoch": 0.6433823529411765,
      "grad_norm": 0.10125788693590333,
      "learning_rate": 0.00034020937811776156,
      "loss": 0.8597,
      "step": 525
    },
    {
      "epoch": 0.6495098039215687,
      "grad_norm": 0.09640732281156021,
      "learning_rate": 0.00033010762669014347,
      "loss": 0.8672,
      "step": 530
    },
    {
      "epoch": 0.6556372549019608,
      "grad_norm": 0.09206201588796137,
      "learning_rate": 0.00032008367980308734,
      "loss": 0.8723,
      "step": 535
    },
    {
      "epoch": 0.6617647058823529,
      "grad_norm": 0.089094237721721,
      "learning_rate": 0.0003101421280604379,
      "loss": 0.884,
      "step": 540
    },
    {
      "epoch": 0.6678921568627451,
      "grad_norm": 0.10047930336023028,
      "learning_rate": 0.00030028752433205476,
      "loss": 0.8612,
      "step": 545
    },
    {
      "epoch": 0.6740196078431373,
      "grad_norm": 0.09796290633516842,
      "learning_rate": 0.00029052438166876307,
      "loss": 0.8527,
      "step": 550
    },
    {
      "epoch": 0.6801470588235294,
      "grad_norm": 0.08908481799962162,
      "learning_rate": 0.0002808571712355389,
      "loss": 0.8636,
      "step": 555
    },
    {
      "epoch": 0.6862745098039216,
      "grad_norm": 0.09854862986040251,
      "learning_rate": 0.00027129032026388045,
      "loss": 0.8581,
      "step": 560
    },
    {
      "epoch": 0.6924019607843137,
      "grad_norm": 0.096989721310236,
      "learning_rate": 0.00026182821002429345,
      "loss": 0.8617,
      "step": 565
    },
    {
      "epoch": 0.6985294117647058,
      "grad_norm": 0.09027729876751488,
      "learning_rate": 0.00025247517381983136,
      "loss": 0.8654,
      "step": 570
    },
    {
      "epoch": 0.7046568627450981,
      "grad_norm": 0.10227245851698821,
      "learning_rate": 0.00024323549500159802,
      "loss": 0.8618,
      "step": 575
    },
    {
      "epoch": 0.7107843137254902,
      "grad_norm": 0.09927553647728089,
      "learning_rate": 0.0002341134050071283,
      "loss": 0.855,
      "step": 580
    },
    {
      "epoch": 0.7169117647058824,
      "grad_norm": 0.09142338818988954,
      "learning_rate": 0.00022511308142254488,
      "loss": 0.8577,
      "step": 585
    },
    {
      "epoch": 0.7230392156862745,
      "grad_norm": 0.10507626286878373,
      "learning_rate": 0.000216238646069373,
      "loss": 0.8605,
      "step": 590
    },
    {
      "epoch": 0.7291666666666666,
      "grad_norm": 0.09773601600409339,
      "learning_rate": 0.00020749416311689845,
      "loss": 0.8605,
      "step": 595
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 0.1053760063340528,
      "learning_rate": 0.00019888363722092372,
      "loss": 0.8631,
      "step": 600
    },
    {
      "epoch": 0.741421568627451,
      "grad_norm": 0.09919853848427344,
      "learning_rate": 0.00019041101168978093,
      "loss": 0.8589,
      "step": 605
    },
    {
      "epoch": 0.7475490196078431,
      "grad_norm": 0.09240852582600491,
      "learning_rate": 0.00018208016667844152,
      "loss": 0.8616,
      "step": 610
    },
    {
      "epoch": 0.7536764705882353,
      "grad_norm": 0.09385869340911827,
      "learning_rate": 0.00017389491741154372,
      "loss": 0.8543,
      "step": 615
    },
    {
      "epoch": 0.7598039215686274,
      "grad_norm": 0.08602993504708097,
      "learning_rate": 0.00016585901243616042,
      "loss": 0.8566,
      "step": 620
    },
    {
      "epoch": 0.7659313725490197,
      "grad_norm": 0.08661913403120794,
      "learning_rate": 0.0001579761319050991,
      "loss": 0.8546,
      "step": 625
    },
    {
      "epoch": 0.7720588235294118,
      "grad_norm": 0.08756073235275695,
      "learning_rate": 0.00015024988589152537,
      "loss": 0.8582,
      "step": 630
    },
    {
      "epoch": 0.7781862745098039,
      "grad_norm": 0.08339963011288148,
      "learning_rate": 0.0001426838127356823,
      "loss": 0.8541,
      "step": 635
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 0.07897307103939846,
      "learning_rate": 0.0001352813774244565,
      "loss": 0.849,
      "step": 640
    },
    {
      "epoch": 0.7904411764705882,
      "grad_norm": 0.08692536794832408,
      "learning_rate": 0.00012804597000454215,
      "loss": 0.8559,
      "step": 645
    },
    {
      "epoch": 0.7965686274509803,
      "grad_norm": 0.08695762926336753,
      "learning_rate": 0.00012098090402992085,
      "loss": 0.8665,
      "step": 650
    },
    {
      "epoch": 0.8026960784313726,
      "grad_norm": 0.08241315305272631,
      "learning_rate": 0.00011408941504437532,
      "loss": 0.8544,
      "step": 655
    },
    {
      "epoch": 0.8088235294117647,
      "grad_norm": 0.07821925622204019,
      "learning_rate": 0.00010737465909972776,
      "loss": 0.8474,
      "step": 660
    },
    {
      "epoch": 0.8149509803921569,
      "grad_norm": 0.08521471066806094,
      "learning_rate": 0.00010083971131048159,
      "loss": 0.8495,
      "step": 665
    },
    {
      "epoch": 0.821078431372549,
      "grad_norm": 0.08381156457580924,
      "learning_rate": 9.448756444553224e-05,
      "loss": 0.8506,
      "step": 670
    },
    {
      "epoch": 0.8272058823529411,
      "grad_norm": 0.080205577901611,
      "learning_rate": 8.832112755758598e-05,
      "loss": 0.8482,
      "step": 675
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.08210122013268317,
      "learning_rate": 8.234322465092047e-05,
      "loss": 0.8491,
      "step": 680
    },
    {
      "epoch": 0.8394607843137255,
      "grad_norm": 0.08195821975889148,
      "learning_rate": 7.655659338809329e-05,
      "loss": 0.8484,
      "step": 685
    },
    {
      "epoch": 0.8455882352941176,
      "grad_norm": 0.08225068138923354,
      "learning_rate": 7.096388383619079e-05,
      "loss": 0.8436,
      "step": 690
    },
    {
      "epoch": 0.8517156862745098,
      "grad_norm": 0.10816220803390626,
      "learning_rate": 6.556765725319525e-05,
      "loss": 0.8479,
      "step": 695
    },
    {
      "epoch": 0.8578431372549019,
      "grad_norm": 0.08954785260614277,
      "learning_rate": 6.037038491501978e-05,
      "loss": 0.8524,
      "step": 700
    },
    {
      "epoch": 0.8639705882352942,
      "grad_norm": 0.07665058203914679,
      "learning_rate": 5.53744469837551e-05,
      "loss": 0.8431,
      "step": 705
    },
    {
      "epoch": 0.8700980392156863,
      "grad_norm": 0.0782138298232773,
      "learning_rate": 5.058213141764151e-05,
      "loss": 0.8438,
      "step": 710
    },
    {
      "epoch": 0.8762254901960784,
      "grad_norm": 0.08269251578264038,
      "learning_rate": 4.599563292326592e-05,
      "loss": 0.8485,
      "step": 715
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.0907687363220474,
      "learning_rate": 4.161705195046761e-05,
      "loss": 0.8443,
      "step": 720
    },
    {
      "epoch": 0.8884803921568627,
      "grad_norm": 0.08259230750361556,
      "learning_rate": 3.744839373040682e-05,
      "loss": 0.8467,
      "step": 725
    },
    {
      "epoch": 0.8946078431372549,
      "grad_norm": 0.07999560967778772,
      "learning_rate": 3.349156735724274e-05,
      "loss": 0.848,
      "step": 730
    },
    {
      "epoch": 0.9007352941176471,
      "grad_norm": 0.07524504711853225,
      "learning_rate": 2.9748384913837522e-05,
      "loss": 0.8348,
      "step": 735
    },
    {
      "epoch": 0.9068627450980392,
      "grad_norm": 0.08135847243984051,
      "learning_rate": 2.622056064188738e-05,
      "loss": 0.854,
      "step": 740
    },
    {
      "epoch": 0.9129901960784313,
      "grad_norm": 0.07885634814452873,
      "learning_rate": 2.2909710156863274e-05,
      "loss": 0.8514,
      "step": 745
    },
    {
      "epoch": 0.9191176470588235,
      "grad_norm": 0.08736339560766254,
      "learning_rate": 1.981734970811644e-05,
      "loss": 0.8417,
      "step": 750
    },
    {
      "epoch": 0.9252450980392157,
      "grad_norm": 0.0767085793238129,
      "learning_rate": 1.6944895484492072e-05,
      "loss": 0.8523,
      "step": 755
    },
    {
      "epoch": 0.9313725490196079,
      "grad_norm": 0.08318918651152993,
      "learning_rate": 1.429366296576623e-05,
      "loss": 0.8511,
      "step": 760
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.07933377923909153,
      "learning_rate": 1.1864866320203115e-05,
      "loss": 0.8479,
      "step": 765
    },
    {
      "epoch": 0.9436274509803921,
      "grad_norm": 0.09008515851237198,
      "learning_rate": 9.659617848510882e-06,
      "loss": 0.8449,
      "step": 770
    },
    {
      "epoch": 0.9497549019607843,
      "grad_norm": 0.07787795748629618,
      "learning_rate": 7.678927474447817e-06,
      "loss": 0.8446,
      "step": 775
    },
    {
      "epoch": 0.9558823529411765,
      "grad_norm": 0.08423127476840589,
      "learning_rate": 5.923702282314092e-06,
      "loss": 0.8466,
      "step": 780
    },
    {
      "epoch": 0.9620098039215687,
      "grad_norm": 0.07739503343274702,
      "learning_rate": 4.394746101540115e-06,
      "loss": 0.8423,
      "step": 785
    },
    {
      "epoch": 0.9681372549019608,
      "grad_norm": 0.07932764141883414,
      "learning_rate": 3.092759138561607e-06,
      "loss": 0.8405,
      "step": 790
    },
    {
      "epoch": 0.9742647058823529,
      "grad_norm": 0.08063542360073593,
      "learning_rate": 2.018337656150726e-06,
      "loss": 0.8461,
      "step": 795
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 0.08993712709783745,
      "learning_rate": 1.1719737003492159e-06,
      "loss": 0.8388,
      "step": 800
    },
    {
      "epoch": 0.9865196078431373,
      "grad_norm": 0.0792762901452283,
      "learning_rate": 5.540548751292173e-07,
      "loss": 0.8346,
      "step": 805
    },
    {
      "epoch": 0.9926470588235294,
      "grad_norm": 0.09250878108386706,
      "learning_rate": 1.6486416488459277e-07,
      "loss": 0.8478,
      "step": 810
    },
    {
      "epoch": 0.9987745098039216,
      "grad_norm": 0.07786954435284818,
      "learning_rate": 4.579804834703438e-09,
      "loss": 0.8401,
      "step": 815
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.202426552772522,
      "eval_runtime": 111.4035,
      "eval_samples_per_second": 187.974,
      "eval_steps_per_second": 5.88,
      "step": 816
    },
    {
      "epoch": 1.0,
      "step": 816,
      "total_flos": 80063181619200.0,
      "train_loss": 0.914715180794398,
      "train_runtime": 1874.4496,
      "train_samples_per_second": 55.714,
      "train_steps_per_second": 0.435
    }
  ],
  "logging_steps": 5,
  "max_steps": 816,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 80063181619200.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}