{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.97319587628866,
  "eval_steps": 61,
  "global_step": 363,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008247422680412371,
      "grad_norm": 2.2737574577331543,
      "learning_rate": 2e-05,
      "loss": 1.0155,
      "step": 1
    },
    {
      "epoch": 0.008247422680412371,
      "eval_loss": 1.2302311658859253,
      "eval_runtime": 295.4772,
      "eval_samples_per_second": 2.031,
      "eval_steps_per_second": 1.015,
      "step": 1
    },
    {
      "epoch": 0.016494845360824743,
      "grad_norm": 2.203125476837158,
      "learning_rate": 4e-05,
      "loss": 1.1137,
      "step": 2
    },
    {
      "epoch": 0.024742268041237112,
      "grad_norm": 1.7233558893203735,
      "learning_rate": 6e-05,
      "loss": 0.9453,
      "step": 3
    },
    {
      "epoch": 0.032989690721649485,
      "grad_norm": 2.38301420211792,
      "learning_rate": 8e-05,
      "loss": 1.1091,
      "step": 4
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": 1.6754157543182373,
      "learning_rate": 0.0001,
      "loss": 0.9209,
      "step": 5
    },
    {
      "epoch": 0.049484536082474224,
      "grad_norm": 1.6663925647735596,
      "learning_rate": 0.00012,
      "loss": 0.9145,
      "step": 6
    },
    {
      "epoch": 0.0577319587628866,
      "grad_norm": 1.6516679525375366,
      "learning_rate": 0.00014,
      "loss": 0.8456,
      "step": 7
    },
    {
      "epoch": 0.06597938144329897,
      "grad_norm": 1.4858132600784302,
      "learning_rate": 0.00016,
      "loss": 0.8257,
      "step": 8
    },
    {
      "epoch": 0.07422680412371134,
      "grad_norm": 1.2829698324203491,
      "learning_rate": 0.00018,
      "loss": 0.7396,
      "step": 9
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": 0.8841626644134521,
      "learning_rate": 0.0002,
      "loss": 0.6599,
      "step": 10
    },
    {
      "epoch": 0.09072164948453608,
      "grad_norm": 0.6680086255073547,
      "learning_rate": 0.0001999960397967811,
      "loss": 0.6368,
      "step": 11
    },
    {
      "epoch": 0.09896907216494845,
      "grad_norm": 0.9510122537612915,
      "learning_rate": 0.00019998415950078858,
      "loss": 0.7061,
      "step": 12
    },
    {
      "epoch": 0.10721649484536082,
      "grad_norm": 0.8464949131011963,
      "learning_rate": 0.00019996436005299012,
      "loss": 0.6674,
      "step": 13
    },
    {
      "epoch": 0.1154639175257732,
      "grad_norm": 0.8255585432052612,
      "learning_rate": 0.00019993664302158255,
      "loss": 0.6971,
      "step": 14
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": 0.7613081932067871,
      "learning_rate": 0.00019990101060186733,
      "loss": 0.6621,
      "step": 15
    },
    {
      "epoch": 0.13195876288659794,
      "grad_norm": 0.6413361430168152,
      "learning_rate": 0.00019985746561607698,
      "loss": 0.6336,
      "step": 16
    },
    {
      "epoch": 0.1402061855670103,
      "grad_norm": 0.7216547727584839,
      "learning_rate": 0.0001998060115131513,
      "loss": 0.7165,
      "step": 17
    },
    {
      "epoch": 0.14845360824742268,
      "grad_norm": 0.7801871299743652,
      "learning_rate": 0.00019974665236846442,
      "loss": 0.7449,
      "step": 18
    },
    {
      "epoch": 0.15670103092783505,
      "grad_norm": 0.6427637338638306,
      "learning_rate": 0.00019967939288350182,
      "loss": 0.6344,
      "step": 19
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": 0.6753759980201721,
      "learning_rate": 0.00019960423838548814,
      "loss": 0.735,
      "step": 20
    },
    {
      "epoch": 0.1731958762886598,
      "grad_norm": 0.6213053464889526,
      "learning_rate": 0.00019952119482696503,
      "loss": 0.6675,
      "step": 21
    },
    {
      "epoch": 0.18144329896907216,
      "grad_norm": 0.6505969762802124,
      "learning_rate": 0.00019943026878531983,
      "loss": 0.6129,
      "step": 22
    },
    {
      "epoch": 0.18969072164948453,
      "grad_norm": 0.6324624419212341,
      "learning_rate": 0.0001993314674622646,
      "loss": 0.6289,
      "step": 23
    },
    {
      "epoch": 0.1979381443298969,
      "grad_norm": 0.6155864000320435,
      "learning_rate": 0.00019922479868326578,
      "loss": 0.6358,
      "step": 24
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 0.6395933628082275,
      "learning_rate": 0.0001991102708969241,
      "loss": 0.6225,
      "step": 25
    },
    {
      "epoch": 0.21443298969072164,
      "grad_norm": 0.5889492034912109,
      "learning_rate": 0.00019898789317430575,
      "loss": 0.6674,
      "step": 26
    },
    {
      "epoch": 0.22268041237113403,
      "grad_norm": 0.5262942910194397,
      "learning_rate": 0.00019885767520822376,
      "loss": 0.6077,
      "step": 27
    },
    {
      "epoch": 0.2309278350515464,
      "grad_norm": 0.5878570675849915,
      "learning_rate": 0.0001987196273124703,
      "loss": 0.6145,
      "step": 28
    },
    {
      "epoch": 0.23917525773195877,
      "grad_norm": 0.5845457315444946,
      "learning_rate": 0.00019857376042099983,
      "loss": 0.6435,
      "step": 29
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": 0.6508314609527588,
      "learning_rate": 0.00019842008608706295,
      "loss": 0.6799,
      "step": 30
    },
    {
      "epoch": 0.2556701030927835,
      "grad_norm": 0.5770230293273926,
      "learning_rate": 0.00019825861648229152,
      "loss": 0.6092,
      "step": 31
    },
    {
      "epoch": 0.2639175257731959,
      "grad_norm": 0.5438909530639648,
      "learning_rate": 0.00019808936439573454,
      "loss": 0.5952,
      "step": 32
    },
    {
      "epoch": 0.2721649484536082,
      "grad_norm": 0.5276155471801758,
      "learning_rate": 0.00019791234323284513,
      "loss": 0.5899,
      "step": 33
    },
    {
      "epoch": 0.2804123711340206,
      "grad_norm": 0.6430350542068481,
      "learning_rate": 0.00019772756701441887,
      "loss": 0.6581,
      "step": 34
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": 0.6087874174118042,
      "learning_rate": 0.0001975350503754833,
      "loss": 0.654,
      "step": 35
    },
    {
      "epoch": 0.29690721649484536,
      "grad_norm": 0.610534131526947,
      "learning_rate": 0.00019733480856413868,
      "loss": 0.6655,
      "step": 36
    },
    {
      "epoch": 0.30515463917525776,
      "grad_norm": 0.5277837514877319,
      "learning_rate": 0.0001971268574403503,
      "loss": 0.6228,
      "step": 37
    },
    {
      "epoch": 0.3134020618556701,
      "grad_norm": 0.6729940176010132,
      "learning_rate": 0.00019691121347469235,
      "loss": 0.8324,
      "step": 38
    },
    {
      "epoch": 0.3216494845360825,
      "grad_norm": 0.541552722454071,
      "learning_rate": 0.00019668789374704338,
      "loss": 0.54,
      "step": 39
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": 0.5642793774604797,
      "learning_rate": 0.0001964569159452335,
      "loss": 0.641,
      "step": 40
    },
    {
      "epoch": 0.33814432989690724,
      "grad_norm": 0.5639921426773071,
      "learning_rate": 0.00019621829836364337,
      "loss": 0.6042,
      "step": 41
    },
    {
      "epoch": 0.3463917525773196,
      "grad_norm": 0.566059410572052,
      "learning_rate": 0.00019597205990175525,
      "loss": 0.6364,
      "step": 42
    },
    {
      "epoch": 0.354639175257732,
      "grad_norm": 0.5911106467247009,
      "learning_rate": 0.00019571822006265622,
      "loss": 0.6777,
      "step": 43
    },
    {
      "epoch": 0.3628865979381443,
      "grad_norm": 0.5940718054771423,
      "learning_rate": 0.00019545679895149315,
      "loss": 0.713,
      "step": 44
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": 0.46311718225479126,
      "learning_rate": 0.0001951878172738806,
      "loss": 0.5298,
      "step": 45
    },
    {
      "epoch": 0.37938144329896906,
      "grad_norm": 0.5446880459785461,
      "learning_rate": 0.00019491129633426068,
      "loss": 0.546,
      "step": 46
    },
    {
      "epoch": 0.38762886597938145,
      "grad_norm": 0.6126728653907776,
      "learning_rate": 0.00019462725803421566,
      "loss": 0.5725,
      "step": 47
    },
    {
      "epoch": 0.3958762886597938,
      "grad_norm": 0.49817898869514465,
      "learning_rate": 0.0001943357248707334,
      "loss": 0.6224,
      "step": 48
    },
    {
      "epoch": 0.4041237113402062,
      "grad_norm": 0.4865269362926483,
      "learning_rate": 0.0001940367199344253,
      "loss": 0.544,
      "step": 49
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 0.48718348145484924,
      "learning_rate": 0.00019373026690769763,
      "loss": 0.6132,
      "step": 50
    },
    {
      "epoch": 0.42061855670103093,
      "grad_norm": 0.5080978274345398,
      "learning_rate": 0.0001934163900628756,
      "loss": 0.6278,
      "step": 51
    },
    {
      "epoch": 0.4288659793814433,
      "grad_norm": 0.4930504262447357,
      "learning_rate": 0.00019309511426028104,
      "loss": 0.602,
      "step": 52
    },
    {
      "epoch": 0.43711340206185567,
      "grad_norm": 0.4977351725101471,
      "learning_rate": 0.00019276646494626332,
      "loss": 0.5516,
      "step": 53
    },
    {
      "epoch": 0.44536082474226807,
      "grad_norm": 0.4758591055870056,
      "learning_rate": 0.00019243046815118386,
      "loss": 0.5136,
      "step": 54
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": 0.4887770712375641,
      "learning_rate": 0.00019208715048735445,
      "loss": 0.6265,
      "step": 55
    },
    {
      "epoch": 0.4618556701030928,
      "grad_norm": 0.5064010620117188,
      "learning_rate": 0.00019173653914692946,
      "loss": 0.6524,
      "step": 56
    },
    {
      "epoch": 0.47010309278350515,
      "grad_norm": 0.5001596808433533,
      "learning_rate": 0.00019137866189975202,
      "loss": 0.622,
      "step": 57
    },
    {
      "epoch": 0.47835051546391755,
      "grad_norm": 0.4940868616104126,
      "learning_rate": 0.00019101354709115468,
      "loss": 0.6362,
      "step": 58
    },
    {
      "epoch": 0.4865979381443299,
      "grad_norm": 0.4839000701904297,
      "learning_rate": 0.00019064122363971427,
      "loss": 0.6223,
      "step": 59
    },
    {
      "epoch": 0.4948453608247423,
      "grad_norm": 0.4475175440311432,
      "learning_rate": 0.00019026172103496137,
      "loss": 0.5625,
      "step": 60
    },
    {
      "epoch": 0.5030927835051546,
      "grad_norm": 0.4716227352619171,
      "learning_rate": 0.0001898750693350447,
      "loss": 0.5161,
      "step": 61
    },
    {
      "epoch": 0.5030927835051546,
      "eval_loss": 0.5744044780731201,
      "eval_runtime": 296.9417,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 1.01,
      "step": 61
    },
    {
      "epoch": 0.511340206185567,
      "grad_norm": 0.47013187408447266,
      "learning_rate": 0.00018948129916435046,
      "loss": 0.592,
      "step": 62
    },
    {
      "epoch": 0.5195876288659794,
      "grad_norm": 0.44856756925582886,
      "learning_rate": 0.00018908044171107657,
      "loss": 0.5981,
      "step": 63
    },
    {
      "epoch": 0.5278350515463918,
      "grad_norm": 0.4443698525428772,
      "learning_rate": 0.00018867252872476257,
      "loss": 0.6068,
      "step": 64
    },
    {
      "epoch": 0.5360824742268041,
      "grad_norm": 0.423221617937088,
      "learning_rate": 0.00018825759251377483,
      "loss": 0.537,
      "step": 65
    },
    {
      "epoch": 0.5443298969072164,
      "grad_norm": 0.4647126793861389,
      "learning_rate": 0.00018783566594274783,
      "loss": 0.5896,
      "step": 66
    },
    {
      "epoch": 0.5525773195876289,
      "grad_norm": 0.4287152588367462,
      "learning_rate": 0.00018740678242998077,
      "loss": 0.5424,
      "step": 67
    },
    {
      "epoch": 0.5608247422680412,
      "grad_norm": 0.4562716484069824,
      "learning_rate": 0.00018697097594479103,
      "loss": 0.5571,
      "step": 68
    },
    {
      "epoch": 0.5690721649484536,
      "grad_norm": 0.37922483682632446,
      "learning_rate": 0.0001865282810048235,
      "loss": 0.5337,
      "step": 69
    },
    {
      "epoch": 0.5773195876288659,
      "grad_norm": 0.4227437973022461,
      "learning_rate": 0.0001860787326733168,
      "loss": 0.5989,
      "step": 70
    },
    {
      "epoch": 0.5855670103092784,
      "grad_norm": 0.39743122458457947,
      "learning_rate": 0.0001856223665563258,
      "loss": 0.537,
      "step": 71
    },
    {
      "epoch": 0.5938144329896907,
      "grad_norm": 0.41971203684806824,
      "learning_rate": 0.00018515921879990187,
      "loss": 0.5353,
      "step": 72
    },
    {
      "epoch": 0.6020618556701031,
      "grad_norm": 0.4010031819343567,
      "learning_rate": 0.00018468932608722973,
      "loss": 0.5954,
      "step": 73
    },
    {
      "epoch": 0.6103092783505155,
      "grad_norm": 0.469838947057724,
      "learning_rate": 0.000184212725635722,
      "loss": 0.6942,
      "step": 74
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 0.381673663854599,
      "learning_rate": 0.00018372945519407158,
      "loss": 0.557,
      "step": 75
    },
    {
      "epoch": 0.6268041237113402,
      "grad_norm": 0.3736635446548462,
      "learning_rate": 0.00018323955303926163,
      "loss": 0.5174,
      "step": 76
    },
    {
      "epoch": 0.6350515463917525,
      "grad_norm": 0.4390040338039398,
      "learning_rate": 0.00018274305797353395,
      "loss": 0.6249,
      "step": 77
    },
    {
      "epoch": 0.643298969072165,
      "grad_norm": 0.4298490285873413,
      "learning_rate": 0.00018224000932131568,
      "loss": 0.5682,
      "step": 78
    },
    {
      "epoch": 0.6515463917525773,
      "grad_norm": 0.3995118737220764,
      "learning_rate": 0.00018173044692610467,
      "loss": 0.5261,
      "step": 79
    },
    {
      "epoch": 0.6597938144329897,
      "grad_norm": 0.41546231508255005,
      "learning_rate": 0.00018121441114731367,
      "loss": 0.5296,
      "step": 80
    },
    {
      "epoch": 0.668041237113402,
      "grad_norm": 0.4129379093647003,
      "learning_rate": 0.0001806919428570737,
      "loss": 0.5576,
      "step": 81
    },
    {
      "epoch": 0.6762886597938145,
      "grad_norm": 0.4260002672672272,
      "learning_rate": 0.00018016308343699687,
      "loss": 0.6042,
      "step": 82
    },
    {
      "epoch": 0.6845360824742268,
      "grad_norm": 0.3927561640739441,
      "learning_rate": 0.00017962787477489878,
      "loss": 0.5349,
      "step": 83
    },
    {
      "epoch": 0.6927835051546392,
      "grad_norm": 0.39806240797042847,
      "learning_rate": 0.00017908635926148069,
      "loss": 0.5386,
      "step": 84
    },
    {
      "epoch": 0.7010309278350515,
      "grad_norm": 0.3762768805027008,
      "learning_rate": 0.00017853857978697223,
      "loss": 0.545,
      "step": 85
    },
    {
      "epoch": 0.709278350515464,
      "grad_norm": 0.4306787848472595,
      "learning_rate": 0.00017798457973773417,
      "loss": 0.6305,
      "step": 86
    },
    {
      "epoch": 0.7175257731958763,
      "grad_norm": 0.3811737596988678,
      "learning_rate": 0.00017742440299282203,
      "loss": 0.539,
      "step": 87
    },
    {
      "epoch": 0.7257731958762886,
      "grad_norm": 0.39163580536842346,
      "learning_rate": 0.00017685809392051083,
      "loss": 0.5286,
      "step": 88
    },
    {
      "epoch": 0.734020618556701,
      "grad_norm": 0.4237455725669861,
      "learning_rate": 0.00017628569737478076,
      "loss": 0.5801,
      "step": 89
    },
    {
      "epoch": 0.7422680412371134,
      "grad_norm": 0.41603776812553406,
      "learning_rate": 0.00017570725869176467,
      "loss": 0.6001,
      "step": 90
    },
    {
      "epoch": 0.7505154639175258,
      "grad_norm": 0.3811546862125397,
      "learning_rate": 0.00017512282368615728,
      "loss": 0.5942,
      "step": 91
    },
    {
      "epoch": 0.7587628865979381,
      "grad_norm": 0.3982357680797577,
      "learning_rate": 0.00017453243864758638,
      "loss": 0.5655,
      "step": 92
    },
    {
      "epoch": 0.7670103092783506,
      "grad_norm": 0.43069708347320557,
      "learning_rate": 0.00017393615033694656,
      "loss": 0.5251,
      "step": 93
    },
    {
      "epoch": 0.7752577319587629,
      "grad_norm": 0.3952259421348572,
      "learning_rate": 0.0001733340059826956,
      "loss": 0.5462,
      "step": 94
    },
    {
      "epoch": 0.7835051546391752,
      "grad_norm": 0.40667715668678284,
      "learning_rate": 0.00017272605327711365,
      "loss": 0.5303,
      "step": 95
    },
    {
      "epoch": 0.7917525773195876,
      "grad_norm": 0.3917592465877533,
      "learning_rate": 0.000172112340372526,
      "loss": 0.612,
      "step": 96
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.37455278635025024,
      "learning_rate": 0.00017149291587748898,
      "loss": 0.4831,
      "step": 97
    },
    {
      "epoch": 0.8082474226804124,
      "grad_norm": 0.3805007040500641,
      "learning_rate": 0.00017086782885294025,
      "loss": 0.5237,
      "step": 98
    },
    {
      "epoch": 0.8164948453608247,
      "grad_norm": 0.4057518541812897,
      "learning_rate": 0.0001702371288083127,
      "loss": 0.611,
      "step": 99
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.424902081489563,
      "learning_rate": 0.00016960086569761332,
      "loss": 0.5071,
      "step": 100
    },
    {
      "epoch": 0.8329896907216495,
      "grad_norm": 0.41015303134918213,
      "learning_rate": 0.0001689590899154664,
      "loss": 0.6073,
      "step": 101
    },
    {
      "epoch": 0.8412371134020619,
      "grad_norm": 0.3922909200191498,
      "learning_rate": 0.00016831185229312237,
      "loss": 0.5923,
      "step": 102
    },
    {
      "epoch": 0.8494845360824742,
      "grad_norm": 0.43730470538139343,
      "learning_rate": 0.0001676592040944315,
      "loss": 0.5937,
      "step": 103
    },
    {
      "epoch": 0.8577319587628865,
      "grad_norm": 0.3726069927215576,
      "learning_rate": 0.0001670011970117838,
      "loss": 0.4912,
      "step": 104
    },
    {
      "epoch": 0.865979381443299,
      "grad_norm": 0.404433012008667,
      "learning_rate": 0.00016633788316201454,
      "loss": 0.474,
      "step": 105
    },
    {
      "epoch": 0.8742268041237113,
      "grad_norm": 0.41312918066978455,
      "learning_rate": 0.0001656693150822766,
      "loss": 0.5545,
      "step": 106
    },
    {
      "epoch": 0.8824742268041237,
      "grad_norm": 0.42073437571525574,
      "learning_rate": 0.0001649955457258792,
      "loss": 0.5488,
      "step": 107
    },
    {
      "epoch": 0.8907216494845361,
      "grad_norm": 0.39594408869743347,
      "learning_rate": 0.00016431662845809388,
      "loss": 0.5798,
      "step": 108
    },
    {
      "epoch": 0.8989690721649485,
      "grad_norm": 0.41331595182418823,
      "learning_rate": 0.00016363261705192757,
      "loss": 0.5188,
      "step": 109
    },
    {
      "epoch": 0.9072164948453608,
      "grad_norm": 0.3879910111427307,
      "learning_rate": 0.00016294356568386369,
      "loss": 0.5676,
      "step": 110
    },
    {
      "epoch": 0.9154639175257732,
      "grad_norm": 0.41248220205307007,
      "learning_rate": 0.00016224952892957123,
      "loss": 0.541,
      "step": 111
    },
    {
      "epoch": 0.9237113402061856,
      "grad_norm": 0.3406890034675598,
      "learning_rate": 0.0001615505617595819,
      "loss": 0.4902,
      "step": 112
    },
    {
      "epoch": 0.931958762886598,
      "grad_norm": 0.3741547167301178,
      "learning_rate": 0.00016084671953493643,
      "loss": 0.5247,
      "step": 113
    },
    {
      "epoch": 0.9402061855670103,
      "grad_norm": 0.37796300649642944,
      "learning_rate": 0.00016013805800279976,
      "loss": 0.5091,
      "step": 114
    },
    {
      "epoch": 0.9484536082474226,
      "grad_norm": 0.3957986533641815,
      "learning_rate": 0.00015942463329204546,
      "loss": 0.5809,
      "step": 115
    },
    {
      "epoch": 0.9567010309278351,
      "grad_norm": 0.38373249769210815,
      "learning_rate": 0.00015870650190881022,
      "loss": 0.4693,
      "step": 116
    },
    {
      "epoch": 0.9649484536082474,
      "grad_norm": 0.4250248074531555,
      "learning_rate": 0.00015798372073201836,
      "loss": 0.5668,
      "step": 117
    },
    {
      "epoch": 0.9731958762886598,
      "grad_norm": 0.37807247042655945,
      "learning_rate": 0.00015725634700887678,
      "loss": 0.5159,
      "step": 118
    },
    {
      "epoch": 0.9814432989690721,
      "grad_norm": 0.3726092278957367,
      "learning_rate": 0.00015652443835034068,
      "loss": 0.5605,
      "step": 119
    },
    {
      "epoch": 0.9896907216494846,
      "grad_norm": 0.38076040148735046,
      "learning_rate": 0.0001557880527265505,
      "loss": 0.537,
      "step": 120
    },
    {
      "epoch": 0.9979381443298969,
      "grad_norm": 0.37176623940467834,
      "learning_rate": 0.00015504724846224064,
      "loss": 0.5603,
      "step": 121
    },
    {
      "epoch": 1.0061855670103093,
      "grad_norm": 0.36700350046157837,
      "learning_rate": 0.00015430208423211975,
      "loss": 0.5398,
      "step": 122
    },
    {
      "epoch": 1.0061855670103093,
      "eval_loss": 0.5378922820091248,
      "eval_runtime": 296.9545,
      "eval_samples_per_second": 2.021,
      "eval_steps_per_second": 1.01,
      "step": 122
    },
    {
      "epoch": 1.0041237113402062,
      "grad_norm": 0.35800787806510925,
      "learning_rate": 0.00015355261905622343,
      "loss": 0.5065,
      "step": 123
    },
    {
      "epoch": 1.0123711340206185,
      "grad_norm": 0.32381781935691833,
      "learning_rate": 0.0001527989122952398,
      "loss": 0.4246,
      "step": 124
    },
    {
      "epoch": 1.0206185567010309,
      "grad_norm": 0.34609419107437134,
      "learning_rate": 0.00015204102364580765,
      "loss": 0.4654,
      "step": 125
    },
    {
      "epoch": 1.0288659793814432,
      "grad_norm": 0.3360902965068817,
      "learning_rate": 0.00015127901313578831,
      "loss": 0.424,
      "step": 126
    },
    {
      "epoch": 1.0371134020618558,
      "grad_norm": 0.3538791835308075,
      "learning_rate": 0.00015051294111951134,
      "loss": 0.4261,
      "step": 127
    },
    {
      "epoch": 1.045360824742268,
      "grad_norm": 0.36259981989860535,
      "learning_rate": 0.000149742868272994,
      "loss": 0.4162,
      "step": 128
    },
    {
      "epoch": 1.0536082474226804,
      "grad_norm": 0.3865598440170288,
      "learning_rate": 0.00014896885558913562,
      "loss": 0.4767,
      "step": 129
    },
    {
      "epoch": 1.0618556701030928,
      "grad_norm": 0.34752511978149414,
      "learning_rate": 0.00014819096437288664,
      "loss": 0.4461,
      "step": 130
    },
    {
      "epoch": 1.0701030927835051,
      "grad_norm": 0.3833150565624237,
      "learning_rate": 0.000147409256236393,
      "loss": 0.469,
      "step": 131
    },
    {
      "epoch": 1.0783505154639175,
      "grad_norm": 0.3767507076263428,
      "learning_rate": 0.0001466237930941163,
      "loss": 0.4165,
      "step": 132
    },
    {
      "epoch": 1.0865979381443298,
      "grad_norm": 0.47273167967796326,
      "learning_rate": 0.00014583463715792984,
      "loss": 0.6179,
      "step": 133
    },
    {
      "epoch": 1.0948453608247424,
      "grad_norm": 0.3700537383556366,
      "learning_rate": 0.00014504185093219116,
      "loss": 0.4509,
      "step": 134
    },
    {
      "epoch": 1.1030927835051547,
      "grad_norm": 0.4104892611503601,
      "learning_rate": 0.0001442454972087915,
      "loss": 0.4542,
      "step": 135
    },
    {
      "epoch": 1.111340206185567,
      "grad_norm": 0.39110255241394043,
      "learning_rate": 0.00014344563906218256,
      "loss": 0.4679,
      "step": 136
    },
    {
      "epoch": 1.1195876288659794,
      "grad_norm": 0.42041921615600586,
      "learning_rate": 0.0001426423398443803,
      "loss": 0.4453,
      "step": 137
    },
    {
      "epoch": 1.1278350515463917,
      "grad_norm": 0.4177539050579071,
      "learning_rate": 0.0001418356631799478,
      "loss": 0.4112,
      "step": 138
    },
    {
      "epoch": 1.136082474226804,
      "grad_norm": 0.4446333944797516,
      "learning_rate": 0.00014102567296095551,
      "loss": 0.4735,
      "step": 139
    },
    {
      "epoch": 1.1443298969072164,
      "grad_norm": 0.39587873220443726,
      "learning_rate": 0.00014021243334192082,
      "loss": 0.4636,
      "step": 140
    },
    {
      "epoch": 1.1525773195876288,
      "grad_norm": 0.415682852268219,
      "learning_rate": 0.00013939600873472694,
      "loss": 0.4534,
      "step": 141
    },
    {
      "epoch": 1.1608247422680413,
      "grad_norm": 0.3811276853084564,
      "learning_rate": 0.00013857646380352102,
      "loss": 0.4555,
      "step": 142
    },
    {
      "epoch": 1.1690721649484537,
      "grad_norm": 0.3821997046470642,
      "learning_rate": 0.00013775386345959246,
      "loss": 0.4381,
      "step": 143
    },
    {
      "epoch": 1.177319587628866,
      "grad_norm": 0.3770444989204407,
      "learning_rate": 0.00013692827285623197,
      "loss": 0.4064,
      "step": 144
    },
    {
      "epoch": 1.1855670103092784,
      "grad_norm": 0.43066269159317017,
      "learning_rate": 0.0001360997573835708,
      "loss": 0.4532,
      "step": 145
    },
    {
      "epoch": 1.1938144329896907,
      "grad_norm": 0.36327502131462097,
      "learning_rate": 0.00013526838266340177,
      "loss": 0.3665,
      "step": 146
    },
    {
      "epoch": 1.202061855670103,
      "grad_norm": 0.40168052911758423,
      "learning_rate": 0.00013443421454398174,
      "loss": 0.4727,
      "step": 147
    },
    {
      "epoch": 1.2103092783505154,
      "grad_norm": 0.39729252457618713,
      "learning_rate": 0.00013359731909481616,
      "loss": 0.4236,
      "step": 148
    },
    {
      "epoch": 1.218556701030928,
      "grad_norm": 0.39847901463508606,
      "learning_rate": 0.00013275776260142608,
      "loss": 0.4036,
      "step": 149
    },
    {
      "epoch": 1.2268041237113403,
      "grad_norm": 0.3883432447910309,
      "learning_rate": 0.00013191561156009803,
      "loss": 0.4061,
      "step": 150
    },
    {
      "epoch": 1.2350515463917526,
      "grad_norm": 0.3763248026371002,
      "learning_rate": 0.0001310709326726173,
      "loss": 0.3907,
      "step": 151
    },
    {
      "epoch": 1.243298969072165,
      "grad_norm": 0.4451892673969269,
      "learning_rate": 0.00013022379284098487,
      "loss": 0.483,
      "step": 152
    },
    {
      "epoch": 1.2515463917525773,
      "grad_norm": 0.4433348774909973,
      "learning_rate": 0.00012937425916211852,
      "loss": 0.4228,
      "step": 153
    },
    {
      "epoch": 1.2597938144329897,
      "grad_norm": 0.42469412088394165,
      "learning_rate": 0.00012852239892253842,
      "loss": 0.4543,
      "step": 154
    },
    {
      "epoch": 1.268041237113402,
      "grad_norm": 0.41997918486595154,
      "learning_rate": 0.00012766827959303787,
      "loss": 0.3975,
      "step": 155
    },
    {
      "epoch": 1.2762886597938143,
      "grad_norm": 0.4060366749763489,
      "learning_rate": 0.00012681196882333916,
      "loss": 0.4245,
      "step": 156
    },
    {
      "epoch": 1.2845360824742267,
      "grad_norm": 0.4799356162548065,
      "learning_rate": 0.0001259535344367357,
      "loss": 0.3823,
      "step": 157
    },
    {
      "epoch": 1.2927835051546392,
      "grad_norm": 0.387761652469635,
      "learning_rate": 0.00012509304442471985,
      "loss": 0.4591,
      "step": 158
    },
    {
      "epoch": 1.3010309278350516,
      "grad_norm": 0.4064452350139618,
      "learning_rate": 0.0001242305669415979,
      "loss": 0.439,
      "step": 159
    },
    {
      "epoch": 1.309278350515464,
      "grad_norm": 0.39760932326316833,
      "learning_rate": 0.00012336617029909205,
      "loss": 0.4017,
      "step": 160
    },
    {
      "epoch": 1.3175257731958763,
      "grad_norm": 0.43200570344924927,
      "learning_rate": 0.00012249992296092956,
      "loss": 0.4423,
      "step": 161
    },
    {
      "epoch": 1.3257731958762886,
      "grad_norm": 0.43232297897338867,
      "learning_rate": 0.00012163189353742035,
      "loss": 0.4342,
      "step": 162
    },
    {
      "epoch": 1.334020618556701,
      "grad_norm": 0.43833640217781067,
      "learning_rate": 0.00012076215078002278,
      "loss": 0.5219,
      "step": 163
    },
    {
      "epoch": 1.3422680412371135,
      "grad_norm": 0.40365973114967346,
      "learning_rate": 0.0001198907635758982,
      "loss": 0.4123,
      "step": 164
    },
    {
      "epoch": 1.3505154639175259,
      "grad_norm": 0.43913137912750244,
      "learning_rate": 0.00011901780094245483,
      "loss": 0.4149,
      "step": 165
    },
    {
      "epoch": 1.3587628865979382,
      "grad_norm": 0.4219210147857666,
      "learning_rate": 0.00011814333202188126,
      "loss": 0.4127,
      "step": 166
    },
    {
      "epoch": 1.3670103092783505,
      "grad_norm": 0.42331403493881226,
      "learning_rate": 0.0001172674260756702,
      "loss": 0.3926,
      "step": 167
    },
    {
      "epoch": 1.3752577319587629,
      "grad_norm": 0.3824922442436218,
      "learning_rate": 0.00011639015247913261,
      "loss": 0.3781,
      "step": 168
    },
    {
      "epoch": 1.3835051546391752,
      "grad_norm": 0.4475767910480499,
      "learning_rate": 0.0001155115807159029,
      "loss": 0.5629,
      "step": 169
    },
    {
      "epoch": 1.3917525773195876,
      "grad_norm": 0.36695027351379395,
      "learning_rate": 0.00011463178037243554,
      "loss": 0.3622,
      "step": 170
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.41651466488838196,
      "learning_rate": 0.0001137508211324936,
      "loss": 0.4043,
      "step": 171
    },
    {
      "epoch": 1.4082474226804123,
      "grad_norm": 0.4297608733177185,
      "learning_rate": 0.00011286877277162943,
      "loss": 0.4575,
      "step": 172
    },
    {
      "epoch": 1.4164948453608248,
      "grad_norm": 0.441707968711853,
      "learning_rate": 0.00011198570515165822,
      "loss": 0.4435,
      "step": 173
    },
    {
      "epoch": 1.4247422680412372,
      "grad_norm": 0.4173315465450287,
      "learning_rate": 0.00011110168821512452,
      "loss": 0.4367,
      "step": 174
    },
    {
      "epoch": 1.4329896907216495,
      "grad_norm": 0.42195403575897217,
      "learning_rate": 0.00011021679197976274,
      "loss": 0.4258,
      "step": 175
    },
    {
      "epoch": 1.4412371134020618,
      "grad_norm": 0.394330769777298,
      "learning_rate": 0.00010933108653295128,
      "loss": 0.4329,
      "step": 176
    },
    {
      "epoch": 1.4494845360824742,
      "grad_norm": 0.4263797998428345,
      "learning_rate": 0.00010844464202616127,
      "loss": 0.475,
      "step": 177
    },
    {
      "epoch": 1.4577319587628865,
      "grad_norm": 0.36980873346328735,
      "learning_rate": 0.00010755752866940062,
      "loss": 0.3833,
      "step": 178
    },
    {
      "epoch": 1.465979381443299,
      "grad_norm": 0.42231741547584534,
      "learning_rate": 0.0001066698167256527,
      "loss": 0.4716,
      "step": 179
    },
    {
      "epoch": 1.4742268041237114,
      "grad_norm": 0.40805140137672424,
      "learning_rate": 0.00010578157650531146,
      "loss": 0.4483,
      "step": 180
    },
    {
      "epoch": 1.4824742268041238,
      "grad_norm": 0.4024035334587097,
      "learning_rate": 0.00010489287836061246,
      "loss": 0.4319,
      "step": 181
    },
    {
      "epoch": 1.4907216494845361,
      "grad_norm": 0.38521435856819153,
      "learning_rate": 0.00010400379268006082,
      "loss": 0.4082,
      "step": 182
    },
    {
      "epoch": 1.4989690721649485,
      "grad_norm": 0.4192781448364258,
      "learning_rate": 0.00010311438988285598,
      "loss": 0.4614,
      "step": 183
    },
    {
      "epoch": 1.4989690721649485,
      "eval_loss": 0.5294703245162964,
      "eval_runtime": 297.0142,
      "eval_samples_per_second": 2.02,
      "eval_steps_per_second": 1.01,
      "step": 183
    },
    {
      "epoch": 1.5072164948453608,
      "grad_norm": 0.4073619246482849,
      "learning_rate": 0.00010222474041331436,
      "loss": 0.4335,
      "step": 184
    },
    {
      "epoch": 1.5154639175257731,
      "grad_norm": 0.3790091574192047,
      "learning_rate": 0.0001013349147352898,
      "loss": 0.3892,
      "step": 185
    },
    {
      "epoch": 1.5237113402061855,
      "grad_norm": 0.39920473098754883,
      "learning_rate": 0.00010044498332659264,
      "loss": 0.416,
      "step": 186
    },
    {
      "epoch": 1.5319587628865978,
      "grad_norm": 0.37349697947502136,
      "learning_rate": 9.955501667340741e-05,
      "loss": 0.3943,
      "step": 187
    },
    {
      "epoch": 1.5402061855670102,
      "grad_norm": 0.3844608962535858,
      "learning_rate": 9.866508526471023e-05,
      "loss": 0.4057,
      "step": 188
    },
    {
      "epoch": 1.5484536082474227,
      "grad_norm": 0.40029478073120117,
      "learning_rate": 9.77752595866857e-05,
      "loss": 0.429,
      "step": 189
    },
    {
      "epoch": 1.556701030927835,
      "grad_norm": 0.42949914932250977,
      "learning_rate": 9.688561011714404e-05,
      "loss": 0.4247,
      "step": 190
    },
    {
      "epoch": 1.5649484536082474,
      "grad_norm": 0.3950637876987457,
      "learning_rate": 9.599620731993922e-05,
      "loss": 0.4358,
      "step": 191
    },
    {
      "epoch": 1.5731958762886598,
      "grad_norm": 0.4211474359035492,
      "learning_rate": 9.510712163938755e-05,
      "loss": 0.4485,
      "step": 192
    },
    {
      "epoch": 1.5814432989690723,
      "grad_norm": 0.41278165578842163,
      "learning_rate": 9.421842349468855e-05,
      "loss": 0.458,
      "step": 193
    },
    {
      "epoch": 1.5896907216494847,
      "grad_norm": 0.4086206555366516,
      "learning_rate": 9.333018327434731e-05,
      "loss": 0.4295,
      "step": 194
    },
    {
      "epoch": 1.597938144329897,
      "grad_norm": 0.38980671763420105,
      "learning_rate": 9.244247133059938e-05,
      "loss": 0.3858,
      "step": 195
    },
    {
      "epoch": 1.6061855670103093,
      "grad_norm": 0.4090917706489563,
      "learning_rate": 9.155535797383874e-05,
      "loss": 0.3678,
      "step": 196
    },
    {
      "epoch": 1.6144329896907217,
      "grad_norm": 0.4124603271484375,
      "learning_rate": 9.066891346704875e-05,
      "loss": 0.4203,
      "step": 197
    },
    {
      "epoch": 1.622680412371134,
      "grad_norm": 0.4070824384689331,
      "learning_rate": 8.978320802023731e-05,
      "loss": 0.4558,
      "step": 198
    },
    {
      "epoch": 1.6309278350515464,
      "grad_norm": 0.376213401556015,
      "learning_rate": 8.88983117848755e-05,
      "loss": 0.3928,
      "step": 199
    },
    {
      "epoch": 1.6391752577319587,
      "grad_norm": 0.4122854769229889,
      "learning_rate": 8.801429484834183e-05,
      "loss": 0.4521,
      "step": 200
    },
    {
      "epoch": 1.647422680412371,
      "grad_norm": 0.38308247923851013,
      "learning_rate": 8.713122722837058e-05,
      "loss": 0.3727,
      "step": 201
    },
    {
      "epoch": 1.6556701030927834,
      "grad_norm": 0.4036957919597626,
      "learning_rate": 8.624917886750638e-05,
      "loss": 0.4497,
      "step": 202
    },
    {
      "epoch": 1.6639175257731957,
      "grad_norm": 0.44214046001434326,
      "learning_rate": 8.536821962756447e-05,
      "loss": 0.5122,
      "step": 203
    },
    {
      "epoch": 1.6721649484536083,
      "grad_norm": 0.40875983238220215,
      "learning_rate": 8.448841928409711e-05,
      "loss": 0.4393,
      "step": 204
    },
    {
      "epoch": 1.6804123711340206,
      "grad_norm": 0.42527636885643005,
      "learning_rate": 8.360984752086743e-05,
      "loss": 0.4545,
      "step": 205
    },
    {
      "epoch": 1.688659793814433,
      "grad_norm": 0.433173269033432,
      "learning_rate": 8.273257392432981e-05,
      "loss": 0.4867,
      "step": 206
    },
    {
      "epoch": 1.6969072164948453,
      "grad_norm": 0.386598140001297,
      "learning_rate": 8.185666797811878e-05,
      "loss": 0.4253,
      "step": 207
    },
    {
      "epoch": 1.705154639175258,
      "grad_norm": 0.40319326519966125,
      "learning_rate": 8.09821990575452e-05,
      "loss": 0.3935,
      "step": 208
    },
    {
      "epoch": 1.7134020618556702,
      "grad_norm": 0.4310265779495239,
      "learning_rate": 8.010923642410184e-05,
      "loss": 0.4184,
      "step": 209
    },
    {
      "epoch": 1.7216494845360826,
      "grad_norm": 0.3964579999446869,
      "learning_rate": 7.923784921997726e-05,
      "loss": 0.4449,
      "step": 210
    },
    {
      "epoch": 1.729896907216495,
      "grad_norm": 0.39828160405158997,
      "learning_rate": 7.836810646257971e-05,
      "loss": 0.4227,
      "step": 211
    },
    {
      "epoch": 1.7381443298969073,
      "grad_norm": 0.3750438392162323,
      "learning_rate": 7.750007703907046e-05,
      "loss": 0.3746,
      "step": 212
    },
    {
      "epoch": 1.7463917525773196,
      "grad_norm": 0.40668681263923645,
      "learning_rate": 7.663382970090795e-05,
      "loss": 0.4351,
      "step": 213
    },
    {
      "epoch": 1.754639175257732,
      "grad_norm": 0.4102826714515686,
      "learning_rate": 7.57694330584021e-05,
      "loss": 0.3999,
      "step": 214
    },
    {
      "epoch": 1.7628865979381443,
      "grad_norm": 0.4256535470485687,
      "learning_rate": 7.490695557528016e-05,
      "loss": 0.4321,
      "step": 215
    },
    {
      "epoch": 1.7711340206185566,
      "grad_norm": 0.3946252167224884,
      "learning_rate": 7.404646556326433e-05,
      "loss": 0.4323,
      "step": 216
    },
    {
      "epoch": 1.779381443298969,
      "grad_norm": 0.3808107078075409,
      "learning_rate": 7.318803117666084e-05,
      "loss": 0.3942,
      "step": 217
    },
    {
      "epoch": 1.7876288659793813,
      "grad_norm": 0.420895516872406,
      "learning_rate": 7.233172040696216e-05,
      "loss": 0.4466,
      "step": 218
    },
    {
      "epoch": 1.7958762886597937,
      "grad_norm": 0.3973442614078522,
      "learning_rate": 7.14776010774616e-05,
      "loss": 0.4455,
      "step": 219
    },
    {
      "epoch": 1.8041237113402062,
      "grad_norm": 0.40194034576416016,
      "learning_rate": 7.062574083788152e-05,
      "loss": 0.4622,
      "step": 220
    },
    {
      "epoch": 1.8123711340206186,
      "grad_norm": 0.37952494621276855,
      "learning_rate": 6.977620715901514e-05,
      "loss": 0.3899,
      "step": 221
    },
    {
      "epoch": 1.820618556701031,
      "grad_norm": 0.43268251419067383,
      "learning_rate": 6.892906732738271e-05,
      "loss": 0.4555,
      "step": 222
    },
    {
      "epoch": 1.8288659793814435,
      "grad_norm": 0.39225122332572937,
      "learning_rate": 6.8084388439902e-05,
      "loss": 0.3727,
      "step": 223
    },
    {
      "epoch": 1.8371134020618558,
      "grad_norm": 0.39572715759277344,
      "learning_rate": 6.724223739857392e-05,
      "loss": 0.4696,
      "step": 224
    },
    {
      "epoch": 1.8453608247422681,
      "grad_norm": 0.4312278628349304,
      "learning_rate": 6.640268090518385e-05,
      "loss": 0.492,
      "step": 225
    },
    {
      "epoch": 1.8536082474226805,
      "grad_norm": 0.40482354164123535,
      "learning_rate": 6.556578545601829e-05,
      "loss": 0.4342,
      "step": 226
    },
    {
      "epoch": 1.8618556701030928,
      "grad_norm": 0.3752698302268982,
      "learning_rate": 6.473161733659828e-05,
      "loss": 0.4197,
      "step": 227
    },
    {
      "epoch": 1.8701030927835052,
      "grad_norm": 0.41621121764183044,
      "learning_rate": 6.390024261642922e-05,
      "loss": 0.4895,
      "step": 228
    },
    {
      "epoch": 1.8783505154639175,
      "grad_norm": 0.3930753767490387,
      "learning_rate": 6.307172714376808e-05,
      "loss": 0.4508,
      "step": 229
    },
    {
      "epoch": 1.8865979381443299,
      "grad_norm": 0.4012429714202881,
      "learning_rate": 6.224613654040753e-05,
      "loss": 0.4536,
      "step": 230
    },
    {
      "epoch": 1.8948453608247422,
      "grad_norm": 0.3710065186023712,
      "learning_rate": 6.142353619647903e-05,
      "loss": 0.4206,
      "step": 231
    },
    {
      "epoch": 1.9030927835051545,
      "grad_norm": 0.3984532058238983,
      "learning_rate": 6.0603991265273074e-05,
      "loss": 0.394,
      "step": 232
    },
    {
      "epoch": 1.9113402061855669,
      "grad_norm": 0.3717309832572937,
      "learning_rate": 5.978756665807917e-05,
      "loss": 0.4004,
      "step": 233
    },
    {
      "epoch": 1.9195876288659792,
      "grad_norm": 0.3788721561431885,
      "learning_rate": 5.897432703904453e-05,
      "loss": 0.4225,
      "step": 234
    },
    {
      "epoch": 1.9278350515463918,
      "grad_norm": 0.4055582284927368,
      "learning_rate": 5.8164336820052203e-05,
      "loss": 0.4771,
      "step": 235
    },
    {
      "epoch": 1.9360824742268041,
      "grad_norm": 0.39383062720298767,
      "learning_rate": 5.735766015561971e-05,
      "loss": 0.4054,
      "step": 236
    },
    {
      "epoch": 1.9443298969072165,
      "grad_norm": 0.39192789793014526,
      "learning_rate": 5.65543609378175e-05,
      "loss": 0.4554,
      "step": 237
    },
    {
      "epoch": 1.9525773195876288,
      "grad_norm": 0.43132880330085754,
      "learning_rate": 5.5754502791208504e-05,
      "loss": 0.4845,
      "step": 238
    },
    {
      "epoch": 1.9608247422680414,
      "grad_norm": 0.3810337483882904,
      "learning_rate": 5.495814906780886e-05,
      "loss": 0.4253,
      "step": 239
    },
    {
      "epoch": 1.9690721649484537,
      "grad_norm": 0.38002529740333557,
      "learning_rate": 5.4165362842070185e-05,
      "loss": 0.4291,
      "step": 240
    },
    {
      "epoch": 1.977319587628866,
      "grad_norm": 0.3775567412376404,
      "learning_rate": 5.3376206905883694e-05,
      "loss": 0.397,
      "step": 241
    },
    {
      "epoch": 1.9855670103092784,
      "grad_norm": 0.36817148327827454,
      "learning_rate": 5.259074376360701e-05,
      "loss": 0.3816,
      "step": 242
    },
    {
      "epoch": 1.9938144329896907,
      "grad_norm": 0.4288536608219147,
      "learning_rate": 5.18090356271134e-05,
      "loss": 0.4502,
      "step": 243
    },
    {
      "epoch": 2.002061855670103,
      "grad_norm": 0.39343351125717163,
      "learning_rate": 5.1031144410864384e-05,
      "loss": 0.4323,
      "step": 244
    },
    {
      "epoch": 2.002061855670103,
      "eval_loss": 0.5178368091583252,
      "eval_runtime": 297.015,
      "eval_samples_per_second": 2.02,
      "eval_steps_per_second": 1.01,
      "step": 244
    },
    {
      "epoch": 2.0103092783505154,
      "grad_norm": 0.5457305312156677,
      "learning_rate": 5.0257131727006016e-05,
      "loss": 0.3386,
      "step": 245
    },
    {
      "epoch": 2.0082474226804123,
      "grad_norm": 0.3745405972003937,
      "learning_rate": 4.9487058880488656e-05,
      "loss": 0.3649,
      "step": 246
    },
    {
      "epoch": 2.0164948453608247,
      "grad_norm": 0.3878428637981415,
      "learning_rate": 4.87209868642117e-05,
      "loss": 0.3819,
      "step": 247
    },
    {
      "epoch": 2.024742268041237,
      "grad_norm": 0.3813370168209076,
      "learning_rate": 4.795897635419235e-05,
      "loss": 0.3593,
      "step": 248
    },
    {
      "epoch": 2.0329896907216494,
      "grad_norm": 0.3491398096084595,
      "learning_rate": 4.720108770476024e-05,
      "loss": 0.3451,
      "step": 249
    },
    {
      "epoch": 2.0412371134020617,
      "grad_norm": 0.3811284303665161,
      "learning_rate": 4.6447380943776575e-05,
      "loss": 0.3804,
      "step": 250
    },
    {
      "epoch": 2.049484536082474,
      "grad_norm": 0.3748043477535248,
      "learning_rate": 4.56979157678803e-05,
      "loss": 0.3629,
      "step": 251
    },
    {
      "epoch": 2.0577319587628864,
      "grad_norm": 0.325930655002594,
      "learning_rate": 4.495275153775937e-05,
      "loss": 0.2997,
      "step": 252
    },
    {
      "epoch": 2.065979381443299,
      "grad_norm": 0.3703972399234772,
      "learning_rate": 4.4211947273449494e-05,
      "loss": 0.3476,
      "step": 253
    },
    {
      "epoch": 2.0742268041237115,
      "grad_norm": 0.3672904670238495,
      "learning_rate": 4.347556164965934e-05,
      "loss": 0.3728,
      "step": 254
    },
    {
      "epoch": 2.082474226804124,
      "grad_norm": 0.37608975172042847,
      "learning_rate": 4.274365299112323e-05,
      "loss": 0.3471,
      "step": 255
    },
    {
      "epoch": 2.090721649484536,
      "grad_norm": 0.3415372669696808,
      "learning_rate": 4.2016279267981664e-05,
      "loss": 0.3589,
      "step": 256
    },
    {
      "epoch": 2.0989690721649485,
      "grad_norm": 0.3874717354774475,
      "learning_rate": 4.129349809118981e-05,
      "loss": 0.3728,
      "step": 257
    },
    {
      "epoch": 2.107216494845361,
      "grad_norm": 0.3430662155151367,
      "learning_rate": 4.057536670795459e-05,
      "loss": 0.3566,
      "step": 258
    },
    {
      "epoch": 2.1154639175257732,
      "grad_norm": 0.39854690432548523,
      "learning_rate": 3.9861941997200245e-05,
      "loss": 0.4037,
      "step": 259
    },
    {
      "epoch": 2.1237113402061856,
      "grad_norm": 0.34778809547424316,
      "learning_rate": 3.915328046506357e-05,
      "loss": 0.3291,
      "step": 260
    },
    {
      "epoch": 2.131958762886598,
      "grad_norm": 0.383894145488739,
      "learning_rate": 3.8449438240418134e-05,
      "loss": 0.3737,
      "step": 261
    },
    {
      "epoch": 2.1402061855670103,
      "grad_norm": 0.37021082639694214,
      "learning_rate": 3.775047107042883e-05,
      "loss": 0.3602,
      "step": 262
    },
    {
      "epoch": 2.1484536082474226,
      "grad_norm": 0.40833646059036255,
      "learning_rate": 3.705643431613634e-05,
      "loss": 0.4031,
      "step": 263
    },
    {
      "epoch": 2.156701030927835,
      "grad_norm": 0.3483593761920929,
      "learning_rate": 3.636738294807245e-05,
      "loss": 0.3332,
      "step": 264
    },
    {
      "epoch": 2.1649484536082473,
      "grad_norm": 0.4144445061683655,
      "learning_rate": 3.568337154190614e-05,
      "loss": 0.4228,
      "step": 265
    },
    {
      "epoch": 2.1731958762886596,
      "grad_norm": 0.37662217020988464,
      "learning_rate": 3.500445427412077e-05,
      "loss": 0.3613,
      "step": 266
    },
    {
      "epoch": 2.181443298969072,
      "grad_norm": 0.36589595675468445,
      "learning_rate": 3.433068491772341e-05,
      "loss": 0.3088,
      "step": 267
    },
    {
      "epoch": 2.1896907216494848,
      "grad_norm": 0.37732839584350586,
      "learning_rate": 3.366211683798549e-05,
      "loss": 0.3393,
      "step": 268
    },
    {
      "epoch": 2.197938144329897,
      "grad_norm": 0.34662479162216187,
      "learning_rate": 3.299880298821625e-05,
      "loss": 0.3447,
      "step": 269
    },
    {
      "epoch": 2.2061855670103094,
      "grad_norm": 0.3836705982685089,
      "learning_rate": 3.23407959055685e-05,
      "loss": 0.3733,
      "step": 270
    },
    {
      "epoch": 2.2144329896907218,
      "grad_norm": 0.3639705777168274,
      "learning_rate": 3.1688147706877666e-05,
      "loss": 0.3425,
      "step": 271
    },
    {
      "epoch": 2.222680412371134,
      "grad_norm": 0.3514609634876251,
      "learning_rate": 3.1040910084533614e-05,
      "loss": 0.3195,
      "step": 272
    },
    {
      "epoch": 2.2309278350515465,
      "grad_norm": 0.3559933006763458,
      "learning_rate": 3.039913430238672e-05,
      "loss": 0.3442,
      "step": 273
    },
    {
      "epoch": 2.239175257731959,
      "grad_norm": 0.38752618432044983,
      "learning_rate": 2.9762871191687313e-05,
      "loss": 0.3778,
      "step": 274
    },
    {
      "epoch": 2.247422680412371,
      "grad_norm": 0.3630293309688568,
      "learning_rate": 2.913217114705975e-05,
      "loss": 0.3355,
      "step": 275
    },
    {
      "epoch": 2.2556701030927835,
      "grad_norm": 0.3738977015018463,
      "learning_rate": 2.850708412251103e-05,
      "loss": 0.3583,
      "step": 276
    },
    {
      "epoch": 2.263917525773196,
      "grad_norm": 0.38425007462501526,
      "learning_rate": 2.7887659627474017e-05,
      "loss": 0.356,
      "step": 277
    },
    {
      "epoch": 2.272164948453608,
      "grad_norm": 0.3420022428035736,
      "learning_rate": 2.7273946722886366e-05,
      "loss": 0.3227,
      "step": 278
    },
    {
      "epoch": 2.2804123711340205,
      "grad_norm": 0.3774506449699402,
      "learning_rate": 2.6665994017304407e-05,
      "loss": 0.3707,
      "step": 279
    },
    {
      "epoch": 2.288659793814433,
      "grad_norm": 0.347858190536499,
      "learning_rate": 2.6063849663053475e-05,
      "loss": 0.3151,
      "step": 280
    },
    {
      "epoch": 2.296907216494845,
      "grad_norm": 0.39050960540771484,
      "learning_rate": 2.5467561352413648e-05,
      "loss": 0.3882,
      "step": 281
    },
    {
      "epoch": 2.3051546391752575,
      "grad_norm": 0.35410475730895996,
      "learning_rate": 2.4877176313842753e-05,
      "loss": 0.3098,
      "step": 282
    },
    {
      "epoch": 2.31340206185567,
      "grad_norm": 0.3665927052497864,
      "learning_rate": 2.4292741308235345e-05,
      "loss": 0.3504,
      "step": 283
    },
    {
      "epoch": 2.3216494845360827,
      "grad_norm": 0.33465299010276794,
      "learning_rate": 2.3714302625219243e-05,
      "loss": 0.2926,
      "step": 284
    },
    {
      "epoch": 2.329896907216495,
      "grad_norm": 0.4150053560733795,
      "learning_rate": 2.3141906079489183e-05,
      "loss": 0.3964,
      "step": 285
    },
    {
      "epoch": 2.3381443298969073,
      "grad_norm": 0.33678460121154785,
      "learning_rate": 2.2575597007177984e-05,
      "loss": 0.326,
      "step": 286
    },
    {
      "epoch": 2.3463917525773197,
      "grad_norm": 0.3581312894821167,
      "learning_rate": 2.2015420262265863e-05,
      "loss": 0.3698,
      "step": 287
    },
    {
      "epoch": 2.354639175257732,
      "grad_norm": 0.37406647205352783,
      "learning_rate": 2.1461420213027772e-05,
      "loss": 0.3661,
      "step": 288
    },
    {
      "epoch": 2.3628865979381444,
      "grad_norm": 0.35271313786506653,
      "learning_rate": 2.0913640738519335e-05,
      "loss": 0.3609,
      "step": 289
    },
    {
      "epoch": 2.3711340206185567,
      "grad_norm": 0.3584725558757782,
      "learning_rate": 2.0372125225101234e-05,
      "loss": 0.3293,
      "step": 290
    },
    {
      "epoch": 2.379381443298969,
      "grad_norm": 0.4022175073623657,
      "learning_rate": 1.983691656300314e-05,
      "loss": 0.3965,
      "step": 291
    },
    {
      "epoch": 2.3876288659793814,
      "grad_norm": 0.3425813317298889,
      "learning_rate": 1.930805714292634e-05,
      "loss": 0.3163,
      "step": 292
    },
    {
      "epoch": 2.3958762886597937,
      "grad_norm": 0.35875558853149414,
      "learning_rate": 1.8785588852686376e-05,
      "loss": 0.3114,
      "step": 293
    },
    {
      "epoch": 2.404123711340206,
      "grad_norm": 0.35764867067337036,
      "learning_rate": 1.8269553073895375e-05,
      "loss": 0.3512,
      "step": 294
    },
    {
      "epoch": 2.4123711340206184,
      "grad_norm": 0.3454972505569458,
      "learning_rate": 1.7759990678684335e-05,
      "loss": 0.3095,
      "step": 295
    },
    {
      "epoch": 2.4206185567010308,
      "grad_norm": 0.3647129535675049,
      "learning_rate": 1.7256942026466072e-05,
      "loss": 0.3368,
      "step": 296
    },
    {
      "epoch": 2.428865979381443,
      "grad_norm": 0.4362187385559082,
      "learning_rate": 1.6760446960738364e-05,
      "loss": 0.4902,
      "step": 297
    },
    {
      "epoch": 2.437113402061856,
      "grad_norm": 0.3899203836917877,
      "learning_rate": 1.6270544805928424e-05,
      "loss": 0.3338,
      "step": 298
    },
    {
      "epoch": 2.4453608247422682,
      "grad_norm": 0.3600149154663086,
      "learning_rate": 1.5787274364278004e-05,
      "loss": 0.328,
      "step": 299
    },
    {
      "epoch": 2.4536082474226806,
      "grad_norm": 0.37898537516593933,
      "learning_rate": 1.5310673912770312e-05,
      "loss": 0.3389,
      "step": 300
    },
    {
      "epoch": 2.461855670103093,
      "grad_norm": 0.3836730420589447,
      "learning_rate": 1.4840781200098152e-05,
      "loss": 0.3568,
      "step": 301
    },
    {
      "epoch": 2.4701030927835053,
      "grad_norm": 0.3963097333908081,
      "learning_rate": 1.4377633443674233e-05,
      "loss": 0.3803,
      "step": 302
    },
    {
      "epoch": 2.4783505154639176,
      "grad_norm": 0.3930961787700653,
      "learning_rate": 1.392126732668323e-05,
      "loss": 0.4055,
      "step": 303
    },
    {
      "epoch": 2.48659793814433,
      "grad_norm": 0.35550636053085327,
      "learning_rate": 1.3471718995176507e-05,
      "loss": 0.3519,
      "step": 304
    },
    {
      "epoch": 2.4948453608247423,
      "grad_norm": 0.387653112411499,
      "learning_rate": 1.3029024055209015e-05,
      "loss": 0.3823,
      "step": 305
    },
    {
      "epoch": 2.4948453608247423,
      "eval_loss": 0.5238527059555054,
      "eval_runtime": 297.0109,
      "eval_samples_per_second": 2.02,
      "eval_steps_per_second": 1.01,
      "step": 305
    },
    {
      "epoch": 2.5030927835051546,
      "grad_norm": 0.3949449360370636,
      "learning_rate": 1.2593217570019267e-05,
      "loss": 0.3438,
      "step": 306
    },
    {
      "epoch": 2.511340206185567,
      "grad_norm": 0.3976804316043854,
      "learning_rate": 1.2164334057252203e-05,
      "loss": 0.3745,
      "step": 307
    },
    {
      "epoch": 2.5195876288659793,
      "grad_norm": 0.3557458221912384,
      "learning_rate": 1.174240748622516e-05,
      "loss": 0.3153,
      "step": 308
    },
    {
      "epoch": 2.5278350515463917,
      "grad_norm": 0.3675740361213684,
      "learning_rate": 1.1327471275237456e-05,
      "loss": 0.3308,
      "step": 309
    },
    {
      "epoch": 2.536082474226804,
      "grad_norm": 0.37261641025543213,
      "learning_rate": 1.0919558288923426e-05,
      "loss": 0.3351,
      "step": 310
    },
    {
      "epoch": 2.5443298969072163,
      "grad_norm": 0.3633248507976532,
      "learning_rate": 1.0518700835649553e-05,
      "loss": 0.3134,
      "step": 311
    },
    {
      "epoch": 2.5525773195876287,
      "grad_norm": 0.4315129816532135,
      "learning_rate": 1.0124930664955301e-05,
      "loss": 0.3815,
      "step": 312
    },
    {
      "epoch": 2.560824742268041,
      "grad_norm": 0.38921600580215454,
      "learning_rate": 9.73827896503865e-06,
      "loss": 0.3801,
      "step": 313
    },
    {
      "epoch": 2.5690721649484534,
      "grad_norm": 0.3557523787021637,
      "learning_rate": 9.358776360285759e-06,
      "loss": 0.3299,
      "step": 314
    },
    {
      "epoch": 2.5773195876288657,
      "grad_norm": 0.4037410318851471,
      "learning_rate": 8.986452908845322e-06,
      "loss": 0.3893,
      "step": 315
    },
    {
      "epoch": 2.5855670103092785,
      "grad_norm": 0.37199708819389343,
      "learning_rate": 8.621338100247988e-06,
      "loss": 0.3183,
      "step": 316
    },
    {
      "epoch": 2.593814432989691,
      "grad_norm": 0.3822597563266754,
      "learning_rate": 8.26346085307057e-06,
      "loss": 0.3908,
      "step": 317
    },
    {
      "epoch": 2.602061855670103,
      "grad_norm": 0.354440301656723,
      "learning_rate": 7.91284951264557e-06,
      "loss": 0.3391,
      "step": 318
    },
    {
      "epoch": 2.6103092783505155,
      "grad_norm": 0.37611883878707886,
      "learning_rate": 7.569531848816147e-06,
      "loss": 0.3647,
      "step": 319
    },
    {
      "epoch": 2.618556701030928,
      "grad_norm": 0.3572885990142822,
      "learning_rate": 7.233535053736706e-06,
      "loss": 0.3623,
      "step": 320
    },
    {
      "epoch": 2.62680412371134,
      "grad_norm": 0.37367528676986694,
      "learning_rate": 6.90488573971898e-06,
      "loss": 0.3666,
      "step": 321
    },
    {
      "epoch": 2.6350515463917525,
      "grad_norm": 0.37292131781578064,
      "learning_rate": 6.583609937124435e-06,
      "loss": 0.3615,
      "step": 322
    },
    {
      "epoch": 2.643298969072165,
      "grad_norm": 0.38947710394859314,
      "learning_rate": 6.269733092302399e-06,
      "loss": 0.404,
      "step": 323
    },
    {
      "epoch": 2.6515463917525772,
      "grad_norm": 0.4026634395122528,
      "learning_rate": 5.963280065574694e-06,
      "loss": 0.3609,
      "step": 324
    },
    {
      "epoch": 2.6597938144329896,
      "grad_norm": 0.3776322305202484,
      "learning_rate": 5.664275129266605e-06,
      "loss": 0.3513,
      "step": 325
    },
    {
      "epoch": 2.668041237113402,
      "grad_norm": 0.3595254123210907,
      "learning_rate": 5.372741965784323e-06,
      "loss": 0.3285,
      "step": 326
    },
    {
      "epoch": 2.6762886597938147,
      "grad_norm": 0.35534557700157166,
      "learning_rate": 5.088703665739336e-06,
      "loss": 0.3453,
      "step": 327
    },
    {
      "epoch": 2.684536082474227,
      "grad_norm": 0.36769574880599976,
      "learning_rate": 4.812182726119397e-06,
      "loss": 0.3498,
      "step": 328
    },
    {
      "epoch": 2.6927835051546394,
      "grad_norm": 0.38923129439353943,
      "learning_rate": 4.543201048506851e-06,
      "loss": 0.3701,
      "step": 329
    },
    {
      "epoch": 2.7010309278350517,
      "grad_norm": 0.36807262897491455,
      "learning_rate": 4.2817799373437994e-06,
      "loss": 0.3208,
      "step": 330
    },
    {
      "epoch": 2.709278350515464,
      "grad_norm": 0.385692298412323,
      "learning_rate": 4.027940098244753e-06,
      "loss": 0.3754,
      "step": 331
    },
    {
      "epoch": 2.7175257731958764,
      "grad_norm": 0.3878878653049469,
      "learning_rate": 3.7817016363566493e-06,
      "loss": 0.3812,
      "step": 332
    },
    {
      "epoch": 2.7257731958762887,
      "grad_norm": 0.3546048104763031,
      "learning_rate": 3.54308405476651e-06,
      "loss": 0.314,
      "step": 333
    },
    {
      "epoch": 2.734020618556701,
      "grad_norm": 0.39490392804145813,
      "learning_rate": 3.312106252956626e-06,
      "loss": 0.3538,
      "step": 334
    },
    {
      "epoch": 2.7422680412371134,
      "grad_norm": 0.39301711320877075,
      "learning_rate": 3.0887865253076632e-06,
      "loss": 0.3851,
      "step": 335
    },
    {
      "epoch": 2.7505154639175258,
      "grad_norm": 0.3987005054950714,
      "learning_rate": 2.873142559649722e-06,
      "loss": 0.3945,
      "step": 336
    },
    {
      "epoch": 2.758762886597938,
      "grad_norm": 0.377178430557251,
      "learning_rate": 2.6651914358613252e-06,
      "loss": 0.3813,
      "step": 337
    },
    {
      "epoch": 2.7670103092783505,
      "grad_norm": 0.35405266284942627,
      "learning_rate": 2.464949624516688e-06,
      "loss": 0.3046,
      "step": 338
    },
    {
      "epoch": 2.775257731958763,
      "grad_norm": 0.3652137219905853,
      "learning_rate": 2.272432985581119e-06,
      "loss": 0.3396,
      "step": 339
    },
    {
      "epoch": 2.783505154639175,
      "grad_norm": 0.3721199631690979,
      "learning_rate": 2.0876567671548773e-06,
      "loss": 0.3039,
      "step": 340
    },
    {
      "epoch": 2.7917525773195875,
      "grad_norm": 0.3970593512058258,
      "learning_rate": 1.910635604265465e-06,
      "loss": 0.4095,
      "step": 341
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.3831520080566406,
      "learning_rate": 1.7413835177084835e-06,
      "loss": 0.359,
      "step": 342
    },
    {
      "epoch": 2.808247422680412,
      "grad_norm": 0.3413088917732239,
      "learning_rate": 1.5799139129370588e-06,
      "loss": 0.3073,
      "step": 343
    },
    {
      "epoch": 2.8164948453608245,
      "grad_norm": 0.3681793510913849,
      "learning_rate": 1.4262395790001881e-06,
      "loss": 0.3917,
      "step": 344
    },
    {
      "epoch": 2.824742268041237,
      "grad_norm": 0.3547656536102295,
      "learning_rate": 1.2803726875296963e-06,
      "loss": 0.3308,
      "step": 345
    },
    {
      "epoch": 2.8329896907216496,
      "grad_norm": 0.38389670848846436,
      "learning_rate": 1.142324791776239e-06,
      "loss": 0.4037,
      "step": 346
    },
    {
      "epoch": 2.841237113402062,
      "grad_norm": 0.37809357047080994,
      "learning_rate": 1.01210682569427e-06,
      "loss": 0.3697,
      "step": 347
    },
    {
      "epoch": 2.8494845360824743,
      "grad_norm": 0.435940146446228,
      "learning_rate": 8.897291030759314e-07,
      "loss": 0.3713,
      "step": 348
    },
    {
      "epoch": 2.8577319587628867,
      "grad_norm": 0.36410847306251526,
      "learning_rate": 7.752013167342531e-07,
      "loss": 0.3464,
      "step": 349
    },
    {
      "epoch": 2.865979381443299,
      "grad_norm": 0.3589307963848114,
      "learning_rate": 6.68532537735389e-07,
      "loss": 0.3365,
      "step": 350
    },
    {
      "epoch": 2.8742268041237113,
      "grad_norm": 0.3795320689678192,
      "learning_rate": 5.697312146801915e-07,
      "loss": 0.3551,
      "step": 351
    },
    {
      "epoch": 2.8824742268041237,
      "grad_norm": 0.3537892997264862,
      "learning_rate": 4.788051730349907e-07,
      "loss": 0.3312,
      "step": 352
    },
    {
      "epoch": 2.890721649484536,
      "grad_norm": 0.37003251910209656,
      "learning_rate": 3.9576161451186923e-07,
      "loss": 0.365,
      "step": 353
    },
    {
      "epoch": 2.8989690721649484,
      "grad_norm": 0.33176755905151367,
      "learning_rate": 3.2060711649817277e-07,
      "loss": 0.3017,
      "step": 354
    },
    {
      "epoch": 2.9072164948453607,
      "grad_norm": 0.39390304684638977,
      "learning_rate": 2.5334763153559424e-07,
      "loss": 0.3607,
      "step": 355
    },
    {
      "epoch": 2.915463917525773,
      "grad_norm": 0.35808899998664856,
      "learning_rate": 1.939884868487174e-07,
      "loss": 0.3327,
      "step": 356
    },
    {
      "epoch": 2.923711340206186,
      "grad_norm": 0.3784313499927521,
      "learning_rate": 1.4253438392304307e-07,
      "loss": 0.3194,
      "step": 357
    },
    {
      "epoch": 2.931958762886598,
      "grad_norm": 0.3837621808052063,
      "learning_rate": 9.898939813267616e-08,
      "loss": 0.3583,
      "step": 358
    },
    {
      "epoch": 2.9402061855670105,
      "grad_norm": 0.35086172819137573,
      "learning_rate": 6.335697841747257e-08,
      "loss": 0.324,
      "step": 359
    },
    {
      "epoch": 2.948453608247423,
      "grad_norm": 0.3730827867984772,
      "learning_rate": 3.563994700988005e-08,
      "loss": 0.3437,
      "step": 360
    },
    {
      "epoch": 2.956701030927835,
      "grad_norm": 0.32978203892707825,
      "learning_rate": 1.5840499211439152e-08,
      "loss": 0.3002,
      "step": 361
    },
    {
      "epoch": 2.9649484536082475,
      "grad_norm": 0.39566338062286377,
      "learning_rate": 3.960203218911218e-09,
      "loss": 0.3865,
      "step": 362
    },
    {
      "epoch": 2.97319587628866,
      "grad_norm": 0.3649386465549469,
      "learning_rate": 0.0,
      "loss": 0.3111,
      "step": 363
    }
  ],
  "logging_steps": 1,
  "max_steps": 363,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.8645179782987776e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}