{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.175,
  "eval_steps": 500,
  "global_step": 87000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 2.8962271213531494,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.1292,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 6.777284145355225,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.1979,
      "step": 200
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.0732028484344482,
      "learning_rate": 6e-06,
      "loss": 1.1233,
      "step": 300
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.748718023300171,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.1694,
      "step": 400
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.2017223834991455,
      "learning_rate": 1e-05,
      "loss": 1.1499,
      "step": 500
    },
    {
      "epoch": 0.01,
      "eval_loss": 1.1749963760375977,
      "eval_runtime": 106.2784,
      "eval_samples_per_second": 9.409,
      "eval_steps_per_second": 2.352,
      "step": 500
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.5688204765319824,
      "learning_rate": 9.98994974874372e-06,
      "loss": 1.1033,
      "step": 600
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.247222900390625,
      "learning_rate": 9.979899497487437e-06,
      "loss": 1.1353,
      "step": 700
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.563870906829834,
      "learning_rate": 9.969849246231156e-06,
      "loss": 1.1575,
      "step": 800
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.093879461288452,
      "learning_rate": 9.959798994974875e-06,
      "loss": 1.186,
      "step": 900
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.5246388912200928,
      "learning_rate": 9.949748743718594e-06,
      "loss": 1.123,
      "step": 1000
    },
    {
      "epoch": 0.03,
      "eval_loss": 1.2011113166809082,
      "eval_runtime": 106.2391,
      "eval_samples_per_second": 9.413,
      "eval_steps_per_second": 2.353,
      "step": 1000
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.584878921508789,
      "learning_rate": 9.939698492462311e-06,
      "loss": 1.1876,
      "step": 1100
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8535866737365723,
      "learning_rate": 9.929648241206032e-06,
      "loss": 1.147,
      "step": 1200
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.041557788848877,
      "learning_rate": 9.91959798994975e-06,
      "loss": 1.1527,
      "step": 1300
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.288966655731201,
      "learning_rate": 9.909547738693468e-06,
      "loss": 1.1,
      "step": 1400
    },
    {
      "epoch": 0.04,
      "grad_norm": 3.992133378982544,
      "learning_rate": 9.899497487437186e-06,
      "loss": 1.1702,
      "step": 1500
    },
    {
      "epoch": 0.04,
      "eval_loss": 1.194442629814148,
      "eval_runtime": 106.2775,
      "eval_samples_per_second": 9.409,
      "eval_steps_per_second": 2.352,
      "step": 1500
    },
    {
      "epoch": 0.04,
      "grad_norm": 10.900914192199707,
      "learning_rate": 9.889447236180906e-06,
      "loss": 1.1407,
      "step": 1600
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.308995485305786,
      "learning_rate": 9.879396984924624e-06,
      "loss": 1.1732,
      "step": 1700
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.821071147918701,
      "learning_rate": 9.869346733668343e-06,
      "loss": 1.178,
      "step": 1800
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.4869799613952637,
      "learning_rate": 9.859296482412062e-06,
      "loss": 1.1236,
      "step": 1900
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.6243529319763184,
      "learning_rate": 9.84924623115578e-06,
      "loss": 1.1383,
      "step": 2000
    },
    {
      "epoch": 0.05,
      "eval_loss": 1.197302222251892,
      "eval_runtime": 106.476,
      "eval_samples_per_second": 9.392,
      "eval_steps_per_second": 2.348,
      "step": 2000
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.772403717041016,
      "learning_rate": 9.839195979899498e-06,
      "loss": 1.1792,
      "step": 2100
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.6403985023498535,
      "learning_rate": 9.829145728643217e-06,
      "loss": 1.2086,
      "step": 2200
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.52122163772583,
      "learning_rate": 9.819095477386936e-06,
      "loss": 1.1417,
      "step": 2300
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.543770790100098,
      "learning_rate": 9.809045226130655e-06,
      "loss": 1.18,
      "step": 2400
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.871328353881836,
      "learning_rate": 9.798994974874372e-06,
      "loss": 1.1623,
      "step": 2500
    },
    {
      "epoch": 0.06,
      "eval_loss": 1.2371257543563843,
      "eval_runtime": 106.486,
      "eval_samples_per_second": 9.391,
      "eval_steps_per_second": 2.348,
      "step": 2500
    },
    {
      "epoch": 0.07,
      "grad_norm": 9.064556121826172,
      "learning_rate": 9.788944723618091e-06,
      "loss": 1.2078,
      "step": 2600
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.955998420715332,
      "learning_rate": 9.77889447236181e-06,
      "loss": 1.105,
      "step": 2700
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0823745727539062,
      "learning_rate": 9.768844221105529e-06,
      "loss": 1.093,
      "step": 2800
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.0110859870910645,
      "learning_rate": 9.758793969849248e-06,
      "loss": 1.1217,
      "step": 2900
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.344435691833496,
      "learning_rate": 9.748743718592965e-06,
      "loss": 1.0912,
      "step": 3000
    },
    {
      "epoch": 0.07,
      "eval_loss": 1.1914273500442505,
      "eval_runtime": 106.2585,
      "eval_samples_per_second": 9.411,
      "eval_steps_per_second": 2.353,
      "step": 3000
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.916799783706665,
      "learning_rate": 9.738693467336684e-06,
      "loss": 1.1098,
      "step": 3100
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.60597038269043,
      "learning_rate": 9.728643216080402e-06,
      "loss": 1.1522,
      "step": 3200
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.223481178283691,
      "learning_rate": 9.718592964824122e-06,
      "loss": 1.1633,
      "step": 3300
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.995976686477661,
      "learning_rate": 9.70854271356784e-06,
      "loss": 1.168,
      "step": 3400
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.338571071624756,
      "learning_rate": 9.698492462311559e-06,
      "loss": 1.1514,
      "step": 3500
    },
    {
      "epoch": 0.09,
      "eval_loss": 1.2231833934783936,
      "eval_runtime": 106.0603,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 3500
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8867563009262085,
      "learning_rate": 9.688442211055276e-06,
      "loss": 1.1255,
      "step": 3600
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.41115140914917,
      "learning_rate": 9.678391959798997e-06,
      "loss": 1.1184,
      "step": 3700
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.065484046936035,
      "learning_rate": 9.668341708542714e-06,
      "loss": 1.1587,
      "step": 3800
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.625395774841309,
      "learning_rate": 9.658291457286433e-06,
      "loss": 1.1494,
      "step": 3900
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.19793963432312,
      "learning_rate": 9.648241206030152e-06,
      "loss": 1.1196,
      "step": 4000
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.1993799209594727,
      "eval_runtime": 106.0818,
      "eval_samples_per_second": 9.427,
      "eval_steps_per_second": 2.357,
      "step": 4000
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.89126205444336,
      "learning_rate": 9.63819095477387e-06,
      "loss": 1.1485,
      "step": 4100
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.234679698944092,
      "learning_rate": 9.628140703517588e-06,
      "loss": 1.1758,
      "step": 4200
    },
    {
      "epoch": 0.11,
      "grad_norm": 8.758123397827148,
      "learning_rate": 9.618090452261307e-06,
      "loss": 1.177,
      "step": 4300
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.4299983978271484,
      "learning_rate": 9.608040201005026e-06,
      "loss": 1.1694,
      "step": 4400
    },
    {
      "epoch": 0.11,
      "grad_norm": 11.623360633850098,
      "learning_rate": 9.597989949748745e-06,
      "loss": 1.1724,
      "step": 4500
    },
    {
      "epoch": 0.11,
      "eval_loss": 1.22361421585083,
      "eval_runtime": 106.1398,
      "eval_samples_per_second": 9.422,
      "eval_steps_per_second": 2.355,
      "step": 4500
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.621526002883911,
      "learning_rate": 9.587939698492464e-06,
      "loss": 1.176,
      "step": 4600
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.011305809020996,
      "learning_rate": 9.577889447236181e-06,
      "loss": 1.132,
      "step": 4700
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.702287673950195,
      "learning_rate": 9.5678391959799e-06,
      "loss": 1.2036,
      "step": 4800
    },
    {
      "epoch": 0.12,
      "grad_norm": 7.796123027801514,
      "learning_rate": 9.55778894472362e-06,
      "loss": 1.1573,
      "step": 4900
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.329326152801514,
      "learning_rate": 9.547738693467338e-06,
      "loss": 1.1477,
      "step": 5000
    },
    {
      "epoch": 0.12,
      "eval_loss": 1.1805349588394165,
      "eval_runtime": 106.2287,
      "eval_samples_per_second": 9.414,
      "eval_steps_per_second": 2.353,
      "step": 5000
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.5872912406921387,
      "learning_rate": 9.537688442211056e-06,
      "loss": 1.1774,
      "step": 5100
    },
    {
      "epoch": 0.13,
      "grad_norm": 7.94892692565918,
      "learning_rate": 9.527638190954775e-06,
      "loss": 1.1639,
      "step": 5200
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.417180061340332,
      "learning_rate": 9.517587939698492e-06,
      "loss": 1.1626,
      "step": 5300
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.434834003448486,
      "learning_rate": 9.507537688442213e-06,
      "loss": 1.1846,
      "step": 5400
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.536422252655029,
      "learning_rate": 9.49748743718593e-06,
      "loss": 1.1359,
      "step": 5500
    },
    {
      "epoch": 0.14,
      "eval_loss": 1.220381498336792,
      "eval_runtime": 106.2553,
      "eval_samples_per_second": 9.411,
      "eval_steps_per_second": 2.353,
      "step": 5500
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.294464111328125,
      "learning_rate": 9.487437185929649e-06,
      "loss": 1.1081,
      "step": 5600
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.32218074798584,
      "learning_rate": 9.477386934673368e-06,
      "loss": 1.1621,
      "step": 5700
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.692546844482422,
      "learning_rate": 9.467336683417087e-06,
      "loss": 1.1703,
      "step": 5800
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.460719585418701,
      "learning_rate": 9.457286432160804e-06,
      "loss": 1.2071,
      "step": 5900
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.178548336029053,
      "learning_rate": 9.447236180904523e-06,
      "loss": 1.1124,
      "step": 6000
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.1760114431381226,
      "eval_runtime": 106.2308,
      "eval_samples_per_second": 9.413,
      "eval_steps_per_second": 2.353,
      "step": 6000
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.670156478881836,
      "learning_rate": 9.437185929648242e-06,
      "loss": 1.1385,
      "step": 6100
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.211444854736328,
      "learning_rate": 9.427135678391961e-06,
      "loss": 1.1298,
      "step": 6200
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.375978469848633,
      "learning_rate": 9.41708542713568e-06,
      "loss": 1.1745,
      "step": 6300
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.415770053863525,
      "learning_rate": 9.407035175879397e-06,
      "loss": 1.1609,
      "step": 6400
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.558354377746582,
      "learning_rate": 9.396984924623116e-06,
      "loss": 1.1433,
      "step": 6500
    },
    {
      "epoch": 0.16,
      "eval_loss": 1.1909652948379517,
      "eval_runtime": 106.1934,
      "eval_samples_per_second": 9.417,
      "eval_steps_per_second": 2.354,
      "step": 6500
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.368566989898682,
      "learning_rate": 9.386934673366835e-06,
      "loss": 1.2008,
      "step": 6600
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.2384209632873535,
      "learning_rate": 9.376884422110554e-06,
      "loss": 1.2142,
      "step": 6700
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.848013877868652,
      "learning_rate": 9.366834170854272e-06,
      "loss": 1.1843,
      "step": 6800
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.339895725250244,
      "learning_rate": 9.35678391959799e-06,
      "loss": 1.1703,
      "step": 6900
    },
    {
      "epoch": 0.17,
      "grad_norm": 7.7875518798828125,
      "learning_rate": 9.34673366834171e-06,
      "loss": 1.1185,
      "step": 7000
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.2201147079467773,
      "eval_runtime": 106.1893,
      "eval_samples_per_second": 9.417,
      "eval_steps_per_second": 2.354,
      "step": 7000
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.590594291687012,
      "learning_rate": 9.336683417085429e-06,
      "loss": 1.1346,
      "step": 7100
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.217388153076172,
      "learning_rate": 9.326633165829146e-06,
      "loss": 1.118,
      "step": 7200
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3999927043914795,
      "learning_rate": 9.316582914572865e-06,
      "loss": 1.1394,
      "step": 7300
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.4164233207702637,
      "learning_rate": 9.306532663316584e-06,
      "loss": 1.1311,
      "step": 7400
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.3500103950500488,
      "learning_rate": 9.296482412060303e-06,
      "loss": 1.1907,
      "step": 7500
    },
    {
      "epoch": 0.19,
      "eval_loss": 1.2538405656814575,
      "eval_runtime": 106.2387,
      "eval_samples_per_second": 9.413,
      "eval_steps_per_second": 2.353,
      "step": 7500
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.407262325286865,
      "learning_rate": 9.28643216080402e-06,
      "loss": 1.1847,
      "step": 7600
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.9364423751831055,
      "learning_rate": 9.276381909547739e-06,
      "loss": 1.1634,
      "step": 7700
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.788465976715088,
      "learning_rate": 9.266331658291458e-06,
      "loss": 1.1667,
      "step": 7800
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.906449317932129,
      "learning_rate": 9.256281407035177e-06,
      "loss": 1.1199,
      "step": 7900
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.966096878051758,
      "learning_rate": 9.246231155778896e-06,
      "loss": 1.1859,
      "step": 8000
    },
    {
      "epoch": 0.2,
      "eval_loss": 1.1558078527450562,
      "eval_runtime": 106.2052,
      "eval_samples_per_second": 9.416,
      "eval_steps_per_second": 2.354,
      "step": 8000
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.45963191986084,
      "learning_rate": 9.236180904522613e-06,
      "loss": 1.1246,
      "step": 8100
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.322927951812744,
      "learning_rate": 9.226130653266332e-06,
      "loss": 1.1553,
      "step": 8200
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.216075420379639,
      "learning_rate": 9.216080402010051e-06,
      "loss": 1.1181,
      "step": 8300
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.784651279449463,
      "learning_rate": 9.20603015075377e-06,
      "loss": 1.0775,
      "step": 8400
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.537864685058594,
      "learning_rate": 9.195979899497488e-06,
      "loss": 1.1112,
      "step": 8500
    },
    {
      "epoch": 0.21,
      "eval_loss": 1.1949126720428467,
      "eval_runtime": 106.2149,
      "eval_samples_per_second": 9.415,
      "eval_steps_per_second": 2.354,
      "step": 8500
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4382109642028809,
      "learning_rate": 9.185929648241207e-06,
      "loss": 1.1235,
      "step": 8600
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.871183395385742,
      "learning_rate": 9.175879396984926e-06,
      "loss": 1.2089,
      "step": 8700
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.897693395614624,
      "learning_rate": 9.165829145728645e-06,
      "loss": 1.1792,
      "step": 8800
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.8129703998565674,
      "learning_rate": 9.155778894472362e-06,
      "loss": 1.1458,
      "step": 8900
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.998715877532959,
      "learning_rate": 9.14572864321608e-06,
      "loss": 1.1321,
      "step": 9000
    },
    {
      "epoch": 0.23,
      "eval_loss": 1.165256381034851,
      "eval_runtime": 106.0709,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 9000
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.936214923858643,
      "learning_rate": 9.1356783919598e-06,
      "loss": 1.1338,
      "step": 9100
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.714348793029785,
      "learning_rate": 9.125628140703519e-06,
      "loss": 1.1526,
      "step": 9200
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.532776832580566,
      "learning_rate": 9.115577889447236e-06,
      "loss": 1.1279,
      "step": 9300
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.0869245529174805,
      "learning_rate": 9.105527638190955e-06,
      "loss": 1.152,
      "step": 9400
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.13925313949585,
      "learning_rate": 9.095477386934674e-06,
      "loss": 1.1462,
      "step": 9500
    },
    {
      "epoch": 0.24,
      "eval_loss": 1.2190707921981812,
      "eval_runtime": 106.0445,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 9500
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.3696067333221436,
      "learning_rate": 9.085427135678393e-06,
      "loss": 1.1338,
      "step": 9600
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.178169250488281,
      "learning_rate": 9.075376884422112e-06,
      "loss": 1.1047,
      "step": 9700
    },
    {
      "epoch": 0.24,
      "grad_norm": 8.618546485900879,
      "learning_rate": 9.06532663316583e-06,
      "loss": 1.2217,
      "step": 9800
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.047238349914551,
      "learning_rate": 9.055276381909548e-06,
      "loss": 1.1277,
      "step": 9900
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.2608633041381836,
      "learning_rate": 9.045226130653267e-06,
      "loss": 1.0982,
      "step": 10000
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.2301849126815796,
      "eval_runtime": 106.0445,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 10000
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.365833759307861,
      "learning_rate": 9.035175879396986e-06,
      "loss": 1.1367,
      "step": 10100
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.321079254150391,
      "learning_rate": 9.025125628140704e-06,
      "loss": 1.1288,
      "step": 10200
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.2387518882751465,
      "learning_rate": 9.015075376884423e-06,
      "loss": 1.1415,
      "step": 10300
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.032764911651611,
      "learning_rate": 9.005025125628142e-06,
      "loss": 1.1471,
      "step": 10400
    },
    {
      "epoch": 0.26,
      "grad_norm": 7.161890506744385,
      "learning_rate": 8.99497487437186e-06,
      "loss": 1.1121,
      "step": 10500
    },
    {
      "epoch": 0.26,
      "eval_loss": 1.1580675840377808,
      "eval_runtime": 106.0405,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 10500
    },
    {
      "epoch": 0.27,
      "grad_norm": 8.492444038391113,
      "learning_rate": 8.984924623115578e-06,
      "loss": 1.2182,
      "step": 10600
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.7185165882110596,
      "learning_rate": 8.974874371859297e-06,
      "loss": 1.1466,
      "step": 10700
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.3694963455200195,
      "learning_rate": 8.964824120603016e-06,
      "loss": 1.1329,
      "step": 10800
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.5741922855377197,
      "learning_rate": 8.954773869346735e-06,
      "loss": 1.1466,
      "step": 10900
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.072163105010986,
      "learning_rate": 8.944723618090452e-06,
      "loss": 1.127,
      "step": 11000
    },
    {
      "epoch": 0.28,
      "eval_loss": 1.2112760543823242,
      "eval_runtime": 106.0385,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 11000
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.539740085601807,
      "learning_rate": 8.934673366834171e-06,
      "loss": 1.2167,
      "step": 11100
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.4889700412750244,
      "learning_rate": 8.92462311557789e-06,
      "loss": 1.1264,
      "step": 11200
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.519000053405762,
      "learning_rate": 8.914572864321609e-06,
      "loss": 1.1552,
      "step": 11300
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.674288272857666,
      "learning_rate": 8.904522613065328e-06,
      "loss": 1.1393,
      "step": 11400
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.456840991973877,
      "learning_rate": 8.894472361809045e-06,
      "loss": 1.1376,
      "step": 11500
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.2394318580627441,
      "eval_runtime": 106.0218,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 11500
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.70370626449585,
      "learning_rate": 8.884422110552764e-06,
      "loss": 1.139,
      "step": 11600
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.3822922706604,
      "learning_rate": 8.874371859296483e-06,
      "loss": 1.1231,
      "step": 11700
    },
    {
      "epoch": 0.29,
      "grad_norm": 8.374277114868164,
      "learning_rate": 8.864321608040202e-06,
      "loss": 1.1627,
      "step": 11800
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.440807342529297,
      "learning_rate": 8.85427135678392e-06,
      "loss": 1.1215,
      "step": 11900
    },
    {
      "epoch": 0.3,
      "grad_norm": 8.692358016967773,
      "learning_rate": 8.84422110552764e-06,
      "loss": 1.163,
      "step": 12000
    },
    {
      "epoch": 0.3,
      "eval_loss": 1.1826081275939941,
      "eval_runtime": 106.0303,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 12000
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.820358991622925,
      "learning_rate": 8.834170854271358e-06,
      "loss": 1.103,
      "step": 12100
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.24362850189209,
      "learning_rate": 8.824120603015077e-06,
      "loss": 1.0791,
      "step": 12200
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.441662311553955,
      "learning_rate": 8.814070351758794e-06,
      "loss": 1.1786,
      "step": 12300
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.2167410850524902,
      "learning_rate": 8.804020100502513e-06,
      "loss": 1.1805,
      "step": 12400
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.339104652404785,
      "learning_rate": 8.793969849246232e-06,
      "loss": 1.0919,
      "step": 12500
    },
    {
      "epoch": 0.31,
      "eval_loss": 1.1974951028823853,
      "eval_runtime": 106.035,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 12500
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.801215171813965,
      "learning_rate": 8.78391959798995e-06,
      "loss": 1.0955,
      "step": 12600
    },
    {
      "epoch": 0.32,
      "grad_norm": 10.506399154663086,
      "learning_rate": 8.773869346733668e-06,
      "loss": 1.2134,
      "step": 12700
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.50074577331543,
      "learning_rate": 8.763819095477387e-06,
      "loss": 1.1828,
      "step": 12800
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.6549763679504395,
      "learning_rate": 8.753768844221106e-06,
      "loss": 1.1031,
      "step": 12900
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.622566223144531,
      "learning_rate": 8.743718592964825e-06,
      "loss": 1.108,
      "step": 13000
    },
    {
      "epoch": 0.33,
      "eval_loss": 1.206725835800171,
      "eval_runtime": 106.0479,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 13000
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.7196221351623535,
      "learning_rate": 8.733668341708544e-06,
      "loss": 1.1414,
      "step": 13100
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.0874502658843994,
      "learning_rate": 8.723618090452261e-06,
      "loss": 1.1779,
      "step": 13200
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.2144765853881836,
      "learning_rate": 8.71356783919598e-06,
      "loss": 1.1189,
      "step": 13300
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.149327039718628,
      "learning_rate": 8.7035175879397e-06,
      "loss": 1.2085,
      "step": 13400
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.726438522338867,
      "learning_rate": 8.693467336683418e-06,
      "loss": 1.0836,
      "step": 13500
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.1935946941375732,
      "eval_runtime": 106.028,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 13500
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.5727105140686035,
      "learning_rate": 8.683417085427136e-06,
      "loss": 1.0865,
      "step": 13600
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.883179187774658,
      "learning_rate": 8.673366834170856e-06,
      "loss": 1.1212,
      "step": 13700
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.398787498474121,
      "learning_rate": 8.663316582914574e-06,
      "loss": 1.1267,
      "step": 13800
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.785742998123169,
      "learning_rate": 8.653266331658293e-06,
      "loss": 1.135,
      "step": 13900
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.241240978240967,
      "learning_rate": 8.64321608040201e-06,
      "loss": 1.1242,
      "step": 14000
    },
    {
      "epoch": 0.35,
      "eval_loss": 1.1758685111999512,
      "eval_runtime": 106.0542,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 14000
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.4116621017456055,
      "learning_rate": 8.63316582914573e-06,
      "loss": 1.0878,
      "step": 14100
    },
    {
      "epoch": 0.35,
      "grad_norm": 6.320282459259033,
      "learning_rate": 8.623115577889448e-06,
      "loss": 1.1523,
      "step": 14200
    },
    {
      "epoch": 0.36,
      "grad_norm": 8.830348014831543,
      "learning_rate": 8.613065326633167e-06,
      "loss": 1.0909,
      "step": 14300
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.5644683837890625,
      "learning_rate": 8.603015075376884e-06,
      "loss": 1.196,
      "step": 14400
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.190166473388672,
      "learning_rate": 8.592964824120603e-06,
      "loss": 1.1618,
      "step": 14500
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.1882929801940918,
      "eval_runtime": 106.0551,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 14500
    },
    {
      "epoch": 0.36,
      "grad_norm": 17.052867889404297,
      "learning_rate": 8.582914572864322e-06,
      "loss": 1.1788,
      "step": 14600
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.739620685577393,
      "learning_rate": 8.572864321608041e-06,
      "loss": 1.1384,
      "step": 14700
    },
    {
      "epoch": 0.37,
      "grad_norm": 9.18273639678955,
      "learning_rate": 8.56281407035176e-06,
      "loss": 1.1222,
      "step": 14800
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.9803543090820312,
      "learning_rate": 8.552763819095477e-06,
      "loss": 1.1078,
      "step": 14900
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.8314757347106934,
      "learning_rate": 8.542713567839196e-06,
      "loss": 1.1153,
      "step": 15000
    },
    {
      "epoch": 0.38,
      "eval_loss": 1.1791757345199585,
      "eval_runtime": 106.2981,
      "eval_samples_per_second": 9.408,
      "eval_steps_per_second": 2.352,
      "step": 15000
    },
    {
      "epoch": 0.38,
      "grad_norm": 7.389952659606934,
      "learning_rate": 8.532663316582915e-06,
      "loss": 1.0997,
      "step": 15100
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.7773051261901855,
      "learning_rate": 8.522613065326634e-06,
      "loss": 1.1291,
      "step": 15200
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.93678092956543,
      "learning_rate": 8.512562814070352e-06,
      "loss": 1.1771,
      "step": 15300
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.244768142700195,
      "learning_rate": 8.50251256281407e-06,
      "loss": 1.1455,
      "step": 15400
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.881159543991089,
      "learning_rate": 8.49246231155779e-06,
      "loss": 1.1593,
      "step": 15500
    },
    {
      "epoch": 0.39,
      "eval_loss": 1.174180030822754,
      "eval_runtime": 106.0212,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 15500
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6950880289077759,
      "learning_rate": 8.482412060301509e-06,
      "loss": 1.1111,
      "step": 15600
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.720574855804443,
      "learning_rate": 8.472361809045226e-06,
      "loss": 1.1277,
      "step": 15700
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.957318902015686,
      "learning_rate": 8.462311557788947e-06,
      "loss": 1.1213,
      "step": 15800
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.463331937789917,
      "learning_rate": 8.452261306532664e-06,
      "loss": 1.1348,
      "step": 15900
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.911657810211182,
      "learning_rate": 8.442211055276383e-06,
      "loss": 1.183,
      "step": 16000
    },
    {
      "epoch": 0.4,
      "eval_loss": 1.1880648136138916,
      "eval_runtime": 106.0399,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 16000
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.685622215270996,
      "learning_rate": 8.4321608040201e-06,
      "loss": 1.0885,
      "step": 16100
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.106893539428711,
      "learning_rate": 8.42211055276382e-06,
      "loss": 1.1155,
      "step": 16200
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.5625643730163574,
      "learning_rate": 8.412060301507538e-06,
      "loss": 1.1509,
      "step": 16300
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.4601857662200928,
      "learning_rate": 8.402010050251257e-06,
      "loss": 1.1641,
      "step": 16400
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.221052408218384,
      "learning_rate": 8.391959798994976e-06,
      "loss": 1.1614,
      "step": 16500
    },
    {
      "epoch": 0.41,
      "eval_loss": 1.2177305221557617,
      "eval_runtime": 106.0442,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 16500
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.0826416015625,
      "learning_rate": 8.381909547738695e-06,
      "loss": 1.2206,
      "step": 16600
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.027673721313477,
      "learning_rate": 8.371859296482412e-06,
      "loss": 1.1221,
      "step": 16700
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.402815103530884,
      "learning_rate": 8.361809045226131e-06,
      "loss": 1.1168,
      "step": 16800
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.39699125289917,
      "learning_rate": 8.35175879396985e-06,
      "loss": 1.2223,
      "step": 16900
    },
    {
      "epoch": 0.42,
      "grad_norm": 7.322509288787842,
      "learning_rate": 8.341708542713568e-06,
      "loss": 1.13,
      "step": 17000
    },
    {
      "epoch": 0.42,
      "eval_loss": 1.20486319065094,
      "eval_runtime": 106.0286,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 17000
    },
    {
      "epoch": 0.43,
      "grad_norm": 8.754172325134277,
      "learning_rate": 8.331658291457287e-06,
      "loss": 1.0929,
      "step": 17100
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.245049476623535,
      "learning_rate": 8.321608040201006e-06,
      "loss": 1.0899,
      "step": 17200
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.368318557739258,
      "learning_rate": 8.311557788944725e-06,
      "loss": 1.1458,
      "step": 17300
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.112353563308716,
      "learning_rate": 8.301507537688442e-06,
      "loss": 1.1361,
      "step": 17400
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.4094953536987305,
      "learning_rate": 8.291457286432163e-06,
      "loss": 1.1214,
      "step": 17500
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.249082088470459,
      "eval_runtime": 106.0393,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 17500
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.122429370880127,
      "learning_rate": 8.28140703517588e-06,
      "loss": 1.1201,
      "step": 17600
    },
    {
      "epoch": 0.44,
      "grad_norm": 8.071257591247559,
      "learning_rate": 8.271356783919599e-06,
      "loss": 1.0958,
      "step": 17700
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.817784309387207,
      "learning_rate": 8.261306532663316e-06,
      "loss": 1.1187,
      "step": 17800
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.626766324043274,
      "learning_rate": 8.251256281407037e-06,
      "loss": 1.1443,
      "step": 17900
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.9109134674072266,
      "learning_rate": 8.241206030150754e-06,
      "loss": 1.1612,
      "step": 18000
    },
    {
      "epoch": 0.45,
      "eval_loss": 1.168979287147522,
      "eval_runtime": 106.0316,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 18000
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.2552337646484375,
      "learning_rate": 8.231155778894473e-06,
      "loss": 1.1636,
      "step": 18100
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.994833946228027,
      "learning_rate": 8.221105527638192e-06,
      "loss": 1.1199,
      "step": 18200
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.6655449867248535,
      "learning_rate": 8.211055276381911e-06,
      "loss": 1.1118,
      "step": 18300
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.384323596954346,
      "learning_rate": 8.201005025125628e-06,
      "loss": 1.1713,
      "step": 18400
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.516322612762451,
      "learning_rate": 8.190954773869347e-06,
      "loss": 1.2118,
      "step": 18500
    },
    {
      "epoch": 0.46,
      "eval_loss": 1.1855034828186035,
      "eval_runtime": 106.0276,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 18500
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.098135471343994,
      "learning_rate": 8.180904522613066e-06,
      "loss": 1.1457,
      "step": 18600
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.398161888122559,
      "learning_rate": 8.170854271356785e-06,
      "loss": 1.1211,
      "step": 18700
    },
    {
      "epoch": 0.47,
      "grad_norm": 10.372193336486816,
      "learning_rate": 8.160804020100503e-06,
      "loss": 1.1691,
      "step": 18800
    },
    {
      "epoch": 0.47,
      "grad_norm": 8.23112678527832,
      "learning_rate": 8.150753768844222e-06,
      "loss": 1.1251,
      "step": 18900
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.921475887298584,
      "learning_rate": 8.14070351758794e-06,
      "loss": 1.092,
      "step": 19000
    },
    {
      "epoch": 0.47,
      "eval_loss": 1.20026433467865,
      "eval_runtime": 106.017,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 19000
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.03338623046875,
      "learning_rate": 8.130653266331658e-06,
      "loss": 1.1199,
      "step": 19100
    },
    {
      "epoch": 0.48,
      "grad_norm": 10.756241798400879,
      "learning_rate": 8.120603015075379e-06,
      "loss": 1.121,
      "step": 19200
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.687259674072266,
      "learning_rate": 8.110552763819096e-06,
      "loss": 1.1623,
      "step": 19300
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.741285562515259,
      "learning_rate": 8.100502512562815e-06,
      "loss": 1.089,
      "step": 19400
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.4017832279205322,
      "learning_rate": 8.090452261306532e-06,
      "loss": 1.1537,
      "step": 19500
    },
    {
      "epoch": 0.49,
      "eval_loss": 1.210019588470459,
      "eval_runtime": 106.0274,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 19500
    },
    {
      "epoch": 0.49,
      "grad_norm": 27.84754753112793,
      "learning_rate": 8.080402010050253e-06,
      "loss": 1.1101,
      "step": 19600
    },
    {
      "epoch": 0.49,
      "grad_norm": 15.681364059448242,
      "learning_rate": 8.07035175879397e-06,
      "loss": 1.1033,
      "step": 19700
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.995880603790283,
      "learning_rate": 8.060301507537689e-06,
      "loss": 1.1781,
      "step": 19800
    },
    {
      "epoch": 0.5,
      "grad_norm": 11.795672416687012,
      "learning_rate": 8.050251256281408e-06,
      "loss": 1.0692,
      "step": 19900
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.25331449508667,
      "learning_rate": 8.040201005025127e-06,
      "loss": 1.1582,
      "step": 20000
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.1762893199920654,
      "eval_runtime": 106.0116,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 20000
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.3939690589904785,
      "learning_rate": 8.030150753768844e-06,
      "loss": 1.1748,
      "step": 20100
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.918806552886963,
      "learning_rate": 8.020100502512563e-06,
      "loss": 1.1929,
      "step": 20200
    },
    {
      "epoch": 0.51,
      "grad_norm": 9.905332565307617,
      "learning_rate": 8.010050251256282e-06,
      "loss": 1.1741,
      "step": 20300
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.9581973552703857,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.1134,
      "step": 20400
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.484316349029541,
      "learning_rate": 7.989949748743719e-06,
      "loss": 1.1542,
      "step": 20500
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.2277439832687378,
      "eval_runtime": 106.0241,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 20500
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.826357841491699,
      "learning_rate": 7.979899497487438e-06,
      "loss": 1.1211,
      "step": 20600
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.551624774932861,
      "learning_rate": 7.969849246231157e-06,
      "loss": 1.1811,
      "step": 20700
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.7033650875091553,
      "learning_rate": 7.959798994974876e-06,
      "loss": 1.1529,
      "step": 20800
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.31227445602417,
      "learning_rate": 7.949748743718595e-06,
      "loss": 1.1559,
      "step": 20900
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.757655143737793,
      "learning_rate": 7.939698492462312e-06,
      "loss": 1.166,
      "step": 21000
    },
    {
      "epoch": 0.53,
      "eval_loss": 1.2115482091903687,
      "eval_runtime": 106.0189,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 21000
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.111684322357178,
      "learning_rate": 7.929648241206031e-06,
      "loss": 1.1683,
      "step": 21100
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.45263409614563,
      "learning_rate": 7.91959798994975e-06,
      "loss": 1.1146,
      "step": 21200
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.8724279403686523,
      "learning_rate": 7.909547738693469e-06,
      "loss": 1.1648,
      "step": 21300
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.8003387451171875,
      "learning_rate": 7.899497487437186e-06,
      "loss": 1.1802,
      "step": 21400
    },
    {
      "epoch": 0.54,
      "grad_norm": 8.398045539855957,
      "learning_rate": 7.889447236180905e-06,
      "loss": 1.1438,
      "step": 21500
    },
    {
      "epoch": 0.54,
      "eval_loss": 1.1905258893966675,
      "eval_runtime": 106.016,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 21500
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.731268882751465,
      "learning_rate": 7.879396984924622e-06,
      "loss": 1.0726,
      "step": 21600
    },
    {
      "epoch": 0.54,
      "grad_norm": 9.864482879638672,
      "learning_rate": 7.869346733668343e-06,
      "loss": 1.1604,
      "step": 21700
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.624190092086792,
      "learning_rate": 7.85929648241206e-06,
      "loss": 1.1831,
      "step": 21800
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.659609317779541,
      "learning_rate": 7.84924623115578e-06,
      "loss": 1.0539,
      "step": 21900
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.585338592529297,
      "learning_rate": 7.839195979899498e-06,
      "loss": 1.2157,
      "step": 22000
    },
    {
      "epoch": 0.55,
      "eval_loss": 1.199148178100586,
      "eval_runtime": 106.0429,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 22000
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.8435893058776855,
      "learning_rate": 7.829145728643217e-06,
      "loss": 1.07,
      "step": 22100
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.895426273345947,
      "learning_rate": 7.819095477386935e-06,
      "loss": 1.115,
      "step": 22200
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.716872692108154,
      "learning_rate": 7.809045226130654e-06,
      "loss": 1.1016,
      "step": 22300
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.7104599475860596,
      "learning_rate": 7.798994974874373e-06,
      "loss": 1.0983,
      "step": 22400
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.22263240814209,
      "learning_rate": 7.788944723618092e-06,
      "loss": 1.0981,
      "step": 22500
    },
    {
      "epoch": 0.56,
      "eval_loss": 1.2477768659591675,
      "eval_runtime": 106.0531,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 22500
    },
    {
      "epoch": 0.56,
      "grad_norm": 12.602644920349121,
      "learning_rate": 7.77889447236181e-06,
      "loss": 1.1739,
      "step": 22600
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.040693283081055,
      "learning_rate": 7.768844221105528e-06,
      "loss": 1.1364,
      "step": 22700
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.136214733123779,
      "learning_rate": 7.758793969849247e-06,
      "loss": 1.1374,
      "step": 22800
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.945772647857666,
      "learning_rate": 7.748743718592966e-06,
      "loss": 1.1533,
      "step": 22900
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.4912397861480713,
      "learning_rate": 7.738693467336685e-06,
      "loss": 1.0981,
      "step": 23000
    },
    {
      "epoch": 0.57,
      "eval_loss": 1.2318669557571411,
      "eval_runtime": 106.0223,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 23000
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.470850944519043,
      "learning_rate": 7.728643216080402e-06,
      "loss": 1.1453,
      "step": 23100
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.3996975421905518,
      "learning_rate": 7.718592964824121e-06,
      "loss": 1.1357,
      "step": 23200
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.165435314178467,
      "learning_rate": 7.70854271356784e-06,
      "loss": 1.0431,
      "step": 23300
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.5636632442474365,
      "learning_rate": 7.698492462311559e-06,
      "loss": 1.1245,
      "step": 23400
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.408770561218262,
      "learning_rate": 7.688442211055276e-06,
      "loss": 1.131,
      "step": 23500
    },
    {
      "epoch": 0.59,
      "eval_loss": 1.1715679168701172,
      "eval_runtime": 106.0287,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 23500
    },
    {
      "epoch": 0.59,
      "grad_norm": 8.558609008789062,
      "learning_rate": 7.678391959798995e-06,
      "loss": 1.0817,
      "step": 23600
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.554088115692139,
      "learning_rate": 7.668341708542714e-06,
      "loss": 1.1049,
      "step": 23700
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.769896507263184,
      "learning_rate": 7.658291457286433e-06,
      "loss": 1.1414,
      "step": 23800
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.120572566986084,
      "learning_rate": 7.64824120603015e-06,
      "loss": 1.1546,
      "step": 23900
    },
    {
      "epoch": 0.6,
      "grad_norm": 9.137899398803711,
      "learning_rate": 7.63819095477387e-06,
      "loss": 1.0968,
      "step": 24000
    },
    {
      "epoch": 0.6,
      "eval_loss": 1.1701098680496216,
      "eval_runtime": 106.0427,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 24000
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.275972843170166,
      "learning_rate": 7.628140703517588e-06,
      "loss": 1.0813,
      "step": 24100
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.437551975250244,
      "learning_rate": 7.618090452261308e-06,
      "loss": 1.1649,
      "step": 24200
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.896280527114868,
      "learning_rate": 7.608040201005026e-06,
      "loss": 1.1536,
      "step": 24300
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.638348579406738,
      "learning_rate": 7.597989949748744e-06,
      "loss": 1.1122,
      "step": 24400
    },
    {
      "epoch": 0.61,
      "grad_norm": 4.344515800476074,
      "learning_rate": 7.587939698492463e-06,
      "loss": 1.1265,
      "step": 24500
    },
    {
      "epoch": 0.61,
      "eval_loss": 1.1937814950942993,
      "eval_runtime": 106.0359,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 24500
    },
    {
      "epoch": 0.61,
      "grad_norm": 12.144390106201172,
      "learning_rate": 7.577889447236182e-06,
      "loss": 1.0717,
      "step": 24600
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.6124162673950195,
      "learning_rate": 7.5678391959799e-06,
      "loss": 1.1462,
      "step": 24700
    },
    {
      "epoch": 0.62,
      "grad_norm": 8.556794166564941,
      "learning_rate": 7.557788944723619e-06,
      "loss": 1.1072,
      "step": 24800
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.116814613342285,
      "learning_rate": 7.547738693467337e-06,
      "loss": 1.1318,
      "step": 24900
    },
    {
      "epoch": 0.62,
      "grad_norm": 9.45323371887207,
      "learning_rate": 7.537688442211056e-06,
      "loss": 1.1285,
      "step": 25000
    },
    {
      "epoch": 0.62,
      "eval_loss": 1.2085939645767212,
      "eval_runtime": 106.0572,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 25000
    },
    {
      "epoch": 0.63,
      "grad_norm": 4.843000411987305,
      "learning_rate": 7.527638190954774e-06,
      "loss": 1.1281,
      "step": 25100
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.768526792526245,
      "learning_rate": 7.517587939698493e-06,
      "loss": 1.1034,
      "step": 25200
    },
    {
      "epoch": 0.63,
      "grad_norm": 3.8277149200439453,
      "learning_rate": 7.507537688442211e-06,
      "loss": 1.1364,
      "step": 25300
    },
    {
      "epoch": 0.64,
      "grad_norm": 4.662463665008545,
      "learning_rate": 7.49748743718593e-06,
      "loss": 1.0998,
      "step": 25400
    },
    {
      "epoch": 0.64,
      "grad_norm": 4.321447372436523,
      "learning_rate": 7.487437185929649e-06,
      "loss": 1.0505,
      "step": 25500
    },
    {
      "epoch": 0.64,
      "eval_loss": 1.1745121479034424,
      "eval_runtime": 106.0373,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 25500
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.473324775695801,
      "learning_rate": 7.4773869346733675e-06,
      "loss": 1.1277,
      "step": 25600
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.012463569641113,
      "learning_rate": 7.467336683417086e-06,
      "loss": 1.171,
      "step": 25700
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.7822492122650146,
      "learning_rate": 7.4572864321608055e-06,
      "loss": 1.1144,
      "step": 25800
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.848889350891113,
      "learning_rate": 7.447236180904524e-06,
      "loss": 1.1733,
      "step": 25900
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.613380432128906,
      "learning_rate": 7.437185929648242e-06,
      "loss": 1.1166,
      "step": 26000
    },
    {
      "epoch": 0.65,
      "eval_loss": 1.1962485313415527,
      "eval_runtime": 106.0399,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 26000
    },
    {
      "epoch": 0.65,
      "grad_norm": 9.13502311706543,
      "learning_rate": 7.42713567839196e-06,
      "loss": 1.1202,
      "step": 26100
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.9282798767089844,
      "learning_rate": 7.417085427135679e-06,
      "loss": 1.146,
      "step": 26200
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.336259365081787,
      "learning_rate": 7.407035175879398e-06,
      "loss": 1.139,
      "step": 26300
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.539892673492432,
      "learning_rate": 7.396984924623116e-06,
      "loss": 1.101,
      "step": 26400
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.7083210945129395,
      "learning_rate": 7.386934673366835e-06,
      "loss": 1.2061,
      "step": 26500
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.208566665649414,
      "eval_runtime": 105.9891,
      "eval_samples_per_second": 9.435,
      "eval_steps_per_second": 2.359,
      "step": 26500
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.5254299640655518,
      "learning_rate": 7.376884422110553e-06,
      "loss": 1.1518,
      "step": 26600
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.481236457824707,
      "learning_rate": 7.366834170854272e-06,
      "loss": 1.1229,
      "step": 26700
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.710301399230957,
      "learning_rate": 7.35678391959799e-06,
      "loss": 1.1179,
      "step": 26800
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.444150924682617,
      "learning_rate": 7.346733668341709e-06,
      "loss": 1.1705,
      "step": 26900
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.206109046936035,
      "learning_rate": 7.336683417085427e-06,
      "loss": 1.0838,
      "step": 27000
    },
    {
      "epoch": 0.68,
      "eval_loss": 1.1918013095855713,
      "eval_runtime": 106.0214,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 27000
    },
    {
      "epoch": 0.68,
      "grad_norm": 10.437155723571777,
      "learning_rate": 7.326633165829146e-06,
      "loss": 1.1246,
      "step": 27100
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.975705862045288,
      "learning_rate": 7.316582914572865e-06,
      "loss": 1.1462,
      "step": 27200
    },
    {
      "epoch": 0.68,
      "grad_norm": 4.456331729888916,
      "learning_rate": 7.3065326633165835e-06,
      "loss": 1.1436,
      "step": 27300
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.7051470279693604,
      "learning_rate": 7.296482412060302e-06,
      "loss": 1.127,
      "step": 27400
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.190571308135986,
      "learning_rate": 7.2864321608040215e-06,
      "loss": 1.1008,
      "step": 27500
    },
    {
      "epoch": 0.69,
      "eval_loss": 1.1216787099838257,
      "eval_runtime": 106.009,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 27500
    },
    {
      "epoch": 0.69,
      "grad_norm": 3.3411688804626465,
      "learning_rate": 7.27638190954774e-06,
      "loss": 1.1983,
      "step": 27600
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.207643032073975,
      "learning_rate": 7.266331658291458e-06,
      "loss": 1.1391,
      "step": 27700
    },
    {
      "epoch": 0.69,
      "grad_norm": 12.340192794799805,
      "learning_rate": 7.256281407035176e-06,
      "loss": 1.1098,
      "step": 27800
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.5857367515563965,
      "learning_rate": 7.246231155778896e-06,
      "loss": 1.1246,
      "step": 27900
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.554783821105957,
      "learning_rate": 7.236180904522614e-06,
      "loss": 1.0962,
      "step": 28000
    },
    {
      "epoch": 0.7,
      "eval_loss": 1.1856356859207153,
      "eval_runtime": 106.0327,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 28000
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0475980043411255,
      "learning_rate": 7.226130653266332e-06,
      "loss": 1.1436,
      "step": 28100
    },
    {
      "epoch": 0.7,
      "grad_norm": 15.718121528625488,
      "learning_rate": 7.21608040201005e-06,
      "loss": 1.141,
      "step": 28200
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.8623883724212646,
      "learning_rate": 7.206030150753769e-06,
      "loss": 1.1262,
      "step": 28300
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.101434230804443,
      "learning_rate": 7.195979899497488e-06,
      "loss": 1.096,
      "step": 28400
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.572381019592285,
      "learning_rate": 7.185929648241206e-06,
      "loss": 1.156,
      "step": 28500
    },
    {
      "epoch": 0.71,
      "eval_loss": 1.2090998888015747,
      "eval_runtime": 106.033,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 28500
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.753989219665527,
      "learning_rate": 7.175879396984925e-06,
      "loss": 1.1645,
      "step": 28600
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.745002269744873,
      "learning_rate": 7.165829145728643e-06,
      "loss": 1.1904,
      "step": 28700
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.988409042358398,
      "learning_rate": 7.155778894472362e-06,
      "loss": 1.14,
      "step": 28800
    },
    {
      "epoch": 0.72,
      "grad_norm": 12.388657569885254,
      "learning_rate": 7.145728643216081e-06,
      "loss": 1.1043,
      "step": 28900
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.307866096496582,
      "learning_rate": 7.1356783919597995e-06,
      "loss": 1.1395,
      "step": 29000
    },
    {
      "epoch": 0.72,
      "eval_loss": 1.1706377267837524,
      "eval_runtime": 106.0325,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 29000
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.388065814971924,
      "learning_rate": 7.125628140703518e-06,
      "loss": 1.1336,
      "step": 29100
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.8489246368408203,
      "learning_rate": 7.1155778894472375e-06,
      "loss": 1.098,
      "step": 29200
    },
    {
      "epoch": 0.73,
      "grad_norm": 9.67976188659668,
      "learning_rate": 7.105527638190956e-06,
      "loss": 1.0673,
      "step": 29300
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.9133048057556152,
      "learning_rate": 7.095477386934674e-06,
      "loss": 1.0832,
      "step": 29400
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.992185115814209,
      "learning_rate": 7.085427135678392e-06,
      "loss": 1.1449,
      "step": 29500
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.1525543928146362,
      "eval_runtime": 106.0329,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 29500
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5347836017608643,
      "learning_rate": 7.075376884422112e-06,
      "loss": 1.1152,
      "step": 29600
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.405416965484619,
      "learning_rate": 7.06532663316583e-06,
      "loss": 1.1239,
      "step": 29700
    },
    {
      "epoch": 0.74,
      "grad_norm": 10.704813957214355,
      "learning_rate": 7.055276381909548e-06,
      "loss": 1.1007,
      "step": 29800
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.187832355499268,
      "learning_rate": 7.045226130653266e-06,
      "loss": 1.1903,
      "step": 29900
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.4171247482299805,
      "learning_rate": 7.035175879396986e-06,
      "loss": 1.1101,
      "step": 30000
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.1943550109863281,
      "eval_runtime": 106.0234,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 30000
    },
    {
      "epoch": 0.75,
      "grad_norm": 10.25555419921875,
      "learning_rate": 7.025125628140704e-06,
      "loss": 1.1009,
      "step": 30100
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.6381895542144775,
      "learning_rate": 7.015075376884422e-06,
      "loss": 1.1136,
      "step": 30200
    },
    {
      "epoch": 0.76,
      "grad_norm": 10.197813034057617,
      "learning_rate": 7.005025125628141e-06,
      "loss": 1.1178,
      "step": 30300
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.947491645812988,
      "learning_rate": 6.99497487437186e-06,
      "loss": 1.0774,
      "step": 30400
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.598392009735107,
      "learning_rate": 6.984924623115578e-06,
      "loss": 1.155,
      "step": 30500
    },
    {
      "epoch": 0.76,
      "eval_loss": 1.1524125337600708,
      "eval_runtime": 106.0253,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 30500
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.098531723022461,
      "learning_rate": 6.974874371859297e-06,
      "loss": 1.1064,
      "step": 30600
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.466740131378174,
      "learning_rate": 6.9648241206030155e-06,
      "loss": 1.1111,
      "step": 30700
    },
    {
      "epoch": 0.77,
      "grad_norm": 4.58650541305542,
      "learning_rate": 6.954773869346734e-06,
      "loss": 1.129,
      "step": 30800
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4121707677841187,
      "learning_rate": 6.9447236180904535e-06,
      "loss": 1.138,
      "step": 30900
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.7431671619415283,
      "learning_rate": 6.934673366834172e-06,
      "loss": 1.1675,
      "step": 31000
    },
    {
      "epoch": 0.78,
      "eval_loss": 1.1724088191986084,
      "eval_runtime": 106.0356,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 31000
    },
    {
      "epoch": 0.78,
      "grad_norm": 4.1336212158203125,
      "learning_rate": 6.92462311557789e-06,
      "loss": 1.1452,
      "step": 31100
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.988180637359619,
      "learning_rate": 6.914572864321608e-06,
      "loss": 1.1288,
      "step": 31200
    },
    {
      "epoch": 0.78,
      "grad_norm": 4.099323749542236,
      "learning_rate": 6.904522613065328e-06,
      "loss": 1.1179,
      "step": 31300
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.779965877532959,
      "learning_rate": 6.894472361809046e-06,
      "loss": 1.0647,
      "step": 31400
    },
    {
      "epoch": 0.79,
      "grad_norm": 8.382486343383789,
      "learning_rate": 6.884422110552764e-06,
      "loss": 1.0933,
      "step": 31500
    },
    {
      "epoch": 0.79,
      "eval_loss": 1.2039211988449097,
      "eval_runtime": 106.0501,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 31500
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.752281665802002,
      "learning_rate": 6.874371859296482e-06,
      "loss": 1.0914,
      "step": 31600
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.070209980010986,
      "learning_rate": 6.864321608040202e-06,
      "loss": 1.0789,
      "step": 31700
    },
    {
      "epoch": 0.8,
      "grad_norm": 10.135692596435547,
      "learning_rate": 6.85427135678392e-06,
      "loss": 1.1318,
      "step": 31800
    },
    {
      "epoch": 0.8,
      "grad_norm": 10.787989616394043,
      "learning_rate": 6.844221105527638e-06,
      "loss": 1.1505,
      "step": 31900
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.4322993755340576,
      "learning_rate": 6.834170854271357e-06,
      "loss": 1.1121,
      "step": 32000
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.2028348445892334,
      "eval_runtime": 106.0697,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 32000
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.8712568283081055,
      "learning_rate": 6.824120603015076e-06,
      "loss": 1.0593,
      "step": 32100
    },
    {
      "epoch": 0.81,
      "grad_norm": 8.722804069519043,
      "learning_rate": 6.814070351758794e-06,
      "loss": 1.1287,
      "step": 32200
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.802107334136963,
      "learning_rate": 6.804020100502513e-06,
      "loss": 1.1291,
      "step": 32300
    },
    {
      "epoch": 0.81,
      "grad_norm": 14.779809951782227,
      "learning_rate": 6.7939698492462315e-06,
      "loss": 1.124,
      "step": 32400
    },
    {
      "epoch": 0.81,
      "grad_norm": 12.029526710510254,
      "learning_rate": 6.7839195979899505e-06,
      "loss": 1.1146,
      "step": 32500
    },
    {
      "epoch": 0.81,
      "eval_loss": 1.2012832164764404,
      "eval_runtime": 106.0411,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 32500
    },
    {
      "epoch": 0.81,
      "grad_norm": 4.80298376083374,
      "learning_rate": 6.7738693467336695e-06,
      "loss": 1.1362,
      "step": 32600
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.3808014392852783,
      "learning_rate": 6.763819095477388e-06,
      "loss": 1.1042,
      "step": 32700
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.032790184020996,
      "learning_rate": 6.753768844221106e-06,
      "loss": 1.183,
      "step": 32800
    },
    {
      "epoch": 0.82,
      "grad_norm": 21.967342376708984,
      "learning_rate": 6.743718592964824e-06,
      "loss": 1.1154,
      "step": 32900
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.282263994216919,
      "learning_rate": 6.733668341708544e-06,
      "loss": 1.0703,
      "step": 33000
    },
    {
      "epoch": 0.82,
      "eval_loss": 1.1923493146896362,
      "eval_runtime": 106.0475,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 33000
    },
    {
      "epoch": 0.83,
      "grad_norm": 11.197218894958496,
      "learning_rate": 6.723618090452262e-06,
      "loss": 1.0949,
      "step": 33100
    },
    {
      "epoch": 0.83,
      "grad_norm": 4.288850784301758,
      "learning_rate": 6.71356783919598e-06,
      "loss": 1.1465,
      "step": 33200
    },
    {
      "epoch": 0.83,
      "grad_norm": 5.537724018096924,
      "learning_rate": 6.703517587939698e-06,
      "loss": 1.1354,
      "step": 33300
    },
    {
      "epoch": 0.83,
      "grad_norm": 10.037650108337402,
      "learning_rate": 6.693467336683418e-06,
      "loss": 1.0584,
      "step": 33400
    },
    {
      "epoch": 0.84,
      "grad_norm": 8.176264762878418,
      "learning_rate": 6.683417085427136e-06,
      "loss": 1.1543,
      "step": 33500
    },
    {
      "epoch": 0.84,
      "eval_loss": 1.1587566137313843,
      "eval_runtime": 106.0403,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 33500
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.638991832733154,
      "learning_rate": 6.673366834170854e-06,
      "loss": 1.1664,
      "step": 33600
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.490970134735107,
      "learning_rate": 6.663316582914573e-06,
      "loss": 1.1154,
      "step": 33700
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.5730061531066895,
      "learning_rate": 6.653266331658292e-06,
      "loss": 1.1113,
      "step": 33800
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.730175495147705,
      "learning_rate": 6.64321608040201e-06,
      "loss": 1.1427,
      "step": 33900
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.3499104976654053,
      "learning_rate": 6.633165829145729e-06,
      "loss": 1.1063,
      "step": 34000
    },
    {
      "epoch": 0.85,
      "eval_loss": 1.193935751914978,
      "eval_runtime": 106.0279,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 34000
    },
    {
      "epoch": 0.85,
      "grad_norm": 10.057549476623535,
      "learning_rate": 6.6231155778894475e-06,
      "loss": 1.1197,
      "step": 34100
    },
    {
      "epoch": 0.85,
      "grad_norm": 15.203615188598633,
      "learning_rate": 6.6130653266331665e-06,
      "loss": 1.1391,
      "step": 34200
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.671562671661377,
      "learning_rate": 6.6030150753768855e-06,
      "loss": 1.0629,
      "step": 34300
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.142216205596924,
      "learning_rate": 6.592964824120604e-06,
      "loss": 1.1066,
      "step": 34400
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.480587005615234,
      "learning_rate": 6.582914572864322e-06,
      "loss": 1.1141,
      "step": 34500
    },
    {
      "epoch": 0.86,
      "eval_loss": 1.2126845121383667,
      "eval_runtime": 106.0466,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 34500
    },
    {
      "epoch": 0.86,
      "grad_norm": 5.307888984680176,
      "learning_rate": 6.572864321608042e-06,
      "loss": 1.1767,
      "step": 34600
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.546361446380615,
      "learning_rate": 6.56281407035176e-06,
      "loss": 1.0825,
      "step": 34700
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.469991445541382,
      "learning_rate": 6.552763819095478e-06,
      "loss": 1.09,
      "step": 34800
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.490703582763672,
      "learning_rate": 6.542713567839196e-06,
      "loss": 1.1252,
      "step": 34900
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.142402172088623,
      "learning_rate": 6.532663316582916e-06,
      "loss": 1.1048,
      "step": 35000
    },
    {
      "epoch": 0.88,
      "eval_loss": 1.1838258504867554,
      "eval_runtime": 106.0204,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 35000
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.945019483566284,
      "learning_rate": 6.522613065326634e-06,
      "loss": 1.163,
      "step": 35100
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.670687675476074,
      "learning_rate": 6.512562814070352e-06,
      "loss": 1.1424,
      "step": 35200
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.109795093536377,
      "learning_rate": 6.50251256281407e-06,
      "loss": 1.0786,
      "step": 35300
    },
    {
      "epoch": 0.89,
      "grad_norm": 11.224685668945312,
      "learning_rate": 6.492462311557789e-06,
      "loss": 1.0738,
      "step": 35400
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.65909481048584,
      "learning_rate": 6.482412060301508e-06,
      "loss": 1.1332,
      "step": 35500
    },
    {
      "epoch": 0.89,
      "eval_loss": 1.1802384853363037,
      "eval_runtime": 106.0242,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 35500
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.420670032501221,
      "learning_rate": 6.472361809045226e-06,
      "loss": 1.0465,
      "step": 35600
    },
    {
      "epoch": 0.89,
      "grad_norm": 8.849187850952148,
      "learning_rate": 6.462311557788945e-06,
      "loss": 1.1075,
      "step": 35700
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.64987325668335,
      "learning_rate": 6.4522613065326635e-06,
      "loss": 1.0641,
      "step": 35800
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.252566337585449,
      "learning_rate": 6.4422110552763825e-06,
      "loss": 1.1164,
      "step": 35900
    },
    {
      "epoch": 0.9,
      "grad_norm": 8.550498008728027,
      "learning_rate": 6.4321608040201015e-06,
      "loss": 1.1399,
      "step": 36000
    },
    {
      "epoch": 0.9,
      "eval_loss": 1.1574853658676147,
      "eval_runtime": 106.0269,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 36000
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.474692344665527,
      "learning_rate": 6.42211055276382e-06,
      "loss": 1.0862,
      "step": 36100
    },
    {
      "epoch": 0.91,
      "grad_norm": 4.71559476852417,
      "learning_rate": 6.412060301507538e-06,
      "loss": 1.1035,
      "step": 36200
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.566168785095215,
      "learning_rate": 6.402010050251258e-06,
      "loss": 1.114,
      "step": 36300
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.755014419555664,
      "learning_rate": 6.391959798994976e-06,
      "loss": 1.1105,
      "step": 36400
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.986637592315674,
      "learning_rate": 6.381909547738694e-06,
      "loss": 1.1106,
      "step": 36500
    },
    {
      "epoch": 0.91,
      "eval_loss": 1.1570751667022705,
      "eval_runtime": 106.0272,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 36500
    },
    {
      "epoch": 0.92,
      "grad_norm": 4.5939812660217285,
      "learning_rate": 6.371859296482412e-06,
      "loss": 1.1091,
      "step": 36600
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.492833137512207,
      "learning_rate": 6.361809045226132e-06,
      "loss": 1.1201,
      "step": 36700
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.1696550846099854,
      "learning_rate": 6.35175879396985e-06,
      "loss": 1.1464,
      "step": 36800
    },
    {
      "epoch": 0.92,
      "grad_norm": 4.580470085144043,
      "learning_rate": 6.341708542713568e-06,
      "loss": 1.087,
      "step": 36900
    },
    {
      "epoch": 0.93,
      "grad_norm": 9.039238929748535,
      "learning_rate": 6.331658291457286e-06,
      "loss": 1.0744,
      "step": 37000
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.172175407409668,
      "eval_runtime": 106.0477,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 37000
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.3673601150512695,
      "learning_rate": 6.321608040201006e-06,
      "loss": 1.1054,
      "step": 37100
    },
    {
      "epoch": 0.93,
      "grad_norm": 3.981923818588257,
      "learning_rate": 6.311557788944724e-06,
      "loss": 1.1256,
      "step": 37200
    },
    {
      "epoch": 0.93,
      "grad_norm": 4.649021148681641,
      "learning_rate": 6.301507537688442e-06,
      "loss": 1.1943,
      "step": 37300
    },
    {
      "epoch": 0.94,
      "grad_norm": 4.58133602142334,
      "learning_rate": 6.291457286432161e-06,
      "loss": 1.0715,
      "step": 37400
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.975027322769165,
      "learning_rate": 6.28140703517588e-06,
      "loss": 1.1326,
      "step": 37500
    },
    {
      "epoch": 0.94,
      "eval_loss": 1.1794663667678833,
      "eval_runtime": 106.2486,
      "eval_samples_per_second": 9.412,
      "eval_steps_per_second": 2.353,
      "step": 37500
    },
    {
      "epoch": 0.94,
      "grad_norm": 4.90846586227417,
      "learning_rate": 6.2713567839195985e-06,
      "loss": 1.1318,
      "step": 37600
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.7073814868927,
      "learning_rate": 6.2613065326633175e-06,
      "loss": 1.1162,
      "step": 37700
    },
    {
      "epoch": 0.94,
      "grad_norm": 4.579253673553467,
      "learning_rate": 6.251256281407036e-06,
      "loss": 1.164,
      "step": 37800
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.598400592803955,
      "learning_rate": 6.241206030150754e-06,
      "loss": 1.1825,
      "step": 37900
    },
    {
      "epoch": 0.95,
      "grad_norm": 4.532858848571777,
      "learning_rate": 6.231155778894474e-06,
      "loss": 1.1073,
      "step": 38000
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.1997580528259277,
      "eval_runtime": 106.0241,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 38000
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.0677943229675293,
      "learning_rate": 6.221105527638192e-06,
      "loss": 1.1517,
      "step": 38100
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.746025562286377,
      "learning_rate": 6.21105527638191e-06,
      "loss": 1.1354,
      "step": 38200
    },
    {
      "epoch": 0.96,
      "grad_norm": 11.519875526428223,
      "learning_rate": 6.201005025125628e-06,
      "loss": 1.1621,
      "step": 38300
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.125645160675049,
      "learning_rate": 6.190954773869348e-06,
      "loss": 1.1307,
      "step": 38400
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.785491943359375,
      "learning_rate": 6.180904522613066e-06,
      "loss": 1.1468,
      "step": 38500
    },
    {
      "epoch": 0.96,
      "eval_loss": 1.1801879405975342,
      "eval_runtime": 106.031,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 38500
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.312779426574707,
      "learning_rate": 6.170854271356784e-06,
      "loss": 1.0977,
      "step": 38600
    },
    {
      "epoch": 0.97,
      "grad_norm": 10.210089683532715,
      "learning_rate": 6.160804020100502e-06,
      "loss": 1.1212,
      "step": 38700
    },
    {
      "epoch": 0.97,
      "grad_norm": 14.815506935119629,
      "learning_rate": 6.150753768844222e-06,
      "loss": 1.0945,
      "step": 38800
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.335196495056152,
      "learning_rate": 6.14070351758794e-06,
      "loss": 1.0615,
      "step": 38900
    },
    {
      "epoch": 0.97,
      "grad_norm": 7.525231838226318,
      "learning_rate": 6.130653266331658e-06,
      "loss": 1.1338,
      "step": 39000
    },
    {
      "epoch": 0.97,
      "eval_loss": 1.1894632577896118,
      "eval_runtime": 106.0138,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 39000
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.6122279167175293,
      "learning_rate": 6.120603015075377e-06,
      "loss": 1.1506,
      "step": 39100
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.508030414581299,
      "learning_rate": 6.110552763819096e-06,
      "loss": 1.1407,
      "step": 39200
    },
    {
      "epoch": 0.98,
      "grad_norm": 4.020355701446533,
      "learning_rate": 6.1005025125628145e-06,
      "loss": 1.1289,
      "step": 39300
    },
    {
      "epoch": 0.98,
      "grad_norm": 8.432185173034668,
      "learning_rate": 6.0904522613065335e-06,
      "loss": 1.085,
      "step": 39400
    },
    {
      "epoch": 0.99,
      "grad_norm": 6.687023639678955,
      "learning_rate": 6.080402010050252e-06,
      "loss": 1.0099,
      "step": 39500
    },
    {
      "epoch": 0.99,
      "eval_loss": 1.170699954032898,
      "eval_runtime": 106.0277,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 39500
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.077007293701172,
      "learning_rate": 6.070351758793971e-06,
      "loss": 1.1303,
      "step": 39600
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.5526251792907715,
      "learning_rate": 6.06030150753769e-06,
      "loss": 1.1067,
      "step": 39700
    },
    {
      "epoch": 0.99,
      "grad_norm": 4.360392093658447,
      "learning_rate": 6.050251256281408e-06,
      "loss": 1.0872,
      "step": 39800
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.9685182571411133,
      "learning_rate": 6.040201005025126e-06,
      "loss": 1.0929,
      "step": 39900
    },
    {
      "epoch": 1.0,
      "grad_norm": 6.292672157287598,
      "learning_rate": 6.030150753768844e-06,
      "loss": 1.0774,
      "step": 40000
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.157470464706421,
      "eval_runtime": 106.0466,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 40000
    },
    {
      "epoch": 1.0,
      "grad_norm": 9.378790855407715,
      "learning_rate": 6.020100502512564e-06,
      "loss": 1.0823,
      "step": 40100
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.2826924324035645,
      "learning_rate": 6.010050251256282e-06,
      "loss": 1.153,
      "step": 40200
    },
    {
      "epoch": 1.01,
      "grad_norm": 7.502425193786621,
      "learning_rate": 6e-06,
      "loss": 1.0995,
      "step": 40300
    },
    {
      "epoch": 1.01,
      "grad_norm": 5.4071478843688965,
      "learning_rate": 5.989949748743718e-06,
      "loss": 1.0838,
      "step": 40400
    },
    {
      "epoch": 1.01,
      "grad_norm": 9.192337989807129,
      "learning_rate": 5.979899497487438e-06,
      "loss": 1.0842,
      "step": 40500
    },
    {
      "epoch": 1.01,
      "eval_loss": 1.1935093402862549,
      "eval_runtime": 106.0184,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 40500
    },
    {
      "epoch": 1.01,
      "grad_norm": 5.097936630249023,
      "learning_rate": 5.969849246231156e-06,
      "loss": 1.0933,
      "step": 40600
    },
    {
      "epoch": 1.02,
      "grad_norm": 5.131293296813965,
      "learning_rate": 5.959798994974874e-06,
      "loss": 1.1113,
      "step": 40700
    },
    {
      "epoch": 1.02,
      "grad_norm": 3.551987886428833,
      "learning_rate": 5.949748743718593e-06,
      "loss": 1.1403,
      "step": 40800
    },
    {
      "epoch": 1.02,
      "grad_norm": 3.4648571014404297,
      "learning_rate": 5.939698492462312e-06,
      "loss": 1.0558,
      "step": 40900
    },
    {
      "epoch": 1.02,
      "grad_norm": 4.847639083862305,
      "learning_rate": 5.9296482412060305e-06,
      "loss": 1.1159,
      "step": 41000
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.173964500427246,
      "eval_runtime": 106.0026,
      "eval_samples_per_second": 9.434,
      "eval_steps_per_second": 2.358,
      "step": 41000
    },
    {
      "epoch": 1.03,
      "grad_norm": 3.479746103286743,
      "learning_rate": 5.9195979899497495e-06,
      "loss": 1.0749,
      "step": 41100
    },
    {
      "epoch": 1.03,
      "grad_norm": 3.6594090461730957,
      "learning_rate": 5.909547738693468e-06,
      "loss": 1.1112,
      "step": 41200
    },
    {
      "epoch": 1.03,
      "grad_norm": 2.625340700149536,
      "learning_rate": 5.899497487437187e-06,
      "loss": 1.0512,
      "step": 41300
    },
    {
      "epoch": 1.03,
      "grad_norm": 2.8171932697296143,
      "learning_rate": 5.889447236180905e-06,
      "loss": 1.0005,
      "step": 41400
    },
    {
      "epoch": 1.04,
      "grad_norm": 8.219596862792969,
      "learning_rate": 5.879396984924624e-06,
      "loss": 1.0944,
      "step": 41500
    },
    {
      "epoch": 1.04,
      "eval_loss": 1.1878960132598877,
      "eval_runtime": 106.0059,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 41500
    },
    {
      "epoch": 1.04,
      "grad_norm": 6.593535423278809,
      "learning_rate": 5.869346733668342e-06,
      "loss": 1.1062,
      "step": 41600
    },
    {
      "epoch": 1.04,
      "grad_norm": 12.300980567932129,
      "learning_rate": 5.859296482412061e-06,
      "loss": 1.0978,
      "step": 41700
    },
    {
      "epoch": 1.04,
      "grad_norm": 5.79435396194458,
      "learning_rate": 5.84924623115578e-06,
      "loss": 1.1111,
      "step": 41800
    },
    {
      "epoch": 1.05,
      "grad_norm": 4.353159427642822,
      "learning_rate": 5.839195979899498e-06,
      "loss": 0.9926,
      "step": 41900
    },
    {
      "epoch": 1.05,
      "grad_norm": 4.977834224700928,
      "learning_rate": 5.829145728643216e-06,
      "loss": 1.1513,
      "step": 42000
    },
    {
      "epoch": 1.05,
      "eval_loss": 1.163717269897461,
      "eval_runtime": 106.0412,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 42000
    },
    {
      "epoch": 1.05,
      "grad_norm": 11.844463348388672,
      "learning_rate": 5.819095477386936e-06,
      "loss": 1.1136,
      "step": 42100
    },
    {
      "epoch": 1.05,
      "grad_norm": 2.4753732681274414,
      "learning_rate": 5.809045226130654e-06,
      "loss": 1.0853,
      "step": 42200
    },
    {
      "epoch": 1.06,
      "grad_norm": 12.580413818359375,
      "learning_rate": 5.798994974874372e-06,
      "loss": 1.1077,
      "step": 42300
    },
    {
      "epoch": 1.06,
      "grad_norm": 5.60028600692749,
      "learning_rate": 5.78894472361809e-06,
      "loss": 1.1063,
      "step": 42400
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.8767462968826294,
      "learning_rate": 5.778894472361809e-06,
      "loss": 1.0604,
      "step": 42500
    },
    {
      "epoch": 1.06,
      "eval_loss": 1.165592074394226,
      "eval_runtime": 106.03,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 42500
    },
    {
      "epoch": 1.06,
      "grad_norm": 10.33289623260498,
      "learning_rate": 5.768844221105528e-06,
      "loss": 1.0902,
      "step": 42600
    },
    {
      "epoch": 1.07,
      "grad_norm": 7.651864528656006,
      "learning_rate": 5.7587939698492465e-06,
      "loss": 1.104,
      "step": 42700
    },
    {
      "epoch": 1.07,
      "grad_norm": 8.54739761352539,
      "learning_rate": 5.7487437185929655e-06,
      "loss": 1.087,
      "step": 42800
    },
    {
      "epoch": 1.07,
      "grad_norm": 5.075497150421143,
      "learning_rate": 5.738693467336684e-06,
      "loss": 1.0538,
      "step": 42900
    },
    {
      "epoch": 1.07,
      "grad_norm": 9.329207420349121,
      "learning_rate": 5.728643216080403e-06,
      "loss": 1.1125,
      "step": 43000
    },
    {
      "epoch": 1.07,
      "eval_loss": 1.1709275245666504,
      "eval_runtime": 106.005,
      "eval_samples_per_second": 9.434,
      "eval_steps_per_second": 2.358,
      "step": 43000
    },
    {
      "epoch": 1.08,
      "grad_norm": 6.580108642578125,
      "learning_rate": 5.718592964824121e-06,
      "loss": 1.1526,
      "step": 43100
    },
    {
      "epoch": 1.08,
      "grad_norm": 3.0420515537261963,
      "learning_rate": 5.70854271356784e-06,
      "loss": 1.0622,
      "step": 43200
    },
    {
      "epoch": 1.08,
      "grad_norm": 5.738161563873291,
      "learning_rate": 5.698492462311558e-06,
      "loss": 1.1277,
      "step": 43300
    },
    {
      "epoch": 1.08,
      "grad_norm": 4.498201370239258,
      "learning_rate": 5.688442211055277e-06,
      "loss": 1.1508,
      "step": 43400
    },
    {
      "epoch": 1.09,
      "grad_norm": 9.206507682800293,
      "learning_rate": 5.678391959798996e-06,
      "loss": 1.15,
      "step": 43500
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.2386019229888916,
      "eval_runtime": 106.0267,
      "eval_samples_per_second": 9.432,
      "eval_steps_per_second": 2.358,
      "step": 43500
    },
    {
      "epoch": 1.09,
      "grad_norm": 4.026927471160889,
      "learning_rate": 5.668341708542714e-06,
      "loss": 1.1185,
      "step": 43600
    },
    {
      "epoch": 1.09,
      "grad_norm": 6.961542129516602,
      "learning_rate": 5.658291457286432e-06,
      "loss": 1.0814,
      "step": 43700
    },
    {
      "epoch": 1.09,
      "grad_norm": 9.742774963378906,
      "learning_rate": 5.648241206030152e-06,
      "loss": 1.1235,
      "step": 43800
    },
    {
      "epoch": 1.1,
      "grad_norm": 7.585122108459473,
      "learning_rate": 5.63819095477387e-06,
      "loss": 1.0564,
      "step": 43900
    },
    {
      "epoch": 1.1,
      "grad_norm": 9.282063484191895,
      "learning_rate": 5.628140703517588e-06,
      "loss": 1.1511,
      "step": 44000
    },
    {
      "epoch": 1.1,
      "eval_loss": 1.1688772439956665,
      "eval_runtime": 106.0117,
      "eval_samples_per_second": 9.433,
      "eval_steps_per_second": 2.358,
      "step": 44000
    },
    {
      "epoch": 1.1,
      "grad_norm": 7.329659938812256,
      "learning_rate": 5.618090452261306e-06,
      "loss": 1.101,
      "step": 44100
    },
    {
      "epoch": 1.1,
      "grad_norm": 12.55649185180664,
      "learning_rate": 5.608040201005026e-06,
      "loss": 1.043,
      "step": 44200
    },
    {
      "epoch": 1.11,
      "grad_norm": 2.476288318634033,
      "learning_rate": 5.597989949748744e-06,
      "loss": 1.097,
      "step": 44300
    },
    {
      "epoch": 1.11,
      "grad_norm": 4.84243631362915,
      "learning_rate": 5.5879396984924625e-06,
      "loss": 1.0998,
      "step": 44400
    },
    {
      "epoch": 1.11,
      "grad_norm": 5.389865398406982,
      "learning_rate": 5.577889447236181e-06,
      "loss": 1.128,
      "step": 44500
    },
    {
      "epoch": 1.11,
      "eval_loss": 1.1911169290542603,
      "eval_runtime": 106.0388,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 44500
    },
    {
      "epoch": 1.11,
      "grad_norm": 3.9024312496185303,
      "learning_rate": 5.5678391959799e-06,
      "loss": 1.0754,
      "step": 44600
    },
    {
      "epoch": 1.12,
      "grad_norm": 9.319623947143555,
      "learning_rate": 5.557788944723619e-06,
      "loss": 1.1378,
      "step": 44700
    },
    {
      "epoch": 1.12,
      "grad_norm": 3.1492748260498047,
      "learning_rate": 5.547738693467337e-06,
      "loss": 1.1004,
      "step": 44800
    },
    {
      "epoch": 1.12,
      "grad_norm": 8.03979778289795,
      "learning_rate": 5.537688442211056e-06,
      "loss": 1.0497,
      "step": 44900
    },
    {
      "epoch": 1.12,
      "grad_norm": 7.752456188201904,
      "learning_rate": 5.527638190954774e-06,
      "loss": 1.0543,
      "step": 45000
    },
    {
      "epoch": 1.12,
      "eval_loss": 1.1790896654129028,
      "eval_runtime": 106.0302,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 45000
    },
    {
      "epoch": 1.13,
      "grad_norm": 2.237823009490967,
      "learning_rate": 5.517587939698493e-06,
      "loss": 1.1139,
      "step": 45100
    },
    {
      "epoch": 1.13,
      "grad_norm": 8.119503021240234,
      "learning_rate": 5.507537688442212e-06,
      "loss": 1.1112,
      "step": 45200
    },
    {
      "epoch": 1.13,
      "grad_norm": 12.357787132263184,
      "learning_rate": 5.49748743718593e-06,
      "loss": 1.0849,
      "step": 45300
    },
    {
      "epoch": 1.14,
      "grad_norm": 13.721491813659668,
      "learning_rate": 5.487437185929648e-06,
      "loss": 1.0981,
      "step": 45400
    },
    {
      "epoch": 1.14,
      "grad_norm": 10.318241119384766,
      "learning_rate": 5.477386934673368e-06,
      "loss": 1.1199,
      "step": 45500
    },
    {
      "epoch": 1.14,
      "eval_loss": 1.179891586303711,
      "eval_runtime": 106.0371,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 45500
    },
    {
      "epoch": 1.14,
      "grad_norm": 8.675165176391602,
      "learning_rate": 5.467336683417086e-06,
      "loss": 1.0626,
      "step": 45600
    },
    {
      "epoch": 1.14,
      "grad_norm": 10.515371322631836,
      "learning_rate": 5.457286432160804e-06,
      "loss": 1.1091,
      "step": 45700
    },
    {
      "epoch": 1.15,
      "grad_norm": 11.576639175415039,
      "learning_rate": 5.447236180904522e-06,
      "loss": 1.0725,
      "step": 45800
    },
    {
      "epoch": 1.15,
      "grad_norm": 9.982847213745117,
      "learning_rate": 5.437185929648242e-06,
      "loss": 1.0723,
      "step": 45900
    },
    {
      "epoch": 1.15,
      "grad_norm": 10.960646629333496,
      "learning_rate": 5.42713567839196e-06,
      "loss": 1.1203,
      "step": 46000
    },
    {
      "epoch": 1.15,
      "eval_loss": 1.1439155340194702,
      "eval_runtime": 106.0632,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 46000
    },
    {
      "epoch": 1.15,
      "grad_norm": 3.7092068195343018,
      "learning_rate": 5.4170854271356785e-06,
      "loss": 1.049,
      "step": 46100
    },
    {
      "epoch": 1.16,
      "grad_norm": 3.488994836807251,
      "learning_rate": 5.407035175879397e-06,
      "loss": 1.0726,
      "step": 46200
    },
    {
      "epoch": 1.16,
      "grad_norm": 3.420220375061035,
      "learning_rate": 5.3969849246231165e-06,
      "loss": 1.104,
      "step": 46300
    },
    {
      "epoch": 1.16,
      "grad_norm": 3.8675038814544678,
      "learning_rate": 5.386934673366835e-06,
      "loss": 1.1328,
      "step": 46400
    },
    {
      "epoch": 1.16,
      "grad_norm": 14.8497314453125,
      "learning_rate": 5.376884422110553e-06,
      "loss": 1.0603,
      "step": 46500
    },
    {
      "epoch": 1.16,
      "eval_loss": 1.1883912086486816,
      "eval_runtime": 106.0465,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 46500
    },
    {
      "epoch": 1.17,
      "grad_norm": 9.701748847961426,
      "learning_rate": 5.366834170854272e-06,
      "loss": 1.0552,
      "step": 46600
    },
    {
      "epoch": 1.17,
      "grad_norm": 4.574182510375977,
      "learning_rate": 5.356783919597991e-06,
      "loss": 1.0861,
      "step": 46700
    },
    {
      "epoch": 1.17,
      "grad_norm": 5.884522438049316,
      "learning_rate": 5.346733668341709e-06,
      "loss": 1.0978,
      "step": 46800
    },
    {
      "epoch": 1.17,
      "grad_norm": 4.888044357299805,
      "learning_rate": 5.336683417085428e-06,
      "loss": 1.1089,
      "step": 46900
    },
    {
      "epoch": 1.18,
      "grad_norm": 8.62630558013916,
      "learning_rate": 5.326633165829146e-06,
      "loss": 1.0617,
      "step": 47000
    },
    {
      "epoch": 1.18,
      "eval_loss": 1.2093132734298706,
      "eval_runtime": 106.0518,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 47000
    },
    {
      "epoch": 1.18,
      "grad_norm": 4.283385276794434,
      "learning_rate": 5.316582914572864e-06,
      "loss": 1.0723,
      "step": 47100
    },
    {
      "epoch": 1.18,
      "grad_norm": 2.514089584350586,
      "learning_rate": 5.306532663316584e-06,
      "loss": 1.0563,
      "step": 47200
    },
    {
      "epoch": 1.18,
      "grad_norm": 4.744464874267578,
      "learning_rate": 5.296482412060302e-06,
      "loss": 1.0867,
      "step": 47300
    },
    {
      "epoch": 1.19,
      "grad_norm": 4.583905220031738,
      "learning_rate": 5.28643216080402e-06,
      "loss": 1.0383,
      "step": 47400
    },
    {
      "epoch": 1.19,
      "grad_norm": 4.338555812835693,
      "learning_rate": 5.2763819095477384e-06,
      "loss": 1.0783,
      "step": 47500
    },
    {
      "epoch": 1.19,
      "eval_loss": 1.1971614360809326,
      "eval_runtime": 106.0626,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 47500
    },
    {
      "epoch": 1.19,
      "grad_norm": 4.034645080566406,
      "learning_rate": 5.266331658291458e-06,
      "loss": 1.1005,
      "step": 47600
    },
    {
      "epoch": 1.19,
      "grad_norm": 18.2078857421875,
      "learning_rate": 5.256281407035176e-06,
      "loss": 1.0802,
      "step": 47700
    },
    {
      "epoch": 1.2,
      "grad_norm": 11.409656524658203,
      "learning_rate": 5.2462311557788945e-06,
      "loss": 1.0279,
      "step": 47800
    },
    {
      "epoch": 1.2,
      "grad_norm": 9.654501914978027,
      "learning_rate": 5.236180904522613e-06,
      "loss": 1.1281,
      "step": 47900
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.338249444961548,
      "learning_rate": 5.2261306532663325e-06,
      "loss": 1.071,
      "step": 48000
    },
    {
      "epoch": 1.2,
      "eval_loss": 1.2035820484161377,
      "eval_runtime": 106.069,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 48000
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.0878255367279053,
      "learning_rate": 5.216080402010051e-06,
      "loss": 1.0815,
      "step": 48100
    },
    {
      "epoch": 1.21,
      "grad_norm": 3.829693078994751,
      "learning_rate": 5.206030150753769e-06,
      "loss": 1.0727,
      "step": 48200
    },
    {
      "epoch": 1.21,
      "grad_norm": 8.797452926635742,
      "learning_rate": 5.195979899497488e-06,
      "loss": 1.111,
      "step": 48300
    },
    {
      "epoch": 1.21,
      "grad_norm": 7.87650728225708,
      "learning_rate": 5.185929648241207e-06,
      "loss": 1.1124,
      "step": 48400
    },
    {
      "epoch": 1.21,
      "grad_norm": 6.868736743927002,
      "learning_rate": 5.175879396984925e-06,
      "loss": 1.0428,
      "step": 48500
    },
    {
      "epoch": 1.21,
      "eval_loss": 1.205499291419983,
      "eval_runtime": 106.0571,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 48500
    },
    {
      "epoch": 1.22,
      "grad_norm": 11.863227844238281,
      "learning_rate": 5.165829145728644e-06,
      "loss": 1.0223,
      "step": 48600
    },
    {
      "epoch": 1.22,
      "grad_norm": 4.662557125091553,
      "learning_rate": 5.155778894472362e-06,
      "loss": 1.0766,
      "step": 48700
    },
    {
      "epoch": 1.22,
      "grad_norm": 6.566014766693115,
      "learning_rate": 5.145728643216081e-06,
      "loss": 1.0794,
      "step": 48800
    },
    {
      "epoch": 1.22,
      "grad_norm": 4.543015003204346,
      "learning_rate": 5.1356783919598e-06,
      "loss": 1.089,
      "step": 48900
    },
    {
      "epoch": 1.23,
      "grad_norm": 11.50754451751709,
      "learning_rate": 5.125628140703518e-06,
      "loss": 1.1178,
      "step": 49000
    },
    {
      "epoch": 1.23,
      "eval_loss": 1.1721173524856567,
      "eval_runtime": 106.5237,
      "eval_samples_per_second": 9.388,
      "eval_steps_per_second": 2.347,
      "step": 49000
    },
    {
      "epoch": 1.23,
      "grad_norm": 4.686221599578857,
      "learning_rate": 5.115577889447236e-06,
      "loss": 1.0752,
      "step": 49100
    },
    {
      "epoch": 1.23,
      "grad_norm": 6.304415702819824,
      "learning_rate": 5.1055276381909544e-06,
      "loss": 1.0687,
      "step": 49200
    },
    {
      "epoch": 1.23,
      "grad_norm": 14.939876556396484,
      "learning_rate": 5.095477386934674e-06,
      "loss": 1.0325,
      "step": 49300
    },
    {
      "epoch": 1.23,
      "grad_norm": 6.50522518157959,
      "learning_rate": 5.085427135678392e-06,
      "loss": 1.0694,
      "step": 49400
    },
    {
      "epoch": 1.24,
      "grad_norm": 6.129203796386719,
      "learning_rate": 5.0753768844221105e-06,
      "loss": 1.0754,
      "step": 49500
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.1991491317749023,
      "eval_runtime": 106.0551,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 49500
    },
    {
      "epoch": 1.24,
      "grad_norm": 6.325349807739258,
      "learning_rate": 5.065326633165829e-06,
      "loss": 1.1652,
      "step": 49600
    },
    {
      "epoch": 1.24,
      "grad_norm": 4.5157928466796875,
      "learning_rate": 5.0552763819095485e-06,
      "loss": 1.0868,
      "step": 49700
    },
    {
      "epoch": 1.25,
      "grad_norm": 8.48715877532959,
      "learning_rate": 5.045226130653267e-06,
      "loss": 1.1151,
      "step": 49800
    },
    {
      "epoch": 1.25,
      "grad_norm": 4.27447509765625,
      "learning_rate": 5.035175879396985e-06,
      "loss": 1.1102,
      "step": 49900
    },
    {
      "epoch": 1.25,
      "grad_norm": 7.0696258544921875,
      "learning_rate": 5.025125628140704e-06,
      "loss": 1.1229,
      "step": 50000
    },
    {
      "epoch": 1.25,
      "eval_loss": 1.19700026512146,
      "eval_runtime": 106.0396,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 50000
    },
    {
      "epoch": 1.25,
      "grad_norm": 4.845221519470215,
      "learning_rate": 5.015075376884423e-06,
      "loss": 1.0913,
      "step": 50100
    },
    {
      "epoch": 1.25,
      "grad_norm": 3.8308610916137695,
      "learning_rate": 5.005025125628141e-06,
      "loss": 1.074,
      "step": 50200
    },
    {
      "epoch": 1.26,
      "grad_norm": 11.193860054016113,
      "learning_rate": 4.99497487437186e-06,
      "loss": 1.0813,
      "step": 50300
    },
    {
      "epoch": 1.26,
      "grad_norm": 9.640278816223145,
      "learning_rate": 4.984924623115578e-06,
      "loss": 1.092,
      "step": 50400
    },
    {
      "epoch": 1.26,
      "grad_norm": 8.961405754089355,
      "learning_rate": 4.974874371859297e-06,
      "loss": 1.0906,
      "step": 50500
    },
    {
      "epoch": 1.26,
      "eval_loss": 1.2116854190826416,
      "eval_runtime": 106.3232,
      "eval_samples_per_second": 9.405,
      "eval_steps_per_second": 2.351,
      "step": 50500
    },
    {
      "epoch": 1.27,
      "grad_norm": 3.288750171661377,
      "learning_rate": 4.964824120603016e-06,
      "loss": 1.0906,
      "step": 50600
    },
    {
      "epoch": 1.27,
      "grad_norm": 3.4457216262817383,
      "learning_rate": 4.954773869346734e-06,
      "loss": 1.0875,
      "step": 50700
    },
    {
      "epoch": 1.27,
      "grad_norm": 7.605111598968506,
      "learning_rate": 4.944723618090453e-06,
      "loss": 1.0967,
      "step": 50800
    },
    {
      "epoch": 1.27,
      "grad_norm": 9.561128616333008,
      "learning_rate": 4.934673366834171e-06,
      "loss": 1.0812,
      "step": 50900
    },
    {
      "epoch": 1.27,
      "grad_norm": 7.3962931632995605,
      "learning_rate": 4.92462311557789e-06,
      "loss": 1.0977,
      "step": 51000
    },
    {
      "epoch": 1.27,
      "eval_loss": 1.2100400924682617,
      "eval_runtime": 106.052,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 51000
    },
    {
      "epoch": 1.28,
      "grad_norm": 6.937880992889404,
      "learning_rate": 4.914572864321608e-06,
      "loss": 1.0975,
      "step": 51100
    },
    {
      "epoch": 1.28,
      "grad_norm": 5.143784999847412,
      "learning_rate": 4.904522613065327e-06,
      "loss": 1.087,
      "step": 51200
    },
    {
      "epoch": 1.28,
      "grad_norm": 3.9461379051208496,
      "learning_rate": 4.8944723618090455e-06,
      "loss": 1.1038,
      "step": 51300
    },
    {
      "epoch": 1.28,
      "grad_norm": 5.973447322845459,
      "learning_rate": 4.8844221105527645e-06,
      "loss": 1.074,
      "step": 51400
    },
    {
      "epoch": 1.29,
      "grad_norm": 6.638311386108398,
      "learning_rate": 4.874371859296483e-06,
      "loss": 1.0614,
      "step": 51500
    },
    {
      "epoch": 1.29,
      "eval_loss": 1.185408115386963,
      "eval_runtime": 106.2987,
      "eval_samples_per_second": 9.407,
      "eval_steps_per_second": 2.352,
      "step": 51500
    },
    {
      "epoch": 1.29,
      "grad_norm": 6.998035907745361,
      "learning_rate": 4.864321608040201e-06,
      "loss": 1.0744,
      "step": 51600
    },
    {
      "epoch": 1.29,
      "grad_norm": 3.3675694465637207,
      "learning_rate": 4.85427135678392e-06,
      "loss": 1.096,
      "step": 51700
    },
    {
      "epoch": 1.29,
      "grad_norm": 8.822165489196777,
      "learning_rate": 4.844221105527638e-06,
      "loss": 1.0922,
      "step": 51800
    },
    {
      "epoch": 1.3,
      "grad_norm": 9.377400398254395,
      "learning_rate": 4.834170854271357e-06,
      "loss": 1.0192,
      "step": 51900
    },
    {
      "epoch": 1.3,
      "grad_norm": 5.365954399108887,
      "learning_rate": 4.824120603015076e-06,
      "loss": 1.0852,
      "step": 52000
    },
    {
      "epoch": 1.3,
      "eval_loss": 1.1685329675674438,
      "eval_runtime": 106.0668,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 52000
    },
    {
      "epoch": 1.3,
      "grad_norm": 10.73094367980957,
      "learning_rate": 4.814070351758794e-06,
      "loss": 1.026,
      "step": 52100
    },
    {
      "epoch": 1.3,
      "grad_norm": 8.08397102355957,
      "learning_rate": 4.804020100502513e-06,
      "loss": 1.1124,
      "step": 52200
    },
    {
      "epoch": 1.31,
      "grad_norm": 5.968872547149658,
      "learning_rate": 4.793969849246232e-06,
      "loss": 1.0756,
      "step": 52300
    },
    {
      "epoch": 1.31,
      "grad_norm": 8.512557983398438,
      "learning_rate": 4.78391959798995e-06,
      "loss": 1.1132,
      "step": 52400
    },
    {
      "epoch": 1.31,
      "grad_norm": 15.78652286529541,
      "learning_rate": 4.773869346733669e-06,
      "loss": 1.0729,
      "step": 52500
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.1879240274429321,
      "eval_runtime": 106.0637,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 52500
    },
    {
      "epoch": 1.31,
      "grad_norm": 7.199432849884033,
      "learning_rate": 4.763819095477387e-06,
      "loss": 1.1142,
      "step": 52600
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.3736164569854736,
      "learning_rate": 4.753768844221106e-06,
      "loss": 1.0713,
      "step": 52700
    },
    {
      "epoch": 1.32,
      "grad_norm": 6.64162540435791,
      "learning_rate": 4.743718592964824e-06,
      "loss": 1.0596,
      "step": 52800
    },
    {
      "epoch": 1.32,
      "grad_norm": 5.036973476409912,
      "learning_rate": 4.733668341708543e-06,
      "loss": 1.1353,
      "step": 52900
    },
    {
      "epoch": 1.32,
      "grad_norm": 13.622482299804688,
      "learning_rate": 4.7236180904522615e-06,
      "loss": 1.0713,
      "step": 53000
    },
    {
      "epoch": 1.32,
      "eval_loss": 1.2138935327529907,
      "eval_runtime": 106.0336,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 53000
    },
    {
      "epoch": 1.33,
      "grad_norm": 10.74639892578125,
      "learning_rate": 4.7135678391959805e-06,
      "loss": 1.1092,
      "step": 53100
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.7003939151763916,
      "learning_rate": 4.703517587939699e-06,
      "loss": 1.0927,
      "step": 53200
    },
    {
      "epoch": 1.33,
      "grad_norm": 7.11260986328125,
      "learning_rate": 4.693467336683418e-06,
      "loss": 1.0905,
      "step": 53300
    },
    {
      "epoch": 1.33,
      "grad_norm": 12.401396751403809,
      "learning_rate": 4.683417085427136e-06,
      "loss": 1.1015,
      "step": 53400
    },
    {
      "epoch": 1.34,
      "grad_norm": 8.661816596984863,
      "learning_rate": 4.673366834170855e-06,
      "loss": 1.1312,
      "step": 53500
    },
    {
      "epoch": 1.34,
      "eval_loss": 1.1807825565338135,
      "eval_runtime": 106.0587,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 53500
    },
    {
      "epoch": 1.34,
      "grad_norm": 5.789402008056641,
      "learning_rate": 4.663316582914573e-06,
      "loss": 1.0313,
      "step": 53600
    },
    {
      "epoch": 1.34,
      "grad_norm": 10.267823219299316,
      "learning_rate": 4.653266331658292e-06,
      "loss": 1.1201,
      "step": 53700
    },
    {
      "epoch": 1.34,
      "grad_norm": 7.390511512756348,
      "learning_rate": 4.64321608040201e-06,
      "loss": 1.1064,
      "step": 53800
    },
    {
      "epoch": 1.35,
      "grad_norm": 3.220641613006592,
      "learning_rate": 4.633165829145729e-06,
      "loss": 1.0898,
      "step": 53900
    },
    {
      "epoch": 1.35,
      "grad_norm": 4.595098972320557,
      "learning_rate": 4.623115577889448e-06,
      "loss": 1.0807,
      "step": 54000
    },
    {
      "epoch": 1.35,
      "eval_loss": 1.1710258722305298,
      "eval_runtime": 106.0574,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 54000
    },
    {
      "epoch": 1.35,
      "grad_norm": 14.225842475891113,
      "learning_rate": 4.613065326633166e-06,
      "loss": 1.1179,
      "step": 54100
    },
    {
      "epoch": 1.35,
      "grad_norm": 2.6075730323791504,
      "learning_rate": 4.603015075376885e-06,
      "loss": 1.1075,
      "step": 54200
    },
    {
      "epoch": 1.36,
      "grad_norm": 8.72014045715332,
      "learning_rate": 4.592964824120603e-06,
      "loss": 1.0653,
      "step": 54300
    },
    {
      "epoch": 1.36,
      "grad_norm": 13.056175231933594,
      "learning_rate": 4.582914572864322e-06,
      "loss": 1.106,
      "step": 54400
    },
    {
      "epoch": 1.36,
      "grad_norm": 6.238776683807373,
      "learning_rate": 4.57286432160804e-06,
      "loss": 1.0797,
      "step": 54500
    },
    {
      "epoch": 1.36,
      "eval_loss": 1.1717697381973267,
      "eval_runtime": 106.0446,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 54500
    },
    {
      "epoch": 1.36,
      "grad_norm": 4.283226490020752,
      "learning_rate": 4.562814070351759e-06,
      "loss": 1.0956,
      "step": 54600
    },
    {
      "epoch": 1.37,
      "grad_norm": 4.9857282638549805,
      "learning_rate": 4.5527638190954775e-06,
      "loss": 1.1299,
      "step": 54700
    },
    {
      "epoch": 1.37,
      "grad_norm": 2.51924204826355,
      "learning_rate": 4.5427135678391965e-06,
      "loss": 1.0938,
      "step": 54800
    },
    {
      "epoch": 1.37,
      "grad_norm": 4.603549003601074,
      "learning_rate": 4.532663316582915e-06,
      "loss": 1.1509,
      "step": 54900
    },
    {
      "epoch": 1.38,
      "grad_norm": 11.00109577178955,
      "learning_rate": 4.522613065326634e-06,
      "loss": 1.0956,
      "step": 55000
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.1807342767715454,
      "eval_runtime": 106.0599,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 55000
    },
    {
      "epoch": 1.38,
      "grad_norm": 4.154958724975586,
      "learning_rate": 4.512562814070352e-06,
      "loss": 1.0964,
      "step": 55100
    },
    {
      "epoch": 1.38,
      "grad_norm": 4.329712867736816,
      "learning_rate": 4.502512562814071e-06,
      "loss": 1.1373,
      "step": 55200
    },
    {
      "epoch": 1.38,
      "grad_norm": 5.342220783233643,
      "learning_rate": 4.492462311557789e-06,
      "loss": 1.0808,
      "step": 55300
    },
    {
      "epoch": 1.39,
      "grad_norm": 5.705708980560303,
      "learning_rate": 4.482412060301508e-06,
      "loss": 1.062,
      "step": 55400
    },
    {
      "epoch": 1.39,
      "grad_norm": 4.463514804840088,
      "learning_rate": 4.472361809045226e-06,
      "loss": 1.1105,
      "step": 55500
    },
    {
      "epoch": 1.39,
      "eval_loss": 1.1636874675750732,
      "eval_runtime": 106.046,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 55500
    },
    {
      "epoch": 1.39,
      "grad_norm": 3.2776780128479004,
      "learning_rate": 4.462311557788945e-06,
      "loss": 1.1123,
      "step": 55600
    },
    {
      "epoch": 1.39,
      "grad_norm": 7.7830491065979,
      "learning_rate": 4.452261306532664e-06,
      "loss": 1.0417,
      "step": 55700
    },
    {
      "epoch": 1.4,
      "grad_norm": 4.776956081390381,
      "learning_rate": 4.442211055276382e-06,
      "loss": 1.1081,
      "step": 55800
    },
    {
      "epoch": 1.4,
      "grad_norm": 8.097271919250488,
      "learning_rate": 4.432160804020101e-06,
      "loss": 1.1005,
      "step": 55900
    },
    {
      "epoch": 1.4,
      "grad_norm": 7.190639019012451,
      "learning_rate": 4.42211055276382e-06,
      "loss": 1.0712,
      "step": 56000
    },
    {
      "epoch": 1.4,
      "eval_loss": 1.1957862377166748,
      "eval_runtime": 106.0581,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 56000
    },
    {
      "epoch": 1.4,
      "grad_norm": 12.115496635437012,
      "learning_rate": 4.412060301507538e-06,
      "loss": 1.0484,
      "step": 56100
    },
    {
      "epoch": 1.41,
      "grad_norm": 3.0836589336395264,
      "learning_rate": 4.4020100502512564e-06,
      "loss": 1.0373,
      "step": 56200
    },
    {
      "epoch": 1.41,
      "grad_norm": 5.282203197479248,
      "learning_rate": 4.391959798994975e-06,
      "loss": 1.1324,
      "step": 56300
    },
    {
      "epoch": 1.41,
      "grad_norm": 15.216297149658203,
      "learning_rate": 4.3819095477386936e-06,
      "loss": 1.12,
      "step": 56400
    },
    {
      "epoch": 1.41,
      "grad_norm": 5.781431674957275,
      "learning_rate": 4.3718592964824125e-06,
      "loss": 1.0372,
      "step": 56500
    },
    {
      "epoch": 1.41,
      "eval_loss": 1.1856083869934082,
      "eval_runtime": 106.0461,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 56500
    },
    {
      "epoch": 1.42,
      "grad_norm": 7.501257419586182,
      "learning_rate": 4.361809045226131e-06,
      "loss": 1.049,
      "step": 56600
    },
    {
      "epoch": 1.42,
      "grad_norm": 4.0562238693237305,
      "learning_rate": 4.35175879396985e-06,
      "loss": 1.0758,
      "step": 56700
    },
    {
      "epoch": 1.42,
      "grad_norm": 4.510584831237793,
      "learning_rate": 4.341708542713568e-06,
      "loss": 1.0304,
      "step": 56800
    },
    {
      "epoch": 1.42,
      "grad_norm": 11.4026517868042,
      "learning_rate": 4.331658291457287e-06,
      "loss": 1.0906,
      "step": 56900
    },
    {
      "epoch": 1.43,
      "grad_norm": 2.8201565742492676,
      "learning_rate": 4.321608040201005e-06,
      "loss": 1.0806,
      "step": 57000
    },
    {
      "epoch": 1.43,
      "eval_loss": 1.1789506673812866,
      "eval_runtime": 106.0454,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 57000
    },
    {
      "epoch": 1.43,
      "grad_norm": 5.044394493103027,
      "learning_rate": 4.311557788944724e-06,
      "loss": 1.0585,
      "step": 57100
    },
    {
      "epoch": 1.43,
      "grad_norm": 6.520532131195068,
      "learning_rate": 4.301507537688442e-06,
      "loss": 1.0524,
      "step": 57200
    },
    {
      "epoch": 1.43,
      "grad_norm": 5.544332981109619,
      "learning_rate": 4.291457286432161e-06,
      "loss": 1.0957,
      "step": 57300
    },
    {
      "epoch": 1.44,
      "grad_norm": 5.975767612457275,
      "learning_rate": 4.28140703517588e-06,
      "loss": 1.0923,
      "step": 57400
    },
    {
      "epoch": 1.44,
      "grad_norm": 8.338631629943848,
      "learning_rate": 4.271356783919598e-06,
      "loss": 1.05,
      "step": 57500
    },
    {
      "epoch": 1.44,
      "eval_loss": 1.213557481765747,
      "eval_runtime": 106.0582,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 57500
    },
    {
      "epoch": 1.44,
      "grad_norm": 9.21115779876709,
      "learning_rate": 4.261306532663317e-06,
      "loss": 1.0633,
      "step": 57600
    },
    {
      "epoch": 1.44,
      "grad_norm": 4.789947032928467,
      "learning_rate": 4.251256281407035e-06,
      "loss": 1.06,
      "step": 57700
    },
    {
      "epoch": 1.45,
      "grad_norm": 3.622896909713745,
      "learning_rate": 4.241206030150754e-06,
      "loss": 1.0639,
      "step": 57800
    },
    {
      "epoch": 1.45,
      "grad_norm": 8.646242141723633,
      "learning_rate": 4.231155778894473e-06,
      "loss": 1.0433,
      "step": 57900
    },
    {
      "epoch": 1.45,
      "grad_norm": 5.949797630310059,
      "learning_rate": 4.221105527638191e-06,
      "loss": 1.0838,
      "step": 58000
    },
    {
      "epoch": 1.45,
      "eval_loss": 1.2052046060562134,
      "eval_runtime": 106.0422,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 58000
    },
    {
      "epoch": 1.45,
      "grad_norm": 3.80587100982666,
      "learning_rate": 4.21105527638191e-06,
      "loss": 1.0948,
      "step": 58100
    },
    {
      "epoch": 1.46,
      "grad_norm": 11.919468879699707,
      "learning_rate": 4.2010050251256285e-06,
      "loss": 1.078,
      "step": 58200
    },
    {
      "epoch": 1.46,
      "grad_norm": 5.601760387420654,
      "learning_rate": 4.1909547738693475e-06,
      "loss": 1.0883,
      "step": 58300
    },
    {
      "epoch": 1.46,
      "grad_norm": 9.78034782409668,
      "learning_rate": 4.180904522613066e-06,
      "loss": 1.0545,
      "step": 58400
    },
    {
      "epoch": 1.46,
      "grad_norm": 10.80511474609375,
      "learning_rate": 4.170854271356784e-06,
      "loss": 1.1235,
      "step": 58500
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.2118693590164185,
      "eval_runtime": 106.3097,
      "eval_samples_per_second": 9.406,
      "eval_steps_per_second": 2.352,
      "step": 58500
    },
    {
      "epoch": 1.47,
      "grad_norm": 3.7069671154022217,
      "learning_rate": 4.160804020100503e-06,
      "loss": 1.1136,
      "step": 58600
    },
    {
      "epoch": 1.47,
      "grad_norm": 15.624918937683105,
      "learning_rate": 4.150753768844221e-06,
      "loss": 1.0553,
      "step": 58700
    },
    {
      "epoch": 1.47,
      "grad_norm": 6.897815227508545,
      "learning_rate": 4.14070351758794e-06,
      "loss": 1.0706,
      "step": 58800
    },
    {
      "epoch": 1.47,
      "grad_norm": 5.351986885070801,
      "learning_rate": 4.130653266331658e-06,
      "loss": 1.0226,
      "step": 58900
    },
    {
      "epoch": 1.48,
      "grad_norm": 4.158387660980225,
      "learning_rate": 4.120603015075377e-06,
      "loss": 1.0865,
      "step": 59000
    },
    {
      "epoch": 1.48,
      "eval_loss": 1.16471529006958,
      "eval_runtime": 106.0354,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 59000
    },
    {
      "epoch": 1.48,
      "grad_norm": 2.942288398742676,
      "learning_rate": 4.110552763819096e-06,
      "loss": 1.098,
      "step": 59100
    },
    {
      "epoch": 1.48,
      "grad_norm": 9.001307487487793,
      "learning_rate": 4.100502512562814e-06,
      "loss": 1.1024,
      "step": 59200
    },
    {
      "epoch": 1.48,
      "grad_norm": 14.217978477478027,
      "learning_rate": 4.090452261306533e-06,
      "loss": 1.0029,
      "step": 59300
    },
    {
      "epoch": 1.48,
      "grad_norm": 12.35381031036377,
      "learning_rate": 4.080402010050251e-06,
      "loss": 1.0757,
      "step": 59400
    },
    {
      "epoch": 1.49,
      "grad_norm": 3.351334571838379,
      "learning_rate": 4.07035175879397e-06,
      "loss": 1.055,
      "step": 59500
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.1809368133544922,
      "eval_runtime": 106.0646,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 59500
    },
    {
      "epoch": 1.49,
      "grad_norm": 5.989234447479248,
      "learning_rate": 4.060301507537689e-06,
      "loss": 1.034,
      "step": 59600
    },
    {
      "epoch": 1.49,
      "grad_norm": 9.616496086120605,
      "learning_rate": 4.0502512562814074e-06,
      "loss": 1.0885,
      "step": 59700
    },
    {
      "epoch": 1.5,
      "grad_norm": 7.053142547607422,
      "learning_rate": 4.040201005025126e-06,
      "loss": 1.0858,
      "step": 59800
    },
    {
      "epoch": 1.5,
      "grad_norm": 12.209592819213867,
      "learning_rate": 4.0301507537688446e-06,
      "loss": 1.0442,
      "step": 59900
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.404716968536377,
      "learning_rate": 4.0201005025125635e-06,
      "loss": 1.0734,
      "step": 60000
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.1983425617218018,
      "eval_runtime": 106.0576,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 60000
    },
    {
      "epoch": 1.5,
      "grad_norm": 5.645810604095459,
      "learning_rate": 4.010050251256282e-06,
      "loss": 1.0638,
      "step": 60100
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.7631940841674805,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.0657,
      "step": 60200
    },
    {
      "epoch": 1.51,
      "grad_norm": 2.6057679653167725,
      "learning_rate": 3.989949748743719e-06,
      "loss": 1.0556,
      "step": 60300
    },
    {
      "epoch": 1.51,
      "grad_norm": 9.091955184936523,
      "learning_rate": 3.979899497487438e-06,
      "loss": 1.1244,
      "step": 60400
    },
    {
      "epoch": 1.51,
      "grad_norm": 6.215171813964844,
      "learning_rate": 3.969849246231156e-06,
      "loss": 1.1504,
      "step": 60500
    },
    {
      "epoch": 1.51,
      "eval_loss": 1.1710612773895264,
      "eval_runtime": 106.0549,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 60500
    },
    {
      "epoch": 1.52,
      "grad_norm": 7.309828758239746,
      "learning_rate": 3.959798994974875e-06,
      "loss": 1.0624,
      "step": 60600
    },
    {
      "epoch": 1.52,
      "grad_norm": 5.1372880935668945,
      "learning_rate": 3.949748743718593e-06,
      "loss": 1.1102,
      "step": 60700
    },
    {
      "epoch": 1.52,
      "grad_norm": 2.1944918632507324,
      "learning_rate": 3.939698492462311e-06,
      "loss": 1.0699,
      "step": 60800
    },
    {
      "epoch": 1.52,
      "grad_norm": 11.555052757263184,
      "learning_rate": 3.92964824120603e-06,
      "loss": 1.0467,
      "step": 60900
    },
    {
      "epoch": 1.52,
      "grad_norm": 8.433820724487305,
      "learning_rate": 3.919597989949749e-06,
      "loss": 1.0355,
      "step": 61000
    },
    {
      "epoch": 1.52,
      "eval_loss": 1.1772249937057495,
      "eval_runtime": 106.0454,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 61000
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.291175365447998,
      "learning_rate": 3.909547738693467e-06,
      "loss": 1.0655,
      "step": 61100
    },
    {
      "epoch": 1.53,
      "grad_norm": 2.7827377319335938,
      "learning_rate": 3.899497487437186e-06,
      "loss": 1.0947,
      "step": 61200
    },
    {
      "epoch": 1.53,
      "grad_norm": 12.351645469665527,
      "learning_rate": 3.889447236180905e-06,
      "loss": 1.0826,
      "step": 61300
    },
    {
      "epoch": 1.54,
      "grad_norm": 10.359111785888672,
      "learning_rate": 3.8793969849246234e-06,
      "loss": 1.0938,
      "step": 61400
    },
    {
      "epoch": 1.54,
      "grad_norm": 4.723474979400635,
      "learning_rate": 3.869346733668342e-06,
      "loss": 1.0753,
      "step": 61500
    },
    {
      "epoch": 1.54,
      "eval_loss": 1.1773525476455688,
      "eval_runtime": 106.0341,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 61500
    },
    {
      "epoch": 1.54,
      "grad_norm": 7.097861289978027,
      "learning_rate": 3.8592964824120606e-06,
      "loss": 1.039,
      "step": 61600
    },
    {
      "epoch": 1.54,
      "grad_norm": 2.926146984100342,
      "learning_rate": 3.8492462311557795e-06,
      "loss": 1.1176,
      "step": 61700
    },
    {
      "epoch": 1.54,
      "grad_norm": 9.322738647460938,
      "learning_rate": 3.839195979899498e-06,
      "loss": 1.0327,
      "step": 61800
    },
    {
      "epoch": 1.55,
      "grad_norm": 13.57543659210205,
      "learning_rate": 3.829145728643217e-06,
      "loss": 1.1169,
      "step": 61900
    },
    {
      "epoch": 1.55,
      "grad_norm": 4.7055535316467285,
      "learning_rate": 3.819095477386935e-06,
      "loss": 1.0436,
      "step": 62000
    },
    {
      "epoch": 1.55,
      "eval_loss": 1.1872432231903076,
      "eval_runtime": 106.0793,
      "eval_samples_per_second": 9.427,
      "eval_steps_per_second": 2.357,
      "step": 62000
    },
    {
      "epoch": 1.55,
      "grad_norm": 3.1538665294647217,
      "learning_rate": 3.809045226130654e-06,
      "loss": 1.0537,
      "step": 62100
    },
    {
      "epoch": 1.56,
      "grad_norm": 8.150029182434082,
      "learning_rate": 3.798994974874372e-06,
      "loss": 1.0598,
      "step": 62200
    },
    {
      "epoch": 1.56,
      "grad_norm": 4.418848037719727,
      "learning_rate": 3.788944723618091e-06,
      "loss": 1.0996,
      "step": 62300
    },
    {
      "epoch": 1.56,
      "grad_norm": 5.905966281890869,
      "learning_rate": 3.7788944723618095e-06,
      "loss": 1.0735,
      "step": 62400
    },
    {
      "epoch": 1.56,
      "grad_norm": 3.2698171138763428,
      "learning_rate": 3.768844221105528e-06,
      "loss": 1.0281,
      "step": 62500
    },
    {
      "epoch": 1.56,
      "eval_loss": 1.2369818687438965,
      "eval_runtime": 106.0418,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 62500
    },
    {
      "epoch": 1.56,
      "grad_norm": 8.885529518127441,
      "learning_rate": 3.7587939698492466e-06,
      "loss": 1.056,
      "step": 62600
    },
    {
      "epoch": 1.57,
      "grad_norm": 6.061652660369873,
      "learning_rate": 3.748743718592965e-06,
      "loss": 1.0571,
      "step": 62700
    },
    {
      "epoch": 1.57,
      "grad_norm": 6.784704685211182,
      "learning_rate": 3.7386934673366837e-06,
      "loss": 1.0289,
      "step": 62800
    },
    {
      "epoch": 1.57,
      "grad_norm": 5.635735034942627,
      "learning_rate": 3.7286432160804027e-06,
      "loss": 1.0872,
      "step": 62900
    },
    {
      "epoch": 1.57,
      "grad_norm": 7.111885070800781,
      "learning_rate": 3.718592964824121e-06,
      "loss": 1.0963,
      "step": 63000
    },
    {
      "epoch": 1.57,
      "eval_loss": 1.1708903312683105,
      "eval_runtime": 106.032,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 63000
    },
    {
      "epoch": 1.58,
      "grad_norm": 3.6875112056732178,
      "learning_rate": 3.7085427135678394e-06,
      "loss": 1.0496,
      "step": 63100
    },
    {
      "epoch": 1.58,
      "grad_norm": 6.22719669342041,
      "learning_rate": 3.698492462311558e-06,
      "loss": 1.0766,
      "step": 63200
    },
    {
      "epoch": 1.58,
      "grad_norm": 5.189857482910156,
      "learning_rate": 3.6884422110552766e-06,
      "loss": 1.0274,
      "step": 63300
    },
    {
      "epoch": 1.58,
      "grad_norm": 5.517366409301758,
      "learning_rate": 3.678391959798995e-06,
      "loss": 1.0942,
      "step": 63400
    },
    {
      "epoch": 1.59,
      "grad_norm": 9.920944213867188,
      "learning_rate": 3.6683417085427137e-06,
      "loss": 1.0694,
      "step": 63500
    },
    {
      "epoch": 1.59,
      "eval_loss": 1.1612495183944702,
      "eval_runtime": 106.0488,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 63500
    },
    {
      "epoch": 1.59,
      "grad_norm": 30.120113372802734,
      "learning_rate": 3.6582914572864327e-06,
      "loss": 1.0943,
      "step": 63600
    },
    {
      "epoch": 1.59,
      "grad_norm": 6.0459771156311035,
      "learning_rate": 3.648241206030151e-06,
      "loss": 1.0807,
      "step": 63700
    },
    {
      "epoch": 1.59,
      "grad_norm": 6.1749653816223145,
      "learning_rate": 3.63819095477387e-06,
      "loss": 1.1387,
      "step": 63800
    },
    {
      "epoch": 1.6,
      "grad_norm": 4.901200771331787,
      "learning_rate": 3.628140703517588e-06,
      "loss": 1.0758,
      "step": 63900
    },
    {
      "epoch": 1.6,
      "grad_norm": 12.518453598022461,
      "learning_rate": 3.618090452261307e-06,
      "loss": 1.0996,
      "step": 64000
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.1155891418457031,
      "eval_runtime": 106.0569,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 64000
    },
    {
      "epoch": 1.6,
      "grad_norm": 5.017581462860107,
      "learning_rate": 3.608040201005025e-06,
      "loss": 1.0532,
      "step": 64100
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.2370281219482422,
      "learning_rate": 3.597989949748744e-06,
      "loss": 1.0878,
      "step": 64200
    },
    {
      "epoch": 1.61,
      "grad_norm": 11.514025688171387,
      "learning_rate": 3.5879396984924626e-06,
      "loss": 1.0529,
      "step": 64300
    },
    {
      "epoch": 1.61,
      "grad_norm": 5.596809387207031,
      "learning_rate": 3.577889447236181e-06,
      "loss": 1.038,
      "step": 64400
    },
    {
      "epoch": 1.61,
      "grad_norm": 5.313028335571289,
      "learning_rate": 3.5678391959798997e-06,
      "loss": 1.0532,
      "step": 64500
    },
    {
      "epoch": 1.61,
      "eval_loss": 1.1719648838043213,
      "eval_runtime": 106.0478,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 64500
    },
    {
      "epoch": 1.61,
      "grad_norm": 10.414960861206055,
      "learning_rate": 3.5577889447236187e-06,
      "loss": 1.0048,
      "step": 64600
    },
    {
      "epoch": 1.62,
      "grad_norm": 13.392841339111328,
      "learning_rate": 3.547738693467337e-06,
      "loss": 1.1014,
      "step": 64700
    },
    {
      "epoch": 1.62,
      "grad_norm": 3.2335710525512695,
      "learning_rate": 3.537688442211056e-06,
      "loss": 1.1013,
      "step": 64800
    },
    {
      "epoch": 1.62,
      "grad_norm": 4.216681003570557,
      "learning_rate": 3.527638190954774e-06,
      "loss": 1.0363,
      "step": 64900
    },
    {
      "epoch": 1.62,
      "grad_norm": 3.247030735015869,
      "learning_rate": 3.517587939698493e-06,
      "loss": 1.0747,
      "step": 65000
    },
    {
      "epoch": 1.62,
      "eval_loss": 1.1740339994430542,
      "eval_runtime": 106.0636,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 65000
    },
    {
      "epoch": 1.63,
      "grad_norm": 10.313753128051758,
      "learning_rate": 3.507537688442211e-06,
      "loss": 1.0048,
      "step": 65100
    },
    {
      "epoch": 1.63,
      "grad_norm": 2.487821102142334,
      "learning_rate": 3.49748743718593e-06,
      "loss": 1.0597,
      "step": 65200
    },
    {
      "epoch": 1.63,
      "grad_norm": 5.214561462402344,
      "learning_rate": 3.4874371859296487e-06,
      "loss": 1.0923,
      "step": 65300
    },
    {
      "epoch": 1.64,
      "grad_norm": 7.987942218780518,
      "learning_rate": 3.477386934673367e-06,
      "loss": 1.0697,
      "step": 65400
    },
    {
      "epoch": 1.64,
      "grad_norm": 21.811670303344727,
      "learning_rate": 3.467336683417086e-06,
      "loss": 1.0922,
      "step": 65500
    },
    {
      "epoch": 1.64,
      "eval_loss": 1.1970088481903076,
      "eval_runtime": 106.0745,
      "eval_samples_per_second": 9.427,
      "eval_steps_per_second": 2.357,
      "step": 65500
    },
    {
      "epoch": 1.64,
      "grad_norm": 2.0042884349823,
      "learning_rate": 3.457286432160804e-06,
      "loss": 1.0802,
      "step": 65600
    },
    {
      "epoch": 1.64,
      "grad_norm": 7.716630935668945,
      "learning_rate": 3.447236180904523e-06,
      "loss": 1.0439,
      "step": 65700
    },
    {
      "epoch": 1.65,
      "grad_norm": 10.984993934631348,
      "learning_rate": 3.437185929648241e-06,
      "loss": 1.0531,
      "step": 65800
    },
    {
      "epoch": 1.65,
      "grad_norm": 7.731362819671631,
      "learning_rate": 3.42713567839196e-06,
      "loss": 1.0971,
      "step": 65900
    },
    {
      "epoch": 1.65,
      "grad_norm": 7.619626522064209,
      "learning_rate": 3.4170854271356786e-06,
      "loss": 1.0754,
      "step": 66000
    },
    {
      "epoch": 1.65,
      "eval_loss": 1.185581088066101,
      "eval_runtime": 106.0575,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 66000
    },
    {
      "epoch": 1.65,
      "grad_norm": 10.193381309509277,
      "learning_rate": 3.407035175879397e-06,
      "loss": 1.0544,
      "step": 66100
    },
    {
      "epoch": 1.66,
      "grad_norm": 2.2454402446746826,
      "learning_rate": 3.3969849246231158e-06,
      "loss": 1.142,
      "step": 66200
    },
    {
      "epoch": 1.66,
      "grad_norm": 9.75003433227539,
      "learning_rate": 3.3869346733668347e-06,
      "loss": 1.0923,
      "step": 66300
    },
    {
      "epoch": 1.66,
      "grad_norm": 7.709816932678223,
      "learning_rate": 3.376884422110553e-06,
      "loss": 1.0747,
      "step": 66400
    },
    {
      "epoch": 1.66,
      "grad_norm": 6.4221696853637695,
      "learning_rate": 3.366834170854272e-06,
      "loss": 1.0434,
      "step": 66500
    },
    {
      "epoch": 1.66,
      "eval_loss": 1.1786295175552368,
      "eval_runtime": 106.0416,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 66500
    },
    {
      "epoch": 1.67,
      "grad_norm": 7.951330661773682,
      "learning_rate": 3.35678391959799e-06,
      "loss": 1.0725,
      "step": 66600
    },
    {
      "epoch": 1.67,
      "grad_norm": 6.741400718688965,
      "learning_rate": 3.346733668341709e-06,
      "loss": 1.0469,
      "step": 66700
    },
    {
      "epoch": 1.67,
      "grad_norm": 14.190262794494629,
      "learning_rate": 3.336683417085427e-06,
      "loss": 1.0687,
      "step": 66800
    },
    {
      "epoch": 1.67,
      "grad_norm": 9.906428337097168,
      "learning_rate": 3.326633165829146e-06,
      "loss": 1.0962,
      "step": 66900
    },
    {
      "epoch": 1.68,
      "grad_norm": 4.775923728942871,
      "learning_rate": 3.3165829145728647e-06,
      "loss": 1.0659,
      "step": 67000
    },
    {
      "epoch": 1.68,
      "eval_loss": 1.1667512655258179,
      "eval_runtime": 106.0757,
      "eval_samples_per_second": 9.427,
      "eval_steps_per_second": 2.357,
      "step": 67000
    },
    {
      "epoch": 1.68,
      "grad_norm": 10.69369888305664,
      "learning_rate": 3.3065326633165833e-06,
      "loss": 1.0384,
      "step": 67100
    },
    {
      "epoch": 1.68,
      "grad_norm": 4.059796333312988,
      "learning_rate": 3.296482412060302e-06,
      "loss": 1.0502,
      "step": 67200
    },
    {
      "epoch": 1.68,
      "grad_norm": 3.5036587715148926,
      "learning_rate": 3.286432160804021e-06,
      "loss": 1.0406,
      "step": 67300
    },
    {
      "epoch": 1.69,
      "grad_norm": 7.150821685791016,
      "learning_rate": 3.276381909547739e-06,
      "loss": 1.0384,
      "step": 67400
    },
    {
      "epoch": 1.69,
      "grad_norm": 4.669068813323975,
      "learning_rate": 3.266331658291458e-06,
      "loss": 1.0755,
      "step": 67500
    },
    {
      "epoch": 1.69,
      "eval_loss": 1.1525746583938599,
      "eval_runtime": 106.0609,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 67500
    },
    {
      "epoch": 1.69,
      "grad_norm": 9.362273216247559,
      "learning_rate": 3.256281407035176e-06,
      "loss": 1.0794,
      "step": 67600
    },
    {
      "epoch": 1.69,
      "grad_norm": 3.6637213230133057,
      "learning_rate": 3.2462311557788946e-06,
      "loss": 1.0654,
      "step": 67700
    },
    {
      "epoch": 1.69,
      "grad_norm": 5.397108554840088,
      "learning_rate": 3.236180904522613e-06,
      "loss": 1.0832,
      "step": 67800
    },
    {
      "epoch": 1.7,
      "grad_norm": 2.418199300765991,
      "learning_rate": 3.2261306532663318e-06,
      "loss": 1.0634,
      "step": 67900
    },
    {
      "epoch": 1.7,
      "grad_norm": 9.751249313354492,
      "learning_rate": 3.2160804020100507e-06,
      "loss": 1.0813,
      "step": 68000
    },
    {
      "epoch": 1.7,
      "eval_loss": 1.1616853475570679,
      "eval_runtime": 106.044,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 68000
    },
    {
      "epoch": 1.7,
      "grad_norm": 5.580630302429199,
      "learning_rate": 3.206030150753769e-06,
      "loss": 1.0981,
      "step": 68100
    },
    {
      "epoch": 1.71,
      "grad_norm": 5.4495530128479,
      "learning_rate": 3.195979899497488e-06,
      "loss": 1.0737,
      "step": 68200
    },
    {
      "epoch": 1.71,
      "grad_norm": 12.089224815368652,
      "learning_rate": 3.185929648241206e-06,
      "loss": 1.0539,
      "step": 68300
    },
    {
      "epoch": 1.71,
      "grad_norm": 10.440498352050781,
      "learning_rate": 3.175879396984925e-06,
      "loss": 1.0803,
      "step": 68400
    },
    {
      "epoch": 1.71,
      "grad_norm": 10.229782104492188,
      "learning_rate": 3.165829145728643e-06,
      "loss": 1.0979,
      "step": 68500
    },
    {
      "epoch": 1.71,
      "eval_loss": 1.159399151802063,
      "eval_runtime": 106.0674,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 68500
    },
    {
      "epoch": 1.71,
      "grad_norm": 3.6945924758911133,
      "learning_rate": 3.155778894472362e-06,
      "loss": 1.0627,
      "step": 68600
    },
    {
      "epoch": 1.72,
      "grad_norm": 5.110106468200684,
      "learning_rate": 3.1457286432160807e-06,
      "loss": 1.0585,
      "step": 68700
    },
    {
      "epoch": 1.72,
      "grad_norm": 7.140746593475342,
      "learning_rate": 3.1356783919597993e-06,
      "loss": 1.0597,
      "step": 68800
    },
    {
      "epoch": 1.72,
      "grad_norm": 16.83041000366211,
      "learning_rate": 3.125628140703518e-06,
      "loss": 0.9972,
      "step": 68900
    },
    {
      "epoch": 1.73,
      "grad_norm": 5.084952354431152,
      "learning_rate": 3.115577889447237e-06,
      "loss": 0.9752,
      "step": 69000
    },
    {
      "epoch": 1.73,
      "eval_loss": 1.144303798675537,
      "eval_runtime": 106.0475,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 69000
    },
    {
      "epoch": 1.73,
      "grad_norm": 9.237672805786133,
      "learning_rate": 3.105527638190955e-06,
      "loss": 1.0702,
      "step": 69100
    },
    {
      "epoch": 1.73,
      "grad_norm": 10.925599098205566,
      "learning_rate": 3.095477386934674e-06,
      "loss": 1.0242,
      "step": 69200
    },
    {
      "epoch": 1.73,
      "grad_norm": 13.037814140319824,
      "learning_rate": 3.085427135678392e-06,
      "loss": 1.0663,
      "step": 69300
    },
    {
      "epoch": 1.73,
      "grad_norm": 9.554988861083984,
      "learning_rate": 3.075376884422111e-06,
      "loss": 1.1384,
      "step": 69400
    },
    {
      "epoch": 1.74,
      "grad_norm": 3.325300455093384,
      "learning_rate": 3.065326633165829e-06,
      "loss": 1.0099,
      "step": 69500
    },
    {
      "epoch": 1.74,
      "eval_loss": 1.1666878461837769,
      "eval_runtime": 106.0586,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 69500
    },
    {
      "epoch": 1.74,
      "grad_norm": 5.020545959472656,
      "learning_rate": 3.055276381909548e-06,
      "loss": 1.0712,
      "step": 69600
    },
    {
      "epoch": 1.74,
      "grad_norm": 9.31608772277832,
      "learning_rate": 3.0452261306532668e-06,
      "loss": 1.0718,
      "step": 69700
    },
    {
      "epoch": 1.75,
      "grad_norm": 4.576101779937744,
      "learning_rate": 3.0351758793969853e-06,
      "loss": 0.9786,
      "step": 69800
    },
    {
      "epoch": 1.75,
      "grad_norm": 5.823631286621094,
      "learning_rate": 3.025125628140704e-06,
      "loss": 1.0892,
      "step": 69900
    },
    {
      "epoch": 1.75,
      "grad_norm": 7.814849376678467,
      "learning_rate": 3.015075376884422e-06,
      "loss": 1.0544,
      "step": 70000
    },
    {
      "epoch": 1.75,
      "eval_loss": 1.1586934328079224,
      "eval_runtime": 106.0553,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 70000
    },
    {
      "epoch": 1.75,
      "grad_norm": 20.614145278930664,
      "learning_rate": 3.005025125628141e-06,
      "loss": 1.0971,
      "step": 70100
    },
    {
      "epoch": 1.75,
      "grad_norm": 6.837667942047119,
      "learning_rate": 2.994974874371859e-06,
      "loss": 1.0629,
      "step": 70200
    },
    {
      "epoch": 1.76,
      "grad_norm": 11.336121559143066,
      "learning_rate": 2.984924623115578e-06,
      "loss": 1.0624,
      "step": 70300
    },
    {
      "epoch": 1.76,
      "grad_norm": 13.510031700134277,
      "learning_rate": 2.9748743718592967e-06,
      "loss": 1.1043,
      "step": 70400
    },
    {
      "epoch": 1.76,
      "grad_norm": 5.644843578338623,
      "learning_rate": 2.9648241206030153e-06,
      "loss": 1.0754,
      "step": 70500
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.1812278032302856,
      "eval_runtime": 106.029,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 70500
    },
    {
      "epoch": 1.77,
      "grad_norm": 6.993515968322754,
      "learning_rate": 2.954773869346734e-06,
      "loss": 1.0704,
      "step": 70600
    },
    {
      "epoch": 1.77,
      "grad_norm": 9.949378967285156,
      "learning_rate": 2.9447236180904524e-06,
      "loss": 1.0647,
      "step": 70700
    },
    {
      "epoch": 1.77,
      "grad_norm": 11.08406925201416,
      "learning_rate": 2.934673366834171e-06,
      "loss": 1.0978,
      "step": 70800
    },
    {
      "epoch": 1.77,
      "grad_norm": 9.99530029296875,
      "learning_rate": 2.92462311557789e-06,
      "loss": 1.0333,
      "step": 70900
    },
    {
      "epoch": 1.77,
      "grad_norm": 12.340422630310059,
      "learning_rate": 2.914572864321608e-06,
      "loss": 1.0597,
      "step": 71000
    },
    {
      "epoch": 1.77,
      "eval_loss": 1.1510303020477295,
      "eval_runtime": 106.3062,
      "eval_samples_per_second": 9.407,
      "eval_steps_per_second": 2.352,
      "step": 71000
    },
    {
      "epoch": 1.78,
      "grad_norm": 3.573578119277954,
      "learning_rate": 2.904522613065327e-06,
      "loss": 1.1165,
      "step": 71100
    },
    {
      "epoch": 1.78,
      "grad_norm": 5.8838629722595215,
      "learning_rate": 2.894472361809045e-06,
      "loss": 1.0916,
      "step": 71200
    },
    {
      "epoch": 1.78,
      "grad_norm": 7.589781761169434,
      "learning_rate": 2.884422110552764e-06,
      "loss": 1.0535,
      "step": 71300
    },
    {
      "epoch": 1.79,
      "grad_norm": 4.135651111602783,
      "learning_rate": 2.8743718592964828e-06,
      "loss": 1.0768,
      "step": 71400
    },
    {
      "epoch": 1.79,
      "grad_norm": 8.806633949279785,
      "learning_rate": 2.8643216080402013e-06,
      "loss": 1.0945,
      "step": 71500
    },
    {
      "epoch": 1.79,
      "eval_loss": 1.200325846672058,
      "eval_runtime": 106.0463,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 71500
    },
    {
      "epoch": 1.79,
      "grad_norm": 3.913125991821289,
      "learning_rate": 2.85427135678392e-06,
      "loss": 1.0631,
      "step": 71600
    },
    {
      "epoch": 1.79,
      "grad_norm": 5.196088790893555,
      "learning_rate": 2.8442211055276384e-06,
      "loss": 1.0687,
      "step": 71700
    },
    {
      "epoch": 1.79,
      "grad_norm": 8.308272361755371,
      "learning_rate": 2.834170854271357e-06,
      "loss": 1.1081,
      "step": 71800
    },
    {
      "epoch": 1.8,
      "grad_norm": 8.516919136047363,
      "learning_rate": 2.824120603015076e-06,
      "loss": 1.0712,
      "step": 71900
    },
    {
      "epoch": 1.8,
      "grad_norm": 10.68675422668457,
      "learning_rate": 2.814070351758794e-06,
      "loss": 1.1194,
      "step": 72000
    },
    {
      "epoch": 1.8,
      "eval_loss": 1.1641302108764648,
      "eval_runtime": 106.0419,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 72000
    },
    {
      "epoch": 1.8,
      "grad_norm": 9.415139198303223,
      "learning_rate": 2.804020100502513e-06,
      "loss": 1.0774,
      "step": 72100
    },
    {
      "epoch": 1.81,
      "grad_norm": 3.7503983974456787,
      "learning_rate": 2.7939698492462313e-06,
      "loss": 1.1268,
      "step": 72200
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.8224315643310547,
      "learning_rate": 2.78391959798995e-06,
      "loss": 1.0452,
      "step": 72300
    },
    {
      "epoch": 1.81,
      "grad_norm": 13.259425163269043,
      "learning_rate": 2.7738693467336684e-06,
      "loss": 1.0463,
      "step": 72400
    },
    {
      "epoch": 1.81,
      "grad_norm": 5.253272533416748,
      "learning_rate": 2.763819095477387e-06,
      "loss": 1.0794,
      "step": 72500
    },
    {
      "epoch": 1.81,
      "eval_loss": 1.1821850538253784,
      "eval_runtime": 106.0523,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 72500
    },
    {
      "epoch": 1.81,
      "grad_norm": 14.562149047851562,
      "learning_rate": 2.753768844221106e-06,
      "loss": 1.1187,
      "step": 72600
    },
    {
      "epoch": 1.82,
      "grad_norm": 13.231179237365723,
      "learning_rate": 2.743718592964824e-06,
      "loss": 1.0532,
      "step": 72700
    },
    {
      "epoch": 1.82,
      "grad_norm": 5.84453010559082,
      "learning_rate": 2.733668341708543e-06,
      "loss": 1.066,
      "step": 72800
    },
    {
      "epoch": 1.82,
      "grad_norm": 8.251835823059082,
      "learning_rate": 2.723618090452261e-06,
      "loss": 1.0764,
      "step": 72900
    },
    {
      "epoch": 1.82,
      "grad_norm": 6.283970832824707,
      "learning_rate": 2.71356783919598e-06,
      "loss": 1.1205,
      "step": 73000
    },
    {
      "epoch": 1.82,
      "eval_loss": 1.137833833694458,
      "eval_runtime": 106.0617,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 73000
    },
    {
      "epoch": 1.83,
      "grad_norm": 5.204836845397949,
      "learning_rate": 2.7035175879396983e-06,
      "loss": 1.0788,
      "step": 73100
    },
    {
      "epoch": 1.83,
      "grad_norm": 12.395988464355469,
      "learning_rate": 2.6934673366834173e-06,
      "loss": 1.0342,
      "step": 73200
    },
    {
      "epoch": 1.83,
      "grad_norm": 7.316469669342041,
      "learning_rate": 2.683417085427136e-06,
      "loss": 1.1122,
      "step": 73300
    },
    {
      "epoch": 1.83,
      "grad_norm": 5.458342552185059,
      "learning_rate": 2.6733668341708545e-06,
      "loss": 1.0277,
      "step": 73400
    },
    {
      "epoch": 1.84,
      "grad_norm": 4.2949981689453125,
      "learning_rate": 2.663316582914573e-06,
      "loss": 1.0895,
      "step": 73500
    },
    {
      "epoch": 1.84,
      "eval_loss": 1.1763978004455566,
      "eval_runtime": 106.047,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 73500
    },
    {
      "epoch": 1.84,
      "grad_norm": 3.5636932849884033,
      "learning_rate": 2.653266331658292e-06,
      "loss": 1.0559,
      "step": 73600
    },
    {
      "epoch": 1.84,
      "grad_norm": 10.85332202911377,
      "learning_rate": 2.64321608040201e-06,
      "loss": 1.0593,
      "step": 73700
    },
    {
      "epoch": 1.84,
      "grad_norm": 7.5514750480651855,
      "learning_rate": 2.633165829145729e-06,
      "loss": 1.0819,
      "step": 73800
    },
    {
      "epoch": 1.85,
      "grad_norm": 9.394440650939941,
      "learning_rate": 2.6231155778894473e-06,
      "loss": 1.0498,
      "step": 73900
    },
    {
      "epoch": 1.85,
      "grad_norm": 9.17789363861084,
      "learning_rate": 2.6130653266331663e-06,
      "loss": 1.1306,
      "step": 74000
    },
    {
      "epoch": 1.85,
      "eval_loss": 1.1681709289550781,
      "eval_runtime": 106.0499,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 74000
    },
    {
      "epoch": 1.85,
      "grad_norm": 18.37449073791504,
      "learning_rate": 2.6030150753768844e-06,
      "loss": 1.051,
      "step": 74100
    },
    {
      "epoch": 1.85,
      "grad_norm": 2.33835768699646,
      "learning_rate": 2.5929648241206034e-06,
      "loss": 1.0613,
      "step": 74200
    },
    {
      "epoch": 1.86,
      "grad_norm": 6.537227630615234,
      "learning_rate": 2.582914572864322e-06,
      "loss": 1.1065,
      "step": 74300
    },
    {
      "epoch": 1.86,
      "grad_norm": 15.826942443847656,
      "learning_rate": 2.5728643216080405e-06,
      "loss": 1.0764,
      "step": 74400
    },
    {
      "epoch": 1.86,
      "grad_norm": 6.798605918884277,
      "learning_rate": 2.562814070351759e-06,
      "loss": 1.0653,
      "step": 74500
    },
    {
      "epoch": 1.86,
      "eval_loss": 1.1853090524673462,
      "eval_runtime": 106.0658,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 74500
    },
    {
      "epoch": 1.86,
      "grad_norm": 5.614243984222412,
      "learning_rate": 2.5527638190954772e-06,
      "loss": 1.0322,
      "step": 74600
    },
    {
      "epoch": 1.87,
      "grad_norm": 4.611671447753906,
      "learning_rate": 2.542713567839196e-06,
      "loss": 1.0867,
      "step": 74700
    },
    {
      "epoch": 1.87,
      "grad_norm": 13.089502334594727,
      "learning_rate": 2.5326633165829143e-06,
      "loss": 1.0698,
      "step": 74800
    },
    {
      "epoch": 1.87,
      "grad_norm": 7.631048679351807,
      "learning_rate": 2.5226130653266333e-06,
      "loss": 1.0094,
      "step": 74900
    },
    {
      "epoch": 1.88,
      "grad_norm": 8.738151550292969,
      "learning_rate": 2.512562814070352e-06,
      "loss": 1.0388,
      "step": 75000
    },
    {
      "epoch": 1.88,
      "eval_loss": 1.1503615379333496,
      "eval_runtime": 106.071,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 75000
    },
    {
      "epoch": 1.88,
      "grad_norm": 3.997983932495117,
      "learning_rate": 2.5025125628140705e-06,
      "loss": 1.039,
      "step": 75100
    },
    {
      "epoch": 1.88,
      "grad_norm": 3.2443947792053223,
      "learning_rate": 2.492462311557789e-06,
      "loss": 1.0644,
      "step": 75200
    },
    {
      "epoch": 1.88,
      "grad_norm": 3.138190507888794,
      "learning_rate": 2.482412060301508e-06,
      "loss": 1.0382,
      "step": 75300
    },
    {
      "epoch": 1.89,
      "grad_norm": 8.46721363067627,
      "learning_rate": 2.4723618090452266e-06,
      "loss": 1.0846,
      "step": 75400
    },
    {
      "epoch": 1.89,
      "grad_norm": 6.676329135894775,
      "learning_rate": 2.462311557788945e-06,
      "loss": 1.1071,
      "step": 75500
    },
    {
      "epoch": 1.89,
      "eval_loss": 1.1840382814407349,
      "eval_runtime": 106.0594,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 75500
    },
    {
      "epoch": 1.89,
      "grad_norm": 4.778306484222412,
      "learning_rate": 2.4522613065326637e-06,
      "loss": 1.0251,
      "step": 75600
    },
    {
      "epoch": 1.89,
      "grad_norm": 10.008584022521973,
      "learning_rate": 2.4422110552763823e-06,
      "loss": 1.0547,
      "step": 75700
    },
    {
      "epoch": 1.9,
      "grad_norm": 7.311899185180664,
      "learning_rate": 2.4321608040201004e-06,
      "loss": 1.04,
      "step": 75800
    },
    {
      "epoch": 1.9,
      "grad_norm": 18.295940399169922,
      "learning_rate": 2.422110552763819e-06,
      "loss": 1.0708,
      "step": 75900
    },
    {
      "epoch": 1.9,
      "grad_norm": 8.365277290344238,
      "learning_rate": 2.412060301507538e-06,
      "loss": 0.9736,
      "step": 76000
    },
    {
      "epoch": 1.9,
      "eval_loss": 1.1644206047058105,
      "eval_runtime": 106.0488,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 76000
    },
    {
      "epoch": 1.9,
      "grad_norm": 7.482743263244629,
      "learning_rate": 2.4020100502512565e-06,
      "loss": 1.0588,
      "step": 76100
    },
    {
      "epoch": 1.91,
      "grad_norm": 6.637324333190918,
      "learning_rate": 2.391959798994975e-06,
      "loss": 1.0029,
      "step": 76200
    },
    {
      "epoch": 1.91,
      "grad_norm": 4.1734089851379395,
      "learning_rate": 2.3819095477386936e-06,
      "loss": 1.089,
      "step": 76300
    },
    {
      "epoch": 1.91,
      "grad_norm": 16.437904357910156,
      "learning_rate": 2.371859296482412e-06,
      "loss": 1.0594,
      "step": 76400
    },
    {
      "epoch": 1.91,
      "grad_norm": 7.176886081695557,
      "learning_rate": 2.3618090452261308e-06,
      "loss": 1.0755,
      "step": 76500
    },
    {
      "epoch": 1.91,
      "eval_loss": 1.1777397394180298,
      "eval_runtime": 106.0428,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 76500
    },
    {
      "epoch": 1.92,
      "grad_norm": 5.481789588928223,
      "learning_rate": 2.3517587939698493e-06,
      "loss": 1.0636,
      "step": 76600
    },
    {
      "epoch": 1.92,
      "grad_norm": 8.8861083984375,
      "learning_rate": 2.341708542713568e-06,
      "loss": 1.0088,
      "step": 76700
    },
    {
      "epoch": 1.92,
      "grad_norm": 9.045199394226074,
      "learning_rate": 2.3316582914572865e-06,
      "loss": 1.0385,
      "step": 76800
    },
    {
      "epoch": 1.92,
      "grad_norm": 8.271011352539062,
      "learning_rate": 2.321608040201005e-06,
      "loss": 1.0585,
      "step": 76900
    },
    {
      "epoch": 1.93,
      "grad_norm": 5.93958854675293,
      "learning_rate": 2.311557788944724e-06,
      "loss": 1.0454,
      "step": 77000
    },
    {
      "epoch": 1.93,
      "eval_loss": 1.1677011251449585,
      "eval_runtime": 106.0657,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 77000
    },
    {
      "epoch": 1.93,
      "grad_norm": 4.292805194854736,
      "learning_rate": 2.3015075376884426e-06,
      "loss": 1.1054,
      "step": 77100
    },
    {
      "epoch": 1.93,
      "grad_norm": 6.812904357910156,
      "learning_rate": 2.291457286432161e-06,
      "loss": 1.104,
      "step": 77200
    },
    {
      "epoch": 1.93,
      "grad_norm": 5.912458896636963,
      "learning_rate": 2.2814070351758797e-06,
      "loss": 1.0717,
      "step": 77300
    },
    {
      "epoch": 1.94,
      "grad_norm": 11.724600791931152,
      "learning_rate": 2.2713567839195983e-06,
      "loss": 1.0796,
      "step": 77400
    },
    {
      "epoch": 1.94,
      "grad_norm": 8.604060173034668,
      "learning_rate": 2.261306532663317e-06,
      "loss": 1.0793,
      "step": 77500
    },
    {
      "epoch": 1.94,
      "eval_loss": 1.1650307178497314,
      "eval_runtime": 106.053,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 77500
    },
    {
      "epoch": 1.94,
      "grad_norm": 6.0530476570129395,
      "learning_rate": 2.2512562814070354e-06,
      "loss": 1.0121,
      "step": 77600
    },
    {
      "epoch": 1.94,
      "grad_norm": 4.569116115570068,
      "learning_rate": 2.241206030150754e-06,
      "loss": 1.0333,
      "step": 77700
    },
    {
      "epoch": 1.94,
      "grad_norm": 6.292867660522461,
      "learning_rate": 2.2311557788944725e-06,
      "loss": 1.0363,
      "step": 77800
    },
    {
      "epoch": 1.95,
      "grad_norm": 5.912831783294678,
      "learning_rate": 2.221105527638191e-06,
      "loss": 1.0515,
      "step": 77900
    },
    {
      "epoch": 1.95,
      "grad_norm": 7.606415271759033,
      "learning_rate": 2.21105527638191e-06,
      "loss": 1.0151,
      "step": 78000
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.1836047172546387,
      "eval_runtime": 106.0598,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 78000
    },
    {
      "epoch": 1.95,
      "grad_norm": 4.176692008972168,
      "learning_rate": 2.2010050251256282e-06,
      "loss": 1.0719,
      "step": 78100
    },
    {
      "epoch": 1.96,
      "grad_norm": 15.275976181030273,
      "learning_rate": 2.1909547738693468e-06,
      "loss": 1.0158,
      "step": 78200
    },
    {
      "epoch": 1.96,
      "grad_norm": 5.714578151702881,
      "learning_rate": 2.1809045226130653e-06,
      "loss": 1.0678,
      "step": 78300
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.8382607698440552,
      "learning_rate": 2.170854271356784e-06,
      "loss": 1.045,
      "step": 78400
    },
    {
      "epoch": 1.96,
      "grad_norm": 7.254737377166748,
      "learning_rate": 2.1608040201005025e-06,
      "loss": 1.0161,
      "step": 78500
    },
    {
      "epoch": 1.96,
      "eval_loss": 1.1580357551574707,
      "eval_runtime": 106.0396,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 78500
    },
    {
      "epoch": 1.96,
      "grad_norm": 8.868572235107422,
      "learning_rate": 2.150753768844221e-06,
      "loss": 1.0734,
      "step": 78600
    },
    {
      "epoch": 1.97,
      "grad_norm": 10.592870712280273,
      "learning_rate": 2.14070351758794e-06,
      "loss": 1.0544,
      "step": 78700
    },
    {
      "epoch": 1.97,
      "grad_norm": 8.468735694885254,
      "learning_rate": 2.1306532663316586e-06,
      "loss": 1.1248,
      "step": 78800
    },
    {
      "epoch": 1.97,
      "grad_norm": 5.241983890533447,
      "learning_rate": 2.120603015075377e-06,
      "loss": 1.0655,
      "step": 78900
    },
    {
      "epoch": 1.98,
      "grad_norm": 4.542044162750244,
      "learning_rate": 2.1105527638190957e-06,
      "loss": 1.0258,
      "step": 79000
    },
    {
      "epoch": 1.98,
      "eval_loss": 1.1469522714614868,
      "eval_runtime": 106.139,
      "eval_samples_per_second": 9.422,
      "eval_steps_per_second": 2.355,
      "step": 79000
    },
    {
      "epoch": 1.98,
      "grad_norm": 9.26364803314209,
      "learning_rate": 2.1005025125628143e-06,
      "loss": 1.0528,
      "step": 79100
    },
    {
      "epoch": 1.98,
      "grad_norm": 4.515612602233887,
      "learning_rate": 2.090452261306533e-06,
      "loss": 1.0788,
      "step": 79200
    },
    {
      "epoch": 1.98,
      "grad_norm": 16.94777488708496,
      "learning_rate": 2.0804020100502514e-06,
      "loss": 1.0541,
      "step": 79300
    },
    {
      "epoch": 1.98,
      "grad_norm": 3.827336549758911,
      "learning_rate": 2.07035175879397e-06,
      "loss": 1.0475,
      "step": 79400
    },
    {
      "epoch": 1.99,
      "grad_norm": 2.7908217906951904,
      "learning_rate": 2.0603015075376885e-06,
      "loss": 1.1173,
      "step": 79500
    },
    {
      "epoch": 1.99,
      "eval_loss": 1.2008851766586304,
      "eval_runtime": 106.0493,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 79500
    },
    {
      "epoch": 1.99,
      "grad_norm": 4.2991623878479,
      "learning_rate": 2.050251256281407e-06,
      "loss": 1.029,
      "step": 79600
    },
    {
      "epoch": 1.99,
      "grad_norm": 6.991485595703125,
      "learning_rate": 2.0402010050251257e-06,
      "loss": 1.0284,
      "step": 79700
    },
    {
      "epoch": 2.0,
      "grad_norm": 12.238316535949707,
      "learning_rate": 2.0301507537688446e-06,
      "loss": 1.1032,
      "step": 79800
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.9090447425842285,
      "learning_rate": 2.020100502512563e-06,
      "loss": 1.0962,
      "step": 79900
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.7181665897369385,
      "learning_rate": 2.0100502512562818e-06,
      "loss": 0.9719,
      "step": 80000
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.1909617185592651,
      "eval_runtime": 106.0461,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 80000
    },
    {
      "epoch": 2.0,
      "grad_norm": 10.567878723144531,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.0297,
      "step": 80100
    },
    {
      "epoch": 2.0,
      "grad_norm": 18.70653533935547,
      "learning_rate": 1.989949748743719e-06,
      "loss": 0.9519,
      "step": 80200
    },
    {
      "epoch": 2.01,
      "grad_norm": 9.118350982666016,
      "learning_rate": 1.9798994974874375e-06,
      "loss": 1.0837,
      "step": 80300
    },
    {
      "epoch": 2.01,
      "grad_norm": 7.65001916885376,
      "learning_rate": 1.9698492462311556e-06,
      "loss": 1.0141,
      "step": 80400
    },
    {
      "epoch": 2.01,
      "grad_norm": 10.12730598449707,
      "learning_rate": 1.9597989949748746e-06,
      "loss": 0.9636,
      "step": 80500
    },
    {
      "epoch": 2.01,
      "eval_loss": 1.2351462841033936,
      "eval_runtime": 106.0686,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 80500
    },
    {
      "epoch": 2.02,
      "grad_norm": 4.90811824798584,
      "learning_rate": 1.949748743718593e-06,
      "loss": 1.0283,
      "step": 80600
    },
    {
      "epoch": 2.02,
      "grad_norm": 13.02475357055664,
      "learning_rate": 1.9396984924623117e-06,
      "loss": 1.0575,
      "step": 80700
    },
    {
      "epoch": 2.02,
      "grad_norm": 6.416511535644531,
      "learning_rate": 1.9296482412060303e-06,
      "loss": 1.0341,
      "step": 80800
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.5513508319854736,
      "learning_rate": 1.919597989949749e-06,
      "loss": 0.9724,
      "step": 80900
    },
    {
      "epoch": 2.02,
      "grad_norm": 9.833860397338867,
      "learning_rate": 1.9095477386934674e-06,
      "loss": 0.9616,
      "step": 81000
    },
    {
      "epoch": 2.02,
      "eval_loss": 1.2099558115005493,
      "eval_runtime": 106.0421,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 81000
    },
    {
      "epoch": 2.03,
      "grad_norm": 2.1147024631500244,
      "learning_rate": 1.899497487437186e-06,
      "loss": 1.0576,
      "step": 81100
    },
    {
      "epoch": 2.03,
      "grad_norm": 11.194029808044434,
      "learning_rate": 1.8894472361809047e-06,
      "loss": 1.02,
      "step": 81200
    },
    {
      "epoch": 2.03,
      "grad_norm": 8.503270149230957,
      "learning_rate": 1.8793969849246233e-06,
      "loss": 1.0283,
      "step": 81300
    },
    {
      "epoch": 2.04,
      "grad_norm": 8.470173835754395,
      "learning_rate": 1.8693467336683419e-06,
      "loss": 1.124,
      "step": 81400
    },
    {
      "epoch": 2.04,
      "grad_norm": 5.411770343780518,
      "learning_rate": 1.8592964824120604e-06,
      "loss": 1.0552,
      "step": 81500
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.1827166080474854,
      "eval_runtime": 106.0475,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 81500
    },
    {
      "epoch": 2.04,
      "grad_norm": 12.674576759338379,
      "learning_rate": 1.849246231155779e-06,
      "loss": 1.0509,
      "step": 81600
    },
    {
      "epoch": 2.04,
      "grad_norm": 11.850838661193848,
      "learning_rate": 1.8391959798994976e-06,
      "loss": 1.0259,
      "step": 81700
    },
    {
      "epoch": 2.04,
      "grad_norm": 13.24087142944336,
      "learning_rate": 1.8291457286432163e-06,
      "loss": 0.9819,
      "step": 81800
    },
    {
      "epoch": 2.05,
      "grad_norm": 4.519367694854736,
      "learning_rate": 1.819095477386935e-06,
      "loss": 0.9872,
      "step": 81900
    },
    {
      "epoch": 2.05,
      "grad_norm": 9.235967636108398,
      "learning_rate": 1.8090452261306535e-06,
      "loss": 1.0907,
      "step": 82000
    },
    {
      "epoch": 2.05,
      "eval_loss": 1.2134792804718018,
      "eval_runtime": 106.0602,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 82000
    },
    {
      "epoch": 2.05,
      "grad_norm": 20.29911994934082,
      "learning_rate": 1.798994974874372e-06,
      "loss": 1.064,
      "step": 82100
    },
    {
      "epoch": 2.06,
      "grad_norm": 14.744649887084961,
      "learning_rate": 1.7889447236180906e-06,
      "loss": 0.935,
      "step": 82200
    },
    {
      "epoch": 2.06,
      "grad_norm": 13.829286575317383,
      "learning_rate": 1.7788944723618094e-06,
      "loss": 1.0424,
      "step": 82300
    },
    {
      "epoch": 2.06,
      "grad_norm": 29.574548721313477,
      "learning_rate": 1.768844221105528e-06,
      "loss": 0.9826,
      "step": 82400
    },
    {
      "epoch": 2.06,
      "grad_norm": 24.981372833251953,
      "learning_rate": 1.7587939698492465e-06,
      "loss": 1.0717,
      "step": 82500
    },
    {
      "epoch": 2.06,
      "eval_loss": 1.2202541828155518,
      "eval_runtime": 106.0305,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 82500
    },
    {
      "epoch": 2.06,
      "grad_norm": 4.073423862457275,
      "learning_rate": 1.748743718592965e-06,
      "loss": 1.0153,
      "step": 82600
    },
    {
      "epoch": 2.07,
      "grad_norm": 4.531286716461182,
      "learning_rate": 1.7386934673366834e-06,
      "loss": 1.0284,
      "step": 82700
    },
    {
      "epoch": 2.07,
      "grad_norm": 17.423730850219727,
      "learning_rate": 1.728643216080402e-06,
      "loss": 1.0107,
      "step": 82800
    },
    {
      "epoch": 2.07,
      "grad_norm": 11.03442096710205,
      "learning_rate": 1.7185929648241205e-06,
      "loss": 1.0691,
      "step": 82900
    },
    {
      "epoch": 2.08,
      "grad_norm": 6.14145565032959,
      "learning_rate": 1.7085427135678393e-06,
      "loss": 1.008,
      "step": 83000
    },
    {
      "epoch": 2.08,
      "eval_loss": 1.1811891794204712,
      "eval_runtime": 106.0519,
      "eval_samples_per_second": 9.429,
      "eval_steps_per_second": 2.357,
      "step": 83000
    },
    {
      "epoch": 2.08,
      "grad_norm": 7.994312286376953,
      "learning_rate": 1.6984924623115579e-06,
      "loss": 1.045,
      "step": 83100
    },
    {
      "epoch": 2.08,
      "grad_norm": 9.712363243103027,
      "learning_rate": 1.6884422110552764e-06,
      "loss": 0.9937,
      "step": 83200
    },
    {
      "epoch": 2.08,
      "grad_norm": 6.869166851043701,
      "learning_rate": 1.678391959798995e-06,
      "loss": 1.0208,
      "step": 83300
    },
    {
      "epoch": 2.08,
      "grad_norm": 6.159416675567627,
      "learning_rate": 1.6683417085427136e-06,
      "loss": 0.955,
      "step": 83400
    },
    {
      "epoch": 2.09,
      "grad_norm": 11.284279823303223,
      "learning_rate": 1.6582914572864323e-06,
      "loss": 0.9479,
      "step": 83500
    },
    {
      "epoch": 2.09,
      "eval_loss": 1.1792709827423096,
      "eval_runtime": 106.0661,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 83500
    },
    {
      "epoch": 2.09,
      "grad_norm": 4.538952350616455,
      "learning_rate": 1.648241206030151e-06,
      "loss": 0.9935,
      "step": 83600
    },
    {
      "epoch": 2.09,
      "grad_norm": 8.99368953704834,
      "learning_rate": 1.6381909547738695e-06,
      "loss": 1.0084,
      "step": 83700
    },
    {
      "epoch": 2.1,
      "grad_norm": 6.514503002166748,
      "learning_rate": 1.628140703517588e-06,
      "loss": 0.9761,
      "step": 83800
    },
    {
      "epoch": 2.1,
      "grad_norm": 11.572303771972656,
      "learning_rate": 1.6180904522613066e-06,
      "loss": 1.0081,
      "step": 83900
    },
    {
      "epoch": 2.1,
      "grad_norm": 7.4358673095703125,
      "learning_rate": 1.6080402010050254e-06,
      "loss": 1.0011,
      "step": 84000
    },
    {
      "epoch": 2.1,
      "eval_loss": 1.201202392578125,
      "eval_runtime": 106.042,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 84000
    },
    {
      "epoch": 2.1,
      "grad_norm": 6.303736209869385,
      "learning_rate": 1.597989949748744e-06,
      "loss": 1.0016,
      "step": 84100
    },
    {
      "epoch": 2.1,
      "grad_norm": 16.139482498168945,
      "learning_rate": 1.5879396984924625e-06,
      "loss": 1.0374,
      "step": 84200
    },
    {
      "epoch": 2.11,
      "grad_norm": 9.819048881530762,
      "learning_rate": 1.577889447236181e-06,
      "loss": 1.0411,
      "step": 84300
    },
    {
      "epoch": 2.11,
      "grad_norm": 4.718905925750732,
      "learning_rate": 1.5678391959798996e-06,
      "loss": 1.0069,
      "step": 84400
    },
    {
      "epoch": 2.11,
      "grad_norm": 7.538113117218018,
      "learning_rate": 1.5577889447236184e-06,
      "loss": 0.9829,
      "step": 84500
    },
    {
      "epoch": 2.11,
      "eval_loss": 1.1614010334014893,
      "eval_runtime": 106.0653,
      "eval_samples_per_second": 9.428,
      "eval_steps_per_second": 2.357,
      "step": 84500
    },
    {
      "epoch": 2.12,
      "grad_norm": 10.54318904876709,
      "learning_rate": 1.547738693467337e-06,
      "loss": 1.0193,
      "step": 84600
    },
    {
      "epoch": 2.12,
      "grad_norm": 5.262185096740723,
      "learning_rate": 1.5376884422110555e-06,
      "loss": 0.9674,
      "step": 84700
    },
    {
      "epoch": 2.12,
      "grad_norm": 3.759582281112671,
      "learning_rate": 1.527638190954774e-06,
      "loss": 0.9791,
      "step": 84800
    },
    {
      "epoch": 2.12,
      "grad_norm": 9.718276977539062,
      "learning_rate": 1.5175879396984927e-06,
      "loss": 1.0632,
      "step": 84900
    },
    {
      "epoch": 2.12,
      "grad_norm": 3.3487863540649414,
      "learning_rate": 1.507537688442211e-06,
      "loss": 1.0127,
      "step": 85000
    },
    {
      "epoch": 2.12,
      "eval_loss": 1.2236921787261963,
      "eval_runtime": 106.0375,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 85000
    },
    {
      "epoch": 2.13,
      "grad_norm": 11.309074401855469,
      "learning_rate": 1.4974874371859296e-06,
      "loss": 1.0514,
      "step": 85100
    },
    {
      "epoch": 2.13,
      "grad_norm": 7.24993896484375,
      "learning_rate": 1.4874371859296483e-06,
      "loss": 1.0591,
      "step": 85200
    },
    {
      "epoch": 2.13,
      "grad_norm": 14.747005462646484,
      "learning_rate": 1.477386934673367e-06,
      "loss": 1.014,
      "step": 85300
    },
    {
      "epoch": 2.13,
      "grad_norm": 5.064266204833984,
      "learning_rate": 1.4673366834170855e-06,
      "loss": 1.0337,
      "step": 85400
    },
    {
      "epoch": 2.14,
      "grad_norm": 3.267292022705078,
      "learning_rate": 1.457286432160804e-06,
      "loss": 1.0187,
      "step": 85500
    },
    {
      "epoch": 2.14,
      "eval_loss": 1.1988115310668945,
      "eval_runtime": 106.0389,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.358,
      "step": 85500
    },
    {
      "epoch": 2.14,
      "grad_norm": 7.9214863777160645,
      "learning_rate": 1.4472361809045226e-06,
      "loss": 1.0343,
      "step": 85600
    },
    {
      "epoch": 2.14,
      "grad_norm": 3.9712471961975098,
      "learning_rate": 1.4371859296482414e-06,
      "loss": 1.0237,
      "step": 85700
    },
    {
      "epoch": 2.15,
      "grad_norm": 15.225872039794922,
      "learning_rate": 1.42713567839196e-06,
      "loss": 0.9932,
      "step": 85800
    },
    {
      "epoch": 2.15,
      "grad_norm": 13.813911437988281,
      "learning_rate": 1.4170854271356785e-06,
      "loss": 0.9916,
      "step": 85900
    },
    {
      "epoch": 2.15,
      "grad_norm": 9.51653003692627,
      "learning_rate": 1.407035175879397e-06,
      "loss": 0.9697,
      "step": 86000
    },
    {
      "epoch": 2.15,
      "eval_loss": 1.1969990730285645,
      "eval_runtime": 106.0377,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 86000
    },
    {
      "epoch": 2.15,
      "grad_norm": 2.477295398712158,
      "learning_rate": 1.3969849246231156e-06,
      "loss": 1.0454,
      "step": 86100
    },
    {
      "epoch": 2.15,
      "grad_norm": 20.349689483642578,
      "learning_rate": 1.3869346733668342e-06,
      "loss": 1.034,
      "step": 86200
    },
    {
      "epoch": 2.16,
      "grad_norm": 13.855409622192383,
      "learning_rate": 1.376884422110553e-06,
      "loss": 1.0126,
      "step": 86300
    },
    {
      "epoch": 2.16,
      "grad_norm": 6.404795169830322,
      "learning_rate": 1.3668341708542715e-06,
      "loss": 1.0157,
      "step": 86400
    },
    {
      "epoch": 2.16,
      "grad_norm": 24.46071434020996,
      "learning_rate": 1.35678391959799e-06,
      "loss": 0.9319,
      "step": 86500
    },
    {
      "epoch": 2.16,
      "eval_loss": 1.2477246522903442,
      "eval_runtime": 106.0459,
      "eval_samples_per_second": 9.43,
      "eval_steps_per_second": 2.357,
      "step": 86500
    },
    {
      "epoch": 2.17,
      "grad_norm": 8.004197120666504,
      "learning_rate": 1.3467336683417087e-06,
      "loss": 0.9952,
      "step": 86600
    },
    {
      "epoch": 2.17,
      "grad_norm": 14.353170394897461,
      "learning_rate": 1.3366834170854272e-06,
      "loss": 1.0468,
      "step": 86700
    },
    {
      "epoch": 2.17,
      "grad_norm": 17.298402786254883,
      "learning_rate": 1.326633165829146e-06,
      "loss": 1.0275,
      "step": 86800
    },
    {
      "epoch": 2.17,
      "grad_norm": 12.817279815673828,
      "learning_rate": 1.3165829145728646e-06,
      "loss": 1.04,
      "step": 86900
    },
    {
      "epoch": 2.17,
      "grad_norm": 7.053438186645508,
      "learning_rate": 1.3065326633165831e-06,
      "loss": 0.9107,
      "step": 87000
    },
    {
      "epoch": 2.17,
      "eval_loss": 1.2399846315383911,
      "eval_runtime": 106.0347,
      "eval_samples_per_second": 9.431,
      "eval_steps_per_second": 2.358,
      "step": 87000
    }
  ],
  "logging_steps": 100,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 1.400884961476608e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}