{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9712,
  "eval_steps": 500,
  "global_step": 308000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0032,
      "grad_norm": 1.7230606079101562,
      "learning_rate": 4.99208e-05,
      "loss": 1.2281,
      "step": 500
    },
    {
      "epoch": 0.0064,
      "grad_norm": 3.655383348464966,
      "learning_rate": 4.9840800000000006e-05,
      "loss": 0.7566,
      "step": 1000
    },
    {
      "epoch": 0.0096,
      "grad_norm": 1.2925927639007568,
      "learning_rate": 4.97608e-05,
      "loss": 0.6764,
      "step": 1500
    },
    {
      "epoch": 0.0128,
      "grad_norm": 1.286004900932312,
      "learning_rate": 4.968080000000001e-05,
      "loss": 0.6304,
      "step": 2000
    },
    {
      "epoch": 0.016,
      "grad_norm": 1.2140214443206787,
      "learning_rate": 4.96008e-05,
      "loss": 0.5981,
      "step": 2500
    },
    {
      "epoch": 0.0192,
      "grad_norm": 1.2525482177734375,
      "learning_rate": 4.95208e-05,
      "loss": 0.5767,
      "step": 3000
    },
    {
      "epoch": 0.0224,
      "grad_norm": 1.2310410737991333,
      "learning_rate": 4.94408e-05,
      "loss": 0.5597,
      "step": 3500
    },
    {
      "epoch": 0.0256,
      "grad_norm": 1.1735206842422485,
      "learning_rate": 4.9360800000000004e-05,
      "loss": 0.5418,
      "step": 4000
    },
    {
      "epoch": 0.0288,
      "grad_norm": 1.114688754081726,
      "learning_rate": 4.9280800000000004e-05,
      "loss": 0.5335,
      "step": 4500
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.8874593377113342,
      "learning_rate": 4.9200800000000005e-05,
      "loss": 0.5237,
      "step": 5000
    },
    {
      "epoch": 0.0352,
      "grad_norm": 1.1261299848556519,
      "learning_rate": 4.91208e-05,
      "loss": 0.5135,
      "step": 5500
    },
    {
      "epoch": 0.0384,
      "grad_norm": 0.9994556307792664,
      "learning_rate": 4.9040800000000007e-05,
      "loss": 0.5059,
      "step": 6000
    },
    {
      "epoch": 0.0416,
      "grad_norm": 1.2349673509597778,
      "learning_rate": 4.89608e-05,
      "loss": 0.4939,
      "step": 6500
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.9770995378494263,
      "learning_rate": 4.88808e-05,
      "loss": 0.4824,
      "step": 7000
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.981966495513916,
      "learning_rate": 4.88008e-05,
      "loss": 0.4875,
      "step": 7500
    },
    {
      "epoch": 0.0512,
      "grad_norm": 1.0177415609359741,
      "learning_rate": 4.87208e-05,
      "loss": 0.4785,
      "step": 8000
    },
    {
      "epoch": 0.0544,
      "grad_norm": 1.0521667003631592,
      "learning_rate": 4.8640800000000004e-05,
      "loss": 0.4731,
      "step": 8500
    },
    {
      "epoch": 0.0576,
      "grad_norm": 0.8560615181922913,
      "learning_rate": 4.85608e-05,
      "loss": 0.4633,
      "step": 9000
    },
    {
      "epoch": 0.0608,
      "grad_norm": 1.0170217752456665,
      "learning_rate": 4.8480800000000005e-05,
      "loss": 0.4576,
      "step": 9500
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.9891325831413269,
      "learning_rate": 4.84008e-05,
      "loss": 0.4556,
      "step": 10000
    },
    {
      "epoch": 0.0672,
      "grad_norm": 1.0609711408615112,
      "learning_rate": 4.832080000000001e-05,
      "loss": 0.4493,
      "step": 10500
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.8623799681663513,
      "learning_rate": 4.82408e-05,
      "loss": 0.4459,
      "step": 11000
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.9587870240211487,
      "learning_rate": 4.81608e-05,
      "loss": 0.4418,
      "step": 11500
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.8939447999000549,
      "learning_rate": 4.80808e-05,
      "loss": 0.4327,
      "step": 12000
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.9886033535003662,
      "learning_rate": 4.80008e-05,
      "loss": 0.438,
      "step": 12500
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.9157513976097107,
      "learning_rate": 4.7920800000000004e-05,
      "loss": 0.4323,
      "step": 13000
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.9085854887962341,
      "learning_rate": 4.7840800000000005e-05,
      "loss": 0.4303,
      "step": 13500
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.9123984575271606,
      "learning_rate": 4.77608e-05,
      "loss": 0.4247,
      "step": 14000
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.839026689529419,
      "learning_rate": 4.7680960000000004e-05,
      "loss": 0.4233,
      "step": 14500
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.8110847473144531,
      "learning_rate": 4.760096e-05,
      "loss": 0.4207,
      "step": 15000
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.8462579250335693,
      "learning_rate": 4.7520960000000005e-05,
      "loss": 0.421,
      "step": 15500
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.8980106711387634,
      "learning_rate": 4.744096e-05,
      "loss": 0.417,
      "step": 16000
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.8297702074050903,
      "learning_rate": 4.736096000000001e-05,
      "loss": 0.4139,
      "step": 16500
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.9856173992156982,
      "learning_rate": 4.728096e-05,
      "loss": 0.419,
      "step": 17000
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.934256911277771,
      "learning_rate": 4.720096e-05,
      "loss": 0.4098,
      "step": 17500
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.9190649390220642,
      "learning_rate": 4.712096e-05,
      "loss": 0.412,
      "step": 18000
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.9078772664070129,
      "learning_rate": 4.704096e-05,
      "loss": 0.4043,
      "step": 18500
    },
    {
      "epoch": 0.1216,
      "grad_norm": 1.082939624786377,
      "learning_rate": 4.696112e-05,
      "loss": 0.4045,
      "step": 19000
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.9159390926361084,
      "learning_rate": 4.688112e-05,
      "loss": 0.4098,
      "step": 19500
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.8420547842979431,
      "learning_rate": 4.680128e-05,
      "loss": 0.4033,
      "step": 20000
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.7658286094665527,
      "learning_rate": 4.672128e-05,
      "loss": 0.4002,
      "step": 20500
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.9074057340621948,
      "learning_rate": 4.664128e-05,
      "loss": 0.3964,
      "step": 21000
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.6065025329589844,
      "learning_rate": 4.656128e-05,
      "loss": 0.3984,
      "step": 21500
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.7523757219314575,
      "learning_rate": 4.6481280000000004e-05,
      "loss": 0.3959,
      "step": 22000
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.807826042175293,
      "learning_rate": 4.6401280000000004e-05,
      "loss": 0.3921,
      "step": 22500
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.8530682325363159,
      "learning_rate": 4.632128e-05,
      "loss": 0.4002,
      "step": 23000
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.8661518692970276,
      "learning_rate": 4.6241280000000006e-05,
      "loss": 0.3856,
      "step": 23500
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.7473235130310059,
      "learning_rate": 4.616144e-05,
      "loss": 0.3854,
      "step": 24000
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.7954819202423096,
      "learning_rate": 4.6081440000000005e-05,
      "loss": 0.3871,
      "step": 24500
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8758727312088013,
      "learning_rate": 4.600144e-05,
      "loss": 0.3842,
      "step": 25000
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.8430293798446655,
      "learning_rate": 4.592144000000001e-05,
      "loss": 0.3886,
      "step": 25500
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.6557173728942871,
      "learning_rate": 4.584144e-05,
      "loss": 0.3854,
      "step": 26000
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.7791888117790222,
      "learning_rate": 4.576144e-05,
      "loss": 0.3796,
      "step": 26500
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.736084520816803,
      "learning_rate": 4.56816e-05,
      "loss": 0.3806,
      "step": 27000
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.7714269161224365,
      "learning_rate": 4.56016e-05,
      "loss": 0.3781,
      "step": 27500
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.766144335269928,
      "learning_rate": 4.552176e-05,
      "loss": 0.3766,
      "step": 28000
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.7035301923751831,
      "learning_rate": 4.544176e-05,
      "loss": 0.3737,
      "step": 28500
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.7573793530464172,
      "learning_rate": 4.536176e-05,
      "loss": 0.3753,
      "step": 29000
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.8799508213996887,
      "learning_rate": 4.528176e-05,
      "loss": 0.373,
      "step": 29500
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.8543264269828796,
      "learning_rate": 4.520176e-05,
      "loss": 0.3735,
      "step": 30000
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.6768947243690491,
      "learning_rate": 4.512176e-05,
      "loss": 0.3697,
      "step": 30500
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.8239702582359314,
      "learning_rate": 4.504176e-05,
      "loss": 0.3675,
      "step": 31000
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.8310449123382568,
      "learning_rate": 4.4961760000000004e-05,
      "loss": 0.3695,
      "step": 31500
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.8459475040435791,
      "learning_rate": 4.488176e-05,
      "loss": 0.3694,
      "step": 32000
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.7346063852310181,
      "learning_rate": 4.4801760000000006e-05,
      "loss": 0.3646,
      "step": 32500
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.6958354115486145,
      "learning_rate": 4.472176e-05,
      "loss": 0.3704,
      "step": 33000
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.8244686722755432,
      "learning_rate": 4.464176000000001e-05,
      "loss": 0.3647,
      "step": 33500
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.7559502124786377,
      "learning_rate": 4.456192e-05,
      "loss": 0.3665,
      "step": 34000
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.9046504497528076,
      "learning_rate": 4.4481920000000007e-05,
      "loss": 0.3637,
      "step": 34500
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.7771899700164795,
      "learning_rate": 4.440192e-05,
      "loss": 0.3648,
      "step": 35000
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.6887528300285339,
      "learning_rate": 4.432192e-05,
      "loss": 0.3562,
      "step": 35500
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.7471407055854797,
      "learning_rate": 4.424192e-05,
      "loss": 0.3639,
      "step": 36000
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.7198163270950317,
      "learning_rate": 4.416192e-05,
      "loss": 0.3604,
      "step": 36500
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.7383478879928589,
      "learning_rate": 4.4081920000000004e-05,
      "loss": 0.3592,
      "step": 37000
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.8052579760551453,
      "learning_rate": 4.4001920000000004e-05,
      "loss": 0.3563,
      "step": 37500
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.7765107154846191,
      "learning_rate": 4.392224e-05,
      "loss": 0.3548,
      "step": 38000
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.7250288724899292,
      "learning_rate": 4.384224e-05,
      "loss": 0.3605,
      "step": 38500
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.6914694309234619,
      "learning_rate": 4.376224e-05,
      "loss": 0.3551,
      "step": 39000
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.6636275053024292,
      "learning_rate": 4.368224e-05,
      "loss": 0.3587,
      "step": 39500
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.710564911365509,
      "learning_rate": 4.360224e-05,
      "loss": 0.3537,
      "step": 40000
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.6195800304412842,
      "learning_rate": 4.3522240000000004e-05,
      "loss": 0.3537,
      "step": 40500
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.7131514549255371,
      "learning_rate": 4.34424e-05,
      "loss": 0.3531,
      "step": 41000
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.6594410538673401,
      "learning_rate": 4.336256e-05,
      "loss": 0.3518,
      "step": 41500
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.7651230096817017,
      "learning_rate": 4.328256e-05,
      "loss": 0.3516,
      "step": 42000
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.756515622138977,
      "learning_rate": 4.320256e-05,
      "loss": 0.3461,
      "step": 42500
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.7201528549194336,
      "learning_rate": 4.3122560000000003e-05,
      "loss": 0.3497,
      "step": 43000
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.7436856031417847,
      "learning_rate": 4.3042560000000004e-05,
      "loss": 0.3505,
      "step": 43500
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.7914199829101562,
      "learning_rate": 4.2962560000000005e-05,
      "loss": 0.3439,
      "step": 44000
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.7488194704055786,
      "learning_rate": 4.288256e-05,
      "loss": 0.349,
      "step": 44500
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.8654124736785889,
      "learning_rate": 4.280256e-05,
      "loss": 0.3491,
      "step": 45000
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.6817401647567749,
      "learning_rate": 4.272272e-05,
      "loss": 0.3447,
      "step": 45500
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.6439715623855591,
      "learning_rate": 4.2642720000000006e-05,
      "loss": 0.3453,
      "step": 46000
    },
    {
      "epoch": 0.2976,
      "grad_norm": 1.3840138912200928,
      "learning_rate": 4.256272e-05,
      "loss": 0.3445,
      "step": 46500
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.7245766520500183,
      "learning_rate": 4.248272e-05,
      "loss": 0.3462,
      "step": 47000
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.6877666711807251,
      "learning_rate": 4.240288e-05,
      "loss": 0.3465,
      "step": 47500
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.8494886159896851,
      "learning_rate": 4.2322880000000006e-05,
      "loss": 0.348,
      "step": 48000
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.6704971790313721,
      "learning_rate": 4.224288e-05,
      "loss": 0.3403,
      "step": 48500
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.6239964962005615,
      "learning_rate": 4.216288000000001e-05,
      "loss": 0.3382,
      "step": 49000
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.7317768335342407,
      "learning_rate": 4.208288e-05,
      "loss": 0.3385,
      "step": 49500
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7397735118865967,
      "learning_rate": 4.200288e-05,
      "loss": 0.3405,
      "step": 50000
    },
    {
      "epoch": 0.3232,
      "grad_norm": 1.1299536228179932,
      "learning_rate": 4.1922880000000003e-05,
      "loss": 0.3431,
      "step": 50500
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.6406556963920593,
      "learning_rate": 4.184304e-05,
      "loss": 0.3384,
      "step": 51000
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.8084424734115601,
      "learning_rate": 4.17632e-05,
      "loss": 0.3365,
      "step": 51500
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.7525010704994202,
      "learning_rate": 4.16832e-05,
      "loss": 0.3399,
      "step": 52000
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.7382110953330994,
      "learning_rate": 4.16032e-05,
      "loss": 0.335,
      "step": 52500
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.6454793810844421,
      "learning_rate": 4.15232e-05,
      "loss": 0.3354,
      "step": 53000
    },
    {
      "epoch": 0.3424,
      "grad_norm": 0.639664351940155,
      "learning_rate": 4.14432e-05,
      "loss": 0.3371,
      "step": 53500
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.5574499368667603,
      "learning_rate": 4.1363200000000004e-05,
      "loss": 0.3341,
      "step": 54000
    },
    {
      "epoch": 0.3488,
      "grad_norm": 0.6772671341896057,
      "learning_rate": 4.12832e-05,
      "loss": 0.3331,
      "step": 54500
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.6943195462226868,
      "learning_rate": 4.120336e-05,
      "loss": 0.3365,
      "step": 55000
    },
    {
      "epoch": 0.3552,
      "grad_norm": 0.7460485100746155,
      "learning_rate": 4.112336e-05,
      "loss": 0.3308,
      "step": 55500
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.7071924805641174,
      "learning_rate": 4.1043360000000005e-05,
      "loss": 0.3312,
      "step": 56000
    },
    {
      "epoch": 0.3616,
      "grad_norm": 0.6678891181945801,
      "learning_rate": 4.0963519999999996e-05,
      "loss": 0.3314,
      "step": 56500
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.7100914120674133,
      "learning_rate": 4.0883520000000004e-05,
      "loss": 0.3307,
      "step": 57000
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.6085671782493591,
      "learning_rate": 4.080352e-05,
      "loss": 0.3282,
      "step": 57500
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.6634243130683899,
      "learning_rate": 4.0723520000000005e-05,
      "loss": 0.3321,
      "step": 58000
    },
    {
      "epoch": 0.3744,
      "grad_norm": 0.7203409075737,
      "learning_rate": 4.064352e-05,
      "loss": 0.3318,
      "step": 58500
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.7934884428977966,
      "learning_rate": 4.056352e-05,
      "loss": 0.3239,
      "step": 59000
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.8591666221618652,
      "learning_rate": 4.048352e-05,
      "loss": 0.3275,
      "step": 59500
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.6306772232055664,
      "learning_rate": 4.040352e-05,
      "loss": 0.3308,
      "step": 60000
    },
    {
      "epoch": 0.3872,
      "grad_norm": 0.6059302687644958,
      "learning_rate": 4.032352e-05,
      "loss": 0.3266,
      "step": 60500
    },
    {
      "epoch": 0.3904,
      "grad_norm": 0.6875105500221252,
      "learning_rate": 4.024352e-05,
      "loss": 0.3265,
      "step": 61000
    },
    {
      "epoch": 0.3936,
      "grad_norm": 0.6397412419319153,
      "learning_rate": 4.0163520000000004e-05,
      "loss": 0.3268,
      "step": 61500
    },
    {
      "epoch": 0.3968,
      "grad_norm": 0.7801005840301514,
      "learning_rate": 4.0083520000000005e-05,
      "loss": 0.3314,
      "step": 62000
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6966884136199951,
      "learning_rate": 4.000352e-05,
      "loss": 0.3263,
      "step": 62500
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.7413304448127747,
      "learning_rate": 3.9923520000000006e-05,
      "loss": 0.3284,
      "step": 63000
    },
    {
      "epoch": 0.4064,
      "grad_norm": 0.7089780569076538,
      "learning_rate": 3.984352e-05,
      "loss": 0.3252,
      "step": 63500
    },
    {
      "epoch": 0.4096,
      "grad_norm": 0.6669878959655762,
      "learning_rate": 3.976352e-05,
      "loss": 0.3239,
      "step": 64000
    },
    {
      "epoch": 0.4128,
      "grad_norm": 0.7352403998374939,
      "learning_rate": 3.968368e-05,
      "loss": 0.3226,
      "step": 64500
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.6916635036468506,
      "learning_rate": 3.9603840000000005e-05,
      "loss": 0.3234,
      "step": 65000
    },
    {
      "epoch": 0.4192,
      "grad_norm": 0.6800302863121033,
      "learning_rate": 3.952384e-05,
      "loss": 0.3224,
      "step": 65500
    },
    {
      "epoch": 0.4224,
      "grad_norm": 0.6685224771499634,
      "learning_rate": 3.9443840000000006e-05,
      "loss": 0.3197,
      "step": 66000
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.7219159603118896,
      "learning_rate": 3.936384e-05,
      "loss": 0.3185,
      "step": 66500
    },
    {
      "epoch": 0.4288,
      "grad_norm": 0.5928858518600464,
      "learning_rate": 3.928384e-05,
      "loss": 0.3291,
      "step": 67000
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.6616542339324951,
      "learning_rate": 3.920384e-05,
      "loss": 0.3266,
      "step": 67500
    },
    {
      "epoch": 0.4352,
      "grad_norm": 0.5957266092300415,
      "learning_rate": 3.912384e-05,
      "loss": 0.32,
      "step": 68000
    },
    {
      "epoch": 0.4384,
      "grad_norm": 0.6576407551765442,
      "learning_rate": 3.904384e-05,
      "loss": 0.3246,
      "step": 68500
    },
    {
      "epoch": 0.4416,
      "grad_norm": 0.6852056384086609,
      "learning_rate": 3.896416e-05,
      "loss": 0.3268,
      "step": 69000
    },
    {
      "epoch": 0.4448,
      "grad_norm": 0.780893087387085,
      "learning_rate": 3.888416e-05,
      "loss": 0.3229,
      "step": 69500
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.6741476655006409,
      "learning_rate": 3.880416e-05,
      "loss": 0.3188,
      "step": 70000
    },
    {
      "epoch": 0.4512,
      "grad_norm": 0.5919800400733948,
      "learning_rate": 3.872416e-05,
      "loss": 0.3208,
      "step": 70500
    },
    {
      "epoch": 0.4544,
      "grad_norm": 0.6476633548736572,
      "learning_rate": 3.864416e-05,
      "loss": 0.322,
      "step": 71000
    },
    {
      "epoch": 0.4576,
      "grad_norm": 0.5667979717254639,
      "learning_rate": 3.8564159999999996e-05,
      "loss": 0.3151,
      "step": 71500
    },
    {
      "epoch": 0.4608,
      "grad_norm": 0.6126554608345032,
      "learning_rate": 3.8484160000000004e-05,
      "loss": 0.3185,
      "step": 72000
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.7995546460151672,
      "learning_rate": 3.840416e-05,
      "loss": 0.3174,
      "step": 72500
    },
    {
      "epoch": 0.4672,
      "grad_norm": 0.5964981317520142,
      "learning_rate": 3.8324160000000005e-05,
      "loss": 0.3187,
      "step": 73000
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.7718212008476257,
      "learning_rate": 3.824416e-05,
      "loss": 0.3156,
      "step": 73500
    },
    {
      "epoch": 0.4736,
      "grad_norm": 0.7086686491966248,
      "learning_rate": 3.8164320000000005e-05,
      "loss": 0.3189,
      "step": 74000
    },
    {
      "epoch": 0.4768,
      "grad_norm": 0.7988029718399048,
      "learning_rate": 3.808432e-05,
      "loss": 0.3151,
      "step": 74500
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6092699766159058,
      "learning_rate": 3.8004320000000006e-05,
      "loss": 0.3153,
      "step": 75000
    },
    {
      "epoch": 0.4832,
      "grad_norm": 0.6181166768074036,
      "learning_rate": 3.792432e-05,
      "loss": 0.3113,
      "step": 75500
    },
    {
      "epoch": 0.4864,
      "grad_norm": 0.5952243208885193,
      "learning_rate": 3.784432e-05,
      "loss": 0.3091,
      "step": 76000
    },
    {
      "epoch": 0.4896,
      "grad_norm": 0.5732501745223999,
      "learning_rate": 3.776432e-05,
      "loss": 0.3169,
      "step": 76500
    },
    {
      "epoch": 0.4928,
      "grad_norm": 0.5866090059280396,
      "learning_rate": 3.768432e-05,
      "loss": 0.3135,
      "step": 77000
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.6748520135879517,
      "learning_rate": 3.760432e-05,
      "loss": 0.3134,
      "step": 77500
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.5922159552574158,
      "learning_rate": 3.752448e-05,
      "loss": 0.3156,
      "step": 78000
    },
    {
      "epoch": 0.5024,
      "grad_norm": 0.6446545124053955,
      "learning_rate": 3.744448e-05,
      "loss": 0.3171,
      "step": 78500
    },
    {
      "epoch": 0.5056,
      "grad_norm": 0.6506426334381104,
      "learning_rate": 3.736448e-05,
      "loss": 0.3138,
      "step": 79000
    },
    {
      "epoch": 0.5088,
      "grad_norm": 0.6826354265213013,
      "learning_rate": 3.728448e-05,
      "loss": 0.3164,
      "step": 79500
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.6866195797920227,
      "learning_rate": 3.72048e-05,
      "loss": 0.315,
      "step": 80000
    },
    {
      "epoch": 0.5152,
      "grad_norm": 0.5590147376060486,
      "learning_rate": 3.7124960000000005e-05,
      "loss": 0.3094,
      "step": 80500
    },
    {
      "epoch": 0.5184,
      "grad_norm": 0.6728788614273071,
      "learning_rate": 3.704496e-05,
      "loss": 0.3194,
      "step": 81000
    },
    {
      "epoch": 0.5216,
      "grad_norm": 0.6108749508857727,
      "learning_rate": 3.696496000000001e-05,
      "loss": 0.3128,
      "step": 81500
    },
    {
      "epoch": 0.5248,
      "grad_norm": 0.5888856649398804,
      "learning_rate": 3.688496e-05,
      "loss": 0.3121,
      "step": 82000
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.727268397808075,
      "learning_rate": 3.680496e-05,
      "loss": 0.3193,
      "step": 82500
    },
    {
      "epoch": 0.5312,
      "grad_norm": 0.6358634233474731,
      "learning_rate": 3.672496e-05,
      "loss": 0.3092,
      "step": 83000
    },
    {
      "epoch": 0.5344,
      "grad_norm": 0.6482620239257812,
      "learning_rate": 3.664496e-05,
      "loss": 0.3098,
      "step": 83500
    },
    {
      "epoch": 0.5376,
      "grad_norm": 0.5968552827835083,
      "learning_rate": 3.6564960000000004e-05,
      "loss": 0.3108,
      "step": 84000
    },
    {
      "epoch": 0.5408,
      "grad_norm": 0.6621351838111877,
      "learning_rate": 3.6484960000000004e-05,
      "loss": 0.3065,
      "step": 84500
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.5520649552345276,
      "learning_rate": 3.640496e-05,
      "loss": 0.3088,
      "step": 85000
    },
    {
      "epoch": 0.5472,
      "grad_norm": 0.6885005831718445,
      "learning_rate": 3.632496e-05,
      "loss": 0.3075,
      "step": 85500
    },
    {
      "epoch": 0.5504,
      "grad_norm": 0.666653573513031,
      "learning_rate": 3.624512e-05,
      "loss": 0.3113,
      "step": 86000
    },
    {
      "epoch": 0.5536,
      "grad_norm": 0.6344409584999084,
      "learning_rate": 3.6165120000000005e-05,
      "loss": 0.3085,
      "step": 86500
    },
    {
      "epoch": 0.5568,
      "grad_norm": 0.5792534947395325,
      "learning_rate": 3.608512e-05,
      "loss": 0.3132,
      "step": 87000
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6864989995956421,
      "learning_rate": 3.600512e-05,
      "loss": 0.3079,
      "step": 87500
    },
    {
      "epoch": 0.5632,
      "grad_norm": 0.6077435612678528,
      "learning_rate": 3.592512e-05,
      "loss": 0.3095,
      "step": 88000
    },
    {
      "epoch": 0.5664,
      "grad_norm": 0.7073134779930115,
      "learning_rate": 3.584512e-05,
      "loss": 0.3116,
      "step": 88500
    },
    {
      "epoch": 0.5696,
      "grad_norm": 0.6477733850479126,
      "learning_rate": 3.576512e-05,
      "loss": 0.3062,
      "step": 89000
    },
    {
      "epoch": 0.5728,
      "grad_norm": 0.7786093354225159,
      "learning_rate": 3.568512e-05,
      "loss": 0.3017,
      "step": 89500
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.6447868943214417,
      "learning_rate": 3.560528e-05,
      "loss": 0.3077,
      "step": 90000
    },
    {
      "epoch": 0.5792,
      "grad_norm": 0.6663397550582886,
      "learning_rate": 3.552528e-05,
      "loss": 0.3089,
      "step": 90500
    },
    {
      "epoch": 0.5824,
      "grad_norm": 0.533214807510376,
      "learning_rate": 3.544528e-05,
      "loss": 0.3064,
      "step": 91000
    },
    {
      "epoch": 0.5856,
      "grad_norm": 0.6517444849014282,
      "learning_rate": 3.5365280000000004e-05,
      "loss": 0.3108,
      "step": 91500
    },
    {
      "epoch": 0.5888,
      "grad_norm": 0.7635303735733032,
      "learning_rate": 3.528544e-05,
      "loss": 0.3028,
      "step": 92000
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.6636632680892944,
      "learning_rate": 3.520544e-05,
      "loss": 0.3015,
      "step": 92500
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.7296783924102783,
      "learning_rate": 3.5125440000000004e-05,
      "loss": 0.305,
      "step": 93000
    },
    {
      "epoch": 0.5984,
      "grad_norm": 0.5089054703712463,
      "learning_rate": 3.50456e-05,
      "loss": 0.3092,
      "step": 93500
    },
    {
      "epoch": 0.6016,
      "grad_norm": 0.6761330366134644,
      "learning_rate": 3.49656e-05,
      "loss": 0.3055,
      "step": 94000
    },
    {
      "epoch": 0.6048,
      "grad_norm": 0.6327843070030212,
      "learning_rate": 3.4885600000000004e-05,
      "loss": 0.3055,
      "step": 94500
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.5940554141998291,
      "learning_rate": 3.48056e-05,
      "loss": 0.3017,
      "step": 95000
    },
    {
      "epoch": 0.6112,
      "grad_norm": 0.516828179359436,
      "learning_rate": 3.4725600000000005e-05,
      "loss": 0.3035,
      "step": 95500
    },
    {
      "epoch": 0.6144,
      "grad_norm": 0.5835782289505005,
      "learning_rate": 3.46456e-05,
      "loss": 0.2978,
      "step": 96000
    },
    {
      "epoch": 0.6176,
      "grad_norm": 0.5978230237960815,
      "learning_rate": 3.456560000000001e-05,
      "loss": 0.301,
      "step": 96500
    },
    {
      "epoch": 0.6208,
      "grad_norm": 0.5460017323493958,
      "learning_rate": 3.44856e-05,
      "loss": 0.3052,
      "step": 97000
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.6875701546669006,
      "learning_rate": 3.44056e-05,
      "loss": 0.3028,
      "step": 97500
    },
    {
      "epoch": 0.6272,
      "grad_norm": 0.5780492424964905,
      "learning_rate": 3.43256e-05,
      "loss": 0.2988,
      "step": 98000
    },
    {
      "epoch": 0.6304,
      "grad_norm": 0.5191554427146912,
      "learning_rate": 3.42456e-05,
      "loss": 0.3052,
      "step": 98500
    },
    {
      "epoch": 0.6336,
      "grad_norm": 0.6811420917510986,
      "learning_rate": 3.416576e-05,
      "loss": 0.3032,
      "step": 99000
    },
    {
      "epoch": 0.6368,
      "grad_norm": 0.6301366686820984,
      "learning_rate": 3.408576e-05,
      "loss": 0.2979,
      "step": 99500
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5777577757835388,
      "learning_rate": 3.400576e-05,
      "loss": 0.2991,
      "step": 100000
    },
    {
      "epoch": 0.6432,
      "grad_norm": 0.6444558501243591,
      "learning_rate": 3.392592e-05,
      "loss": 0.298,
      "step": 100500
    },
    {
      "epoch": 0.6464,
      "grad_norm": 0.4793080985546112,
      "learning_rate": 3.384592e-05,
      "loss": 0.3014,
      "step": 101000
    },
    {
      "epoch": 0.6496,
      "grad_norm": 0.6691552400588989,
      "learning_rate": 3.376608e-05,
      "loss": 0.3006,
      "step": 101500
    },
    {
      "epoch": 0.6528,
      "grad_norm": 0.6318476796150208,
      "learning_rate": 3.368608e-05,
      "loss": 0.3032,
      "step": 102000
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.5805894136428833,
      "learning_rate": 3.360608e-05,
      "loss": 0.3014,
      "step": 102500
    },
    {
      "epoch": 0.6592,
      "grad_norm": 0.5658220648765564,
      "learning_rate": 3.352608e-05,
      "loss": 0.3,
      "step": 103000
    },
    {
      "epoch": 0.6624,
      "grad_norm": 0.6117516160011292,
      "learning_rate": 3.3446080000000004e-05,
      "loss": 0.3014,
      "step": 103500
    },
    {
      "epoch": 0.6656,
      "grad_norm": 0.6763502359390259,
      "learning_rate": 3.336608e-05,
      "loss": 0.3043,
      "step": 104000
    },
    {
      "epoch": 0.6688,
      "grad_norm": 0.6046746969223022,
      "learning_rate": 3.3286080000000005e-05,
      "loss": 0.2965,
      "step": 104500
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.7453213930130005,
      "learning_rate": 3.320608e-05,
      "loss": 0.2964,
      "step": 105000
    },
    {
      "epoch": 0.6752,
      "grad_norm": 0.6010546088218689,
      "learning_rate": 3.3126080000000007e-05,
      "loss": 0.2975,
      "step": 105500
    },
    {
      "epoch": 0.6784,
      "grad_norm": 0.7377296686172485,
      "learning_rate": 3.304608e-05,
      "loss": 0.2993,
      "step": 106000
    },
    {
      "epoch": 0.6816,
      "grad_norm": 0.6612259745597839,
      "learning_rate": 3.2966240000000006e-05,
      "loss": 0.298,
      "step": 106500
    },
    {
      "epoch": 0.6848,
      "grad_norm": 0.6570013165473938,
      "learning_rate": 3.288624e-05,
      "loss": 0.296,
      "step": 107000
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.633602499961853,
      "learning_rate": 3.280624e-05,
      "loss": 0.2989,
      "step": 107500
    },
    {
      "epoch": 0.6912,
      "grad_norm": 0.5594373345375061,
      "learning_rate": 3.272624e-05,
      "loss": 0.2977,
      "step": 108000
    },
    {
      "epoch": 0.6944,
      "grad_norm": 0.5643302202224731,
      "learning_rate": 3.264624e-05,
      "loss": 0.2941,
      "step": 108500
    },
    {
      "epoch": 0.6976,
      "grad_norm": 0.5127794146537781,
      "learning_rate": 3.256624e-05,
      "loss": 0.2953,
      "step": 109000
    },
    {
      "epoch": 0.7008,
      "grad_norm": 0.6273791790008545,
      "learning_rate": 3.24864e-05,
      "loss": 0.2944,
      "step": 109500
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.5089157223701477,
      "learning_rate": 3.24064e-05,
      "loss": 0.3,
      "step": 110000
    },
    {
      "epoch": 0.7072,
      "grad_norm": 0.5816791653633118,
      "learning_rate": 3.232656e-05,
      "loss": 0.2957,
      "step": 110500
    },
    {
      "epoch": 0.7104,
      "grad_norm": 0.6407476663589478,
      "learning_rate": 3.224656e-05,
      "loss": 0.2974,
      "step": 111000
    },
    {
      "epoch": 0.7136,
      "grad_norm": 0.46444937586784363,
      "learning_rate": 3.216656e-05,
      "loss": 0.2969,
      "step": 111500
    },
    {
      "epoch": 0.7168,
      "grad_norm": 0.4997446835041046,
      "learning_rate": 3.2086559999999996e-05,
      "loss": 0.2966,
      "step": 112000
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.6996490359306335,
      "learning_rate": 3.2006560000000003e-05,
      "loss": 0.2965,
      "step": 112500
    },
    {
      "epoch": 0.7232,
      "grad_norm": 0.5806016325950623,
      "learning_rate": 3.192672e-05,
      "loss": 0.2952,
      "step": 113000
    },
    {
      "epoch": 0.7264,
      "grad_norm": 0.6140916347503662,
      "learning_rate": 3.184672e-05,
      "loss": 0.2995,
      "step": 113500
    },
    {
      "epoch": 0.7296,
      "grad_norm": 0.45879319310188293,
      "learning_rate": 3.1766719999999997e-05,
      "loss": 0.292,
      "step": 114000
    },
    {
      "epoch": 0.7328,
      "grad_norm": 0.6141937971115112,
      "learning_rate": 3.1686720000000004e-05,
      "loss": 0.2945,
      "step": 114500
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.6565462946891785,
      "learning_rate": 3.160672e-05,
      "loss": 0.2982,
      "step": 115000
    },
    {
      "epoch": 0.7392,
      "grad_norm": 0.5997145175933838,
      "learning_rate": 3.1526720000000006e-05,
      "loss": 0.2957,
      "step": 115500
    },
    {
      "epoch": 0.7424,
      "grad_norm": 0.736965537071228,
      "learning_rate": 3.144672e-05,
      "loss": 0.2953,
      "step": 116000
    },
    {
      "epoch": 0.7456,
      "grad_norm": 0.6587550640106201,
      "learning_rate": 3.136672e-05,
      "loss": 0.2917,
      "step": 116500
    },
    {
      "epoch": 0.7488,
      "grad_norm": 0.7265971302986145,
      "learning_rate": 3.128672e-05,
      "loss": 0.2908,
      "step": 117000
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.6158114075660706,
      "learning_rate": 3.120672e-05,
      "loss": 0.2916,
      "step": 117500
    },
    {
      "epoch": 0.7552,
      "grad_norm": 0.6521216034889221,
      "learning_rate": 3.112672e-05,
      "loss": 0.2947,
      "step": 118000
    },
    {
      "epoch": 0.7584,
      "grad_norm": 0.5868868231773376,
      "learning_rate": 3.1046720000000004e-05,
      "loss": 0.2919,
      "step": 118500
    },
    {
      "epoch": 0.7616,
      "grad_norm": 0.6495432257652283,
      "learning_rate": 3.096672e-05,
      "loss": 0.2974,
      "step": 119000
    },
    {
      "epoch": 0.7648,
      "grad_norm": 0.6204816102981567,
      "learning_rate": 3.0886720000000005e-05,
      "loss": 0.2945,
      "step": 119500
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.6333968639373779,
      "learning_rate": 3.080672e-05,
      "loss": 0.292,
      "step": 120000
    },
    {
      "epoch": 0.7712,
      "grad_norm": 0.5613961815834045,
      "learning_rate": 3.0726880000000004e-05,
      "loss": 0.2938,
      "step": 120500
    },
    {
      "epoch": 0.7744,
      "grad_norm": 0.6623988151550293,
      "learning_rate": 3.064688e-05,
      "loss": 0.2954,
      "step": 121000
    },
    {
      "epoch": 0.7776,
      "grad_norm": 0.6134264469146729,
      "learning_rate": 3.0566880000000006e-05,
      "loss": 0.2915,
      "step": 121500
    },
    {
      "epoch": 0.7808,
      "grad_norm": 0.6159347891807556,
      "learning_rate": 3.048688e-05,
      "loss": 0.2887,
      "step": 122000
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.6079424023628235,
      "learning_rate": 3.0407040000000005e-05,
      "loss": 0.2915,
      "step": 122500
    },
    {
      "epoch": 0.7872,
      "grad_norm": 0.7703385353088379,
      "learning_rate": 3.0327040000000002e-05,
      "loss": 0.2901,
      "step": 123000
    },
    {
      "epoch": 0.7904,
      "grad_norm": 0.5626256465911865,
      "learning_rate": 3.024704e-05,
      "loss": 0.2938,
      "step": 123500
    },
    {
      "epoch": 0.7936,
      "grad_norm": 0.554914653301239,
      "learning_rate": 3.016704e-05,
      "loss": 0.2913,
      "step": 124000
    },
    {
      "epoch": 0.7968,
      "grad_norm": 0.6610060930252075,
      "learning_rate": 3.008704e-05,
      "loss": 0.2912,
      "step": 124500
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6194009780883789,
      "learning_rate": 3.0007040000000002e-05,
      "loss": 0.2901,
      "step": 125000
    },
    {
      "epoch": 0.8032,
      "grad_norm": 0.7150211930274963,
      "learning_rate": 2.992704e-05,
      "loss": 0.2895,
      "step": 125500
    },
    {
      "epoch": 0.8064,
      "grad_norm": 0.6945148706436157,
      "learning_rate": 2.9847040000000003e-05,
      "loss": 0.2878,
      "step": 126000
    },
    {
      "epoch": 0.8096,
      "grad_norm": 0.6546908617019653,
      "learning_rate": 2.9767200000000002e-05,
      "loss": 0.287,
      "step": 126500
    },
    {
      "epoch": 0.8128,
      "grad_norm": 0.535040020942688,
      "learning_rate": 2.9687360000000004e-05,
      "loss": 0.2901,
      "step": 127000
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.6062806844711304,
      "learning_rate": 2.960736e-05,
      "loss": 0.2862,
      "step": 127500
    },
    {
      "epoch": 0.8192,
      "grad_norm": 0.6202298998832703,
      "learning_rate": 2.9527360000000005e-05,
      "loss": 0.2884,
      "step": 128000
    },
    {
      "epoch": 0.8224,
      "grad_norm": 0.5966545343399048,
      "learning_rate": 2.9447360000000003e-05,
      "loss": 0.2877,
      "step": 128500
    },
    {
      "epoch": 0.8256,
      "grad_norm": 0.5024796724319458,
      "learning_rate": 2.936736e-05,
      "loss": 0.2882,
      "step": 129000
    },
    {
      "epoch": 0.8288,
      "grad_norm": 0.5895559191703796,
      "learning_rate": 2.9287520000000002e-05,
      "loss": 0.288,
      "step": 129500
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.9302066564559937,
      "learning_rate": 2.920752e-05,
      "loss": 0.286,
      "step": 130000
    },
    {
      "epoch": 0.8352,
      "grad_norm": 0.573466956615448,
      "learning_rate": 2.9127520000000003e-05,
      "loss": 0.2848,
      "step": 130500
    },
    {
      "epoch": 0.8384,
      "grad_norm": 0.5901783108711243,
      "learning_rate": 2.904768e-05,
      "loss": 0.2883,
      "step": 131000
    },
    {
      "epoch": 0.8416,
      "grad_norm": 0.7780030369758606,
      "learning_rate": 2.8967680000000002e-05,
      "loss": 0.2914,
      "step": 131500
    },
    {
      "epoch": 0.8448,
      "grad_norm": 0.6630533933639526,
      "learning_rate": 2.888768e-05,
      "loss": 0.2878,
      "step": 132000
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.6001667976379395,
      "learning_rate": 2.8807680000000004e-05,
      "loss": 0.2818,
      "step": 132500
    },
    {
      "epoch": 0.8512,
      "grad_norm": 0.6324682831764221,
      "learning_rate": 2.872768e-05,
      "loss": 0.2849,
      "step": 133000
    },
    {
      "epoch": 0.8544,
      "grad_norm": 0.6814092993736267,
      "learning_rate": 2.864768e-05,
      "loss": 0.288,
      "step": 133500
    },
    {
      "epoch": 0.8576,
      "grad_norm": 0.651709794998169,
      "learning_rate": 2.8567680000000003e-05,
      "loss": 0.2872,
      "step": 134000
    },
    {
      "epoch": 0.8608,
      "grad_norm": 0.5912330746650696,
      "learning_rate": 2.848768e-05,
      "loss": 0.2824,
      "step": 134500
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.5821974277496338,
      "learning_rate": 2.8407680000000004e-05,
      "loss": 0.2853,
      "step": 135000
    },
    {
      "epoch": 0.8672,
      "grad_norm": 0.6262611150741577,
      "learning_rate": 2.832784e-05,
      "loss": 0.2848,
      "step": 135500
    },
    {
      "epoch": 0.8704,
      "grad_norm": 0.5360976457595825,
      "learning_rate": 2.8247840000000004e-05,
      "loss": 0.2869,
      "step": 136000
    },
    {
      "epoch": 0.8736,
      "grad_norm": 0.6523284912109375,
      "learning_rate": 2.816784e-05,
      "loss": 0.2792,
      "step": 136500
    },
    {
      "epoch": 0.8768,
      "grad_norm": 0.6329330205917358,
      "learning_rate": 2.808784e-05,
      "loss": 0.2865,
      "step": 137000
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6053124666213989,
      "learning_rate": 2.8007840000000003e-05,
      "loss": 0.2844,
      "step": 137500
    },
    {
      "epoch": 0.8832,
      "grad_norm": 0.6887571811676025,
      "learning_rate": 2.7927999999999998e-05,
      "loss": 0.288,
      "step": 138000
    },
    {
      "epoch": 0.8864,
      "grad_norm": 0.7047476172447205,
      "learning_rate": 2.7848000000000002e-05,
      "loss": 0.2877,
      "step": 138500
    },
    {
      "epoch": 0.8896,
      "grad_norm": 0.598227858543396,
      "learning_rate": 2.7768e-05,
      "loss": 0.2867,
      "step": 139000
    },
    {
      "epoch": 0.8928,
      "grad_norm": 0.5094701051712036,
      "learning_rate": 2.7688000000000003e-05,
      "loss": 0.2832,
      "step": 139500
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.5749739408493042,
      "learning_rate": 2.7608e-05,
      "loss": 0.2821,
      "step": 140000
    },
    {
      "epoch": 0.8992,
      "grad_norm": 0.4442578852176666,
      "learning_rate": 2.7528320000000003e-05,
      "loss": 0.282,
      "step": 140500
    },
    {
      "epoch": 0.9024,
      "grad_norm": 0.5418574213981628,
      "learning_rate": 2.744832e-05,
      "loss": 0.2816,
      "step": 141000
    },
    {
      "epoch": 0.9056,
      "grad_norm": 0.5984327793121338,
      "learning_rate": 2.736832e-05,
      "loss": 0.285,
      "step": 141500
    },
    {
      "epoch": 0.9088,
      "grad_norm": 0.6572843194007874,
      "learning_rate": 2.728832e-05,
      "loss": 0.2817,
      "step": 142000
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.590993344783783,
      "learning_rate": 2.7208320000000003e-05,
      "loss": 0.288,
      "step": 142500
    },
    {
      "epoch": 0.9152,
      "grad_norm": 0.6096624135971069,
      "learning_rate": 2.712832e-05,
      "loss": 0.2861,
      "step": 143000
    },
    {
      "epoch": 0.9184,
      "grad_norm": 0.5189167261123657,
      "learning_rate": 2.7048319999999998e-05,
      "loss": 0.2857,
      "step": 143500
    },
    {
      "epoch": 0.9216,
      "grad_norm": 0.5812899470329285,
      "learning_rate": 2.6968320000000002e-05,
      "loss": 0.2888,
      "step": 144000
    },
    {
      "epoch": 0.9248,
      "grad_norm": 0.515201210975647,
      "learning_rate": 2.688832e-05,
      "loss": 0.2791,
      "step": 144500
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.6398504972457886,
      "learning_rate": 2.6808320000000004e-05,
      "loss": 0.282,
      "step": 145000
    },
    {
      "epoch": 0.9312,
      "grad_norm": 0.5990891456604004,
      "learning_rate": 2.672832e-05,
      "loss": 0.28,
      "step": 145500
    },
    {
      "epoch": 0.9344,
      "grad_norm": 0.5883029699325562,
      "learning_rate": 2.664832e-05,
      "loss": 0.2777,
      "step": 146000
    },
    {
      "epoch": 0.9376,
      "grad_norm": 0.6432376503944397,
      "learning_rate": 2.656848e-05,
      "loss": 0.2804,
      "step": 146500
    },
    {
      "epoch": 0.9408,
      "grad_norm": 0.5375948548316956,
      "learning_rate": 2.6488479999999997e-05,
      "loss": 0.2807,
      "step": 147000
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.6207411885261536,
      "learning_rate": 2.6408640000000003e-05,
      "loss": 0.283,
      "step": 147500
    },
    {
      "epoch": 0.9472,
      "grad_norm": 0.5854378342628479,
      "learning_rate": 2.632864e-05,
      "loss": 0.2854,
      "step": 148000
    },
    {
      "epoch": 0.9504,
      "grad_norm": 0.5260078310966492,
      "learning_rate": 2.6248800000000002e-05,
      "loss": 0.2836,
      "step": 148500
    },
    {
      "epoch": 0.9536,
      "grad_norm": 0.6284717917442322,
      "learning_rate": 2.61688e-05,
      "loss": 0.2824,
      "step": 149000
    },
    {
      "epoch": 0.9568,
      "grad_norm": 0.6092182397842407,
      "learning_rate": 2.608896e-05,
      "loss": 0.2804,
      "step": 149500
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6028911471366882,
      "learning_rate": 2.600896e-05,
      "loss": 0.281,
      "step": 150000
    },
    {
      "epoch": 0.9632,
      "grad_norm": 0.5008478164672852,
      "learning_rate": 2.5928960000000003e-05,
      "loss": 0.277,
      "step": 150500
    },
    {
      "epoch": 0.9664,
      "grad_norm": 0.5233867168426514,
      "learning_rate": 2.584896e-05,
      "loss": 0.2807,
      "step": 151000
    },
    {
      "epoch": 0.9696,
      "grad_norm": 0.5762408375740051,
      "learning_rate": 2.5768960000000004e-05,
      "loss": 0.2831,
      "step": 151500
    },
    {
      "epoch": 0.9728,
      "grad_norm": 0.6097844243049622,
      "learning_rate": 2.568896e-05,
      "loss": 0.2803,
      "step": 152000
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.6696804761886597,
      "learning_rate": 2.560896e-05,
      "loss": 0.2742,
      "step": 152500
    },
    {
      "epoch": 0.9792,
      "grad_norm": 0.6028556823730469,
      "learning_rate": 2.5528960000000003e-05,
      "loss": 0.282,
      "step": 153000
    },
    {
      "epoch": 0.9824,
      "grad_norm": 0.6651898622512817,
      "learning_rate": 2.544896e-05,
      "loss": 0.2849,
      "step": 153500
    },
    {
      "epoch": 0.9856,
      "grad_norm": 0.5219380855560303,
      "learning_rate": 2.536896e-05,
      "loss": 0.2785,
      "step": 154000
    },
    {
      "epoch": 0.9888,
      "grad_norm": 0.6161176562309265,
      "learning_rate": 2.5288960000000002e-05,
      "loss": 0.2808,
      "step": 154500
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.7915316224098206,
      "learning_rate": 2.5208960000000003e-05,
      "loss": 0.2777,
      "step": 155000
    },
    {
      "epoch": 0.9952,
      "grad_norm": 0.7261882424354553,
      "learning_rate": 2.512896e-05,
      "loss": 0.2767,
      "step": 155500
    },
    {
      "epoch": 0.9984,
      "grad_norm": 0.5452406406402588,
      "learning_rate": 2.5048959999999997e-05,
      "loss": 0.2764,
      "step": 156000
    },
    {
      "epoch": 1.0016,
      "grad_norm": 0.642181396484375,
      "learning_rate": 2.4969120000000003e-05,
      "loss": 0.2746,
      "step": 156500
    },
    {
      "epoch": 1.0048,
      "grad_norm": 0.5900291204452515,
      "learning_rate": 2.4889120000000003e-05,
      "loss": 0.2721,
      "step": 157000
    },
    {
      "epoch": 1.008,
      "grad_norm": 0.5960043668746948,
      "learning_rate": 2.480912e-05,
      "loss": 0.265,
      "step": 157500
    },
    {
      "epoch": 1.0112,
      "grad_norm": 0.582115650177002,
      "learning_rate": 2.472912e-05,
      "loss": 0.2673,
      "step": 158000
    },
    {
      "epoch": 1.0144,
      "grad_norm": 0.552392303943634,
      "learning_rate": 2.464912e-05,
      "loss": 0.2663,
      "step": 158500
    },
    {
      "epoch": 1.0176,
      "grad_norm": 0.5585765242576599,
      "learning_rate": 2.456912e-05,
      "loss": 0.2688,
      "step": 159000
    },
    {
      "epoch": 1.0208,
      "grad_norm": 0.6049332022666931,
      "learning_rate": 2.448912e-05,
      "loss": 0.266,
      "step": 159500
    },
    {
      "epoch": 1.024,
      "grad_norm": 0.5749877095222473,
      "learning_rate": 2.440912e-05,
      "loss": 0.2689,
      "step": 160000
    },
    {
      "epoch": 1.0272,
      "grad_norm": 0.5832675695419312,
      "learning_rate": 2.4329120000000002e-05,
      "loss": 0.2703,
      "step": 160500
    },
    {
      "epoch": 1.0304,
      "grad_norm": 0.8549031019210815,
      "learning_rate": 2.424928e-05,
      "loss": 0.2623,
      "step": 161000
    },
    {
      "epoch": 1.0336,
      "grad_norm": 0.5572855472564697,
      "learning_rate": 2.416928e-05,
      "loss": 0.2711,
      "step": 161500
    },
    {
      "epoch": 1.0368,
      "grad_norm": 0.6818140745162964,
      "learning_rate": 2.408928e-05,
      "loss": 0.2652,
      "step": 162000
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.6900683045387268,
      "learning_rate": 2.400928e-05,
      "loss": 0.2669,
      "step": 162500
    },
    {
      "epoch": 1.0432,
      "grad_norm": 0.6015618443489075,
      "learning_rate": 2.392944e-05,
      "loss": 0.2654,
      "step": 163000
    },
    {
      "epoch": 1.0464,
      "grad_norm": 0.5343177318572998,
      "learning_rate": 2.3849440000000002e-05,
      "loss": 0.2656,
      "step": 163500
    },
    {
      "epoch": 1.0496,
      "grad_norm": 0.6130079627037048,
      "learning_rate": 2.3769440000000003e-05,
      "loss": 0.2592,
      "step": 164000
    },
    {
      "epoch": 1.0528,
      "grad_norm": 0.7150599956512451,
      "learning_rate": 2.368944e-05,
      "loss": 0.2634,
      "step": 164500
    },
    {
      "epoch": 1.056,
      "grad_norm": 0.6321354508399963,
      "learning_rate": 2.360944e-05,
      "loss": 0.2683,
      "step": 165000
    },
    {
      "epoch": 1.0592,
      "grad_norm": 0.6234462857246399,
      "learning_rate": 2.352976e-05,
      "loss": 0.2628,
      "step": 165500
    },
    {
      "epoch": 1.0624,
      "grad_norm": 0.6542537808418274,
      "learning_rate": 2.344976e-05,
      "loss": 0.2618,
      "step": 166000
    },
    {
      "epoch": 1.0656,
      "grad_norm": 0.6302633881568909,
      "learning_rate": 2.3369760000000002e-05,
      "loss": 0.2661,
      "step": 166500
    },
    {
      "epoch": 1.0688,
      "grad_norm": 0.5890353322029114,
      "learning_rate": 2.3289760000000002e-05,
      "loss": 0.2646,
      "step": 167000
    },
    {
      "epoch": 1.072,
      "grad_norm": 0.6490179300308228,
      "learning_rate": 2.320976e-05,
      "loss": 0.2635,
      "step": 167500
    },
    {
      "epoch": 1.0752,
      "grad_norm": 0.648162305355072,
      "learning_rate": 2.312976e-05,
      "loss": 0.2646,
      "step": 168000
    },
    {
      "epoch": 1.0784,
      "grad_norm": 0.675680935382843,
      "learning_rate": 2.304976e-05,
      "loss": 0.2626,
      "step": 168500
    },
    {
      "epoch": 1.0816,
      "grad_norm": 0.6192341446876526,
      "learning_rate": 2.2969760000000002e-05,
      "loss": 0.2641,
      "step": 169000
    },
    {
      "epoch": 1.0848,
      "grad_norm": 0.7046379446983337,
      "learning_rate": 2.288992e-05,
      "loss": 0.2643,
      "step": 169500
    },
    {
      "epoch": 1.088,
      "grad_norm": 0.5477197170257568,
      "learning_rate": 2.280992e-05,
      "loss": 0.265,
      "step": 170000
    },
    {
      "epoch": 1.0912,
      "grad_norm": 0.5775583982467651,
      "learning_rate": 2.2729920000000002e-05,
      "loss": 0.2645,
      "step": 170500
    },
    {
      "epoch": 1.0944,
      "grad_norm": 0.6389047503471375,
      "learning_rate": 2.2649920000000003e-05,
      "loss": 0.2634,
      "step": 171000
    },
    {
      "epoch": 1.0976,
      "grad_norm": 0.6169374585151672,
      "learning_rate": 2.256992e-05,
      "loss": 0.2642,
      "step": 171500
    },
    {
      "epoch": 1.1008,
      "grad_norm": 0.5913782715797424,
      "learning_rate": 2.2490080000000002e-05,
      "loss": 0.2658,
      "step": 172000
    },
    {
      "epoch": 1.104,
      "grad_norm": 0.7547928690910339,
      "learning_rate": 2.241008e-05,
      "loss": 0.2674,
      "step": 172500
    },
    {
      "epoch": 1.1072,
      "grad_norm": 0.6277585625648499,
      "learning_rate": 2.233024e-05,
      "loss": 0.2686,
      "step": 173000
    },
    {
      "epoch": 1.1104,
      "grad_norm": 0.6357282996177673,
      "learning_rate": 2.225024e-05,
      "loss": 0.2639,
      "step": 173500
    },
    {
      "epoch": 1.1136,
      "grad_norm": 0.5262208580970764,
      "learning_rate": 2.2170400000000004e-05,
      "loss": 0.2641,
      "step": 174000
    },
    {
      "epoch": 1.1168,
      "grad_norm": 0.6878075003623962,
      "learning_rate": 2.20904e-05,
      "loss": 0.2654,
      "step": 174500
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.5332186222076416,
      "learning_rate": 2.2010400000000002e-05,
      "loss": 0.2638,
      "step": 175000
    },
    {
      "epoch": 1.1232,
      "grad_norm": 0.5562476515769958,
      "learning_rate": 2.19304e-05,
      "loss": 0.2648,
      "step": 175500
    },
    {
      "epoch": 1.1264,
      "grad_norm": 0.5924221277236938,
      "learning_rate": 2.18504e-05,
      "loss": 0.2627,
      "step": 176000
    },
    {
      "epoch": 1.1296,
      "grad_norm": 0.5250386595726013,
      "learning_rate": 2.17704e-05,
      "loss": 0.2619,
      "step": 176500
    },
    {
      "epoch": 1.1328,
      "grad_norm": 0.7426069378852844,
      "learning_rate": 2.16904e-05,
      "loss": 0.2628,
      "step": 177000
    },
    {
      "epoch": 1.1360000000000001,
      "grad_norm": 0.4925951063632965,
      "learning_rate": 2.16104e-05,
      "loss": 0.2661,
      "step": 177500
    },
    {
      "epoch": 1.1392,
      "grad_norm": 0.5707270503044128,
      "learning_rate": 2.15304e-05,
      "loss": 0.2622,
      "step": 178000
    },
    {
      "epoch": 1.1424,
      "grad_norm": 0.5793021321296692,
      "learning_rate": 2.14504e-05,
      "loss": 0.2671,
      "step": 178500
    },
    {
      "epoch": 1.1456,
      "grad_norm": 0.5736916661262512,
      "learning_rate": 2.13704e-05,
      "loss": 0.2648,
      "step": 179000
    },
    {
      "epoch": 1.1488,
      "grad_norm": 0.588550329208374,
      "learning_rate": 2.129056e-05,
      "loss": 0.2641,
      "step": 179500
    },
    {
      "epoch": 1.152,
      "grad_norm": 0.5504462122917175,
      "learning_rate": 2.121056e-05,
      "loss": 0.2643,
      "step": 180000
    },
    {
      "epoch": 1.1552,
      "grad_norm": 0.5439949035644531,
      "learning_rate": 2.113056e-05,
      "loss": 0.2639,
      "step": 180500
    },
    {
      "epoch": 1.1584,
      "grad_norm": 0.6882042288780212,
      "learning_rate": 2.105056e-05,
      "loss": 0.2595,
      "step": 181000
    },
    {
      "epoch": 1.1616,
      "grad_norm": 0.6735561490058899,
      "learning_rate": 2.097056e-05,
      "loss": 0.2624,
      "step": 181500
    },
    {
      "epoch": 1.1648,
      "grad_norm": 0.5545785427093506,
      "learning_rate": 2.089056e-05,
      "loss": 0.2625,
      "step": 182000
    },
    {
      "epoch": 1.168,
      "grad_norm": 0.6497994065284729,
      "learning_rate": 2.081056e-05,
      "loss": 0.2611,
      "step": 182500
    },
    {
      "epoch": 1.1712,
      "grad_norm": 0.5887815356254578,
      "learning_rate": 2.073056e-05,
      "loss": 0.2632,
      "step": 183000
    },
    {
      "epoch": 1.1743999999999999,
      "grad_norm": 0.6037270426750183,
      "learning_rate": 2.0650560000000002e-05,
      "loss": 0.2645,
      "step": 183500
    },
    {
      "epoch": 1.1776,
      "grad_norm": 0.636946439743042,
      "learning_rate": 2.057072e-05,
      "loss": 0.2628,
      "step": 184000
    },
    {
      "epoch": 1.1808,
      "grad_norm": 0.5285276770591736,
      "learning_rate": 2.049072e-05,
      "loss": 0.2629,
      "step": 184500
    },
    {
      "epoch": 1.184,
      "grad_norm": 0.4634397625923157,
      "learning_rate": 2.041072e-05,
      "loss": 0.2615,
      "step": 185000
    },
    {
      "epoch": 1.1872,
      "grad_norm": 0.5693604946136475,
      "learning_rate": 2.033072e-05,
      "loss": 0.2619,
      "step": 185500
    },
    {
      "epoch": 1.1904,
      "grad_norm": 0.6433858275413513,
      "learning_rate": 2.025072e-05,
      "loss": 0.2591,
      "step": 186000
    },
    {
      "epoch": 1.1936,
      "grad_norm": 0.5103280544281006,
      "learning_rate": 2.017088e-05,
      "loss": 0.2606,
      "step": 186500
    },
    {
      "epoch": 1.1968,
      "grad_norm": 0.5591945648193359,
      "learning_rate": 2.009104e-05,
      "loss": 0.2628,
      "step": 187000
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.5560447573661804,
      "learning_rate": 2.001104e-05,
      "loss": 0.2603,
      "step": 187500
    },
    {
      "epoch": 1.2032,
      "grad_norm": 0.5321928262710571,
      "learning_rate": 1.9931040000000002e-05,
      "loss": 0.2576,
      "step": 188000
    },
    {
      "epoch": 1.2064,
      "grad_norm": 0.6455059051513672,
      "learning_rate": 1.9851040000000003e-05,
      "loss": 0.2615,
      "step": 188500
    },
    {
      "epoch": 1.2096,
      "grad_norm": 0.6237916946411133,
      "learning_rate": 1.977104e-05,
      "loss": 0.2626,
      "step": 189000
    },
    {
      "epoch": 1.2128,
      "grad_norm": 0.5269157886505127,
      "learning_rate": 1.969104e-05,
      "loss": 0.2597,
      "step": 189500
    },
    {
      "epoch": 1.216,
      "grad_norm": 0.5521387457847595,
      "learning_rate": 1.961104e-05,
      "loss": 0.257,
      "step": 190000
    },
    {
      "epoch": 1.2192,
      "grad_norm": 0.6061577796936035,
      "learning_rate": 1.953104e-05,
      "loss": 0.2626,
      "step": 190500
    },
    {
      "epoch": 1.2224,
      "grad_norm": 0.6479594111442566,
      "learning_rate": 1.945104e-05,
      "loss": 0.2586,
      "step": 191000
    },
    {
      "epoch": 1.2256,
      "grad_norm": 0.5330658555030823,
      "learning_rate": 1.937104e-05,
      "loss": 0.2573,
      "step": 191500
    },
    {
      "epoch": 1.2288000000000001,
      "grad_norm": 0.5984029173851013,
      "learning_rate": 1.9291200000000003e-05,
      "loss": 0.2591,
      "step": 192000
    },
    {
      "epoch": 1.232,
      "grad_norm": 0.8451948165893555,
      "learning_rate": 1.92112e-05,
      "loss": 0.2591,
      "step": 192500
    },
    {
      "epoch": 1.2352,
      "grad_norm": 0.6519868969917297,
      "learning_rate": 1.91312e-05,
      "loss": 0.2608,
      "step": 193000
    },
    {
      "epoch": 1.2384,
      "grad_norm": 0.6487559080123901,
      "learning_rate": 1.9051199999999998e-05,
      "loss": 0.2558,
      "step": 193500
    },
    {
      "epoch": 1.2416,
      "grad_norm": 0.5544815063476562,
      "learning_rate": 1.897152e-05,
      "loss": 0.2609,
      "step": 194000
    },
    {
      "epoch": 1.2448,
      "grad_norm": 0.594536542892456,
      "learning_rate": 1.8891520000000002e-05,
      "loss": 0.2592,
      "step": 194500
    },
    {
      "epoch": 1.248,
      "grad_norm": 0.5301911234855652,
      "learning_rate": 1.8811520000000002e-05,
      "loss": 0.2579,
      "step": 195000
    },
    {
      "epoch": 1.2511999999999999,
      "grad_norm": 0.6232271790504456,
      "learning_rate": 1.873152e-05,
      "loss": 0.2611,
      "step": 195500
    },
    {
      "epoch": 1.2544,
      "grad_norm": 0.6571745276451111,
      "learning_rate": 1.865152e-05,
      "loss": 0.2617,
      "step": 196000
    },
    {
      "epoch": 1.2576,
      "grad_norm": 0.6281866431236267,
      "learning_rate": 1.857152e-05,
      "loss": 0.2605,
      "step": 196500
    },
    {
      "epoch": 1.2608,
      "grad_norm": 0.6584866642951965,
      "learning_rate": 1.8491520000000002e-05,
      "loss": 0.2575,
      "step": 197000
    },
    {
      "epoch": 1.264,
      "grad_norm": 0.5791180729866028,
      "learning_rate": 1.8411520000000003e-05,
      "loss": 0.2572,
      "step": 197500
    },
    {
      "epoch": 1.2671999999999999,
      "grad_norm": 0.5907946228981018,
      "learning_rate": 1.8331520000000004e-05,
      "loss": 0.2576,
      "step": 198000
    },
    {
      "epoch": 1.2704,
      "grad_norm": 0.6532405614852905,
      "learning_rate": 1.8251680000000002e-05,
      "loss": 0.2588,
      "step": 198500
    },
    {
      "epoch": 1.2736,
      "grad_norm": 0.5683246850967407,
      "learning_rate": 1.8171680000000003e-05,
      "loss": 0.2597,
      "step": 199000
    },
    {
      "epoch": 1.2768,
      "grad_norm": 0.5847846865653992,
      "learning_rate": 1.809168e-05,
      "loss": 0.2628,
      "step": 199500
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.5554783344268799,
      "learning_rate": 1.801168e-05,
      "loss": 0.2542,
      "step": 200000
    },
    {
      "epoch": 1.2832,
      "grad_norm": 0.6664928793907166,
      "learning_rate": 1.793184e-05,
      "loss": 0.2586,
      "step": 200500
    },
    {
      "epoch": 1.2864,
      "grad_norm": 0.5993084907531738,
      "learning_rate": 1.785184e-05,
      "loss": 0.2571,
      "step": 201000
    },
    {
      "epoch": 1.2896,
      "grad_norm": 0.4557185173034668,
      "learning_rate": 1.777184e-05,
      "loss": 0.2594,
      "step": 201500
    },
    {
      "epoch": 1.2928,
      "grad_norm": 0.7798305749893188,
      "learning_rate": 1.7691840000000002e-05,
      "loss": 0.2561,
      "step": 202000
    },
    {
      "epoch": 1.296,
      "grad_norm": 0.5406688451766968,
      "learning_rate": 1.7611840000000002e-05,
      "loss": 0.2562,
      "step": 202500
    },
    {
      "epoch": 1.2992,
      "grad_norm": 0.5173208117485046,
      "learning_rate": 1.7531840000000003e-05,
      "loss": 0.2606,
      "step": 203000
    },
    {
      "epoch": 1.3024,
      "grad_norm": 0.6803346872329712,
      "learning_rate": 1.7452e-05,
      "loss": 0.259,
      "step": 203500
    },
    {
      "epoch": 1.3056,
      "grad_norm": 0.5223200917243958,
      "learning_rate": 1.7372000000000002e-05,
      "loss": 0.2571,
      "step": 204000
    },
    {
      "epoch": 1.3088,
      "grad_norm": 0.6100528240203857,
      "learning_rate": 1.7292e-05,
      "loss": 0.2558,
      "step": 204500
    },
    {
      "epoch": 1.312,
      "grad_norm": 0.623023271560669,
      "learning_rate": 1.7212e-05,
      "loss": 0.2563,
      "step": 205000
    },
    {
      "epoch": 1.3152,
      "grad_norm": 0.5915964841842651,
      "learning_rate": 1.713216e-05,
      "loss": 0.2581,
      "step": 205500
    },
    {
      "epoch": 1.3184,
      "grad_norm": 0.538467526435852,
      "learning_rate": 1.705216e-05,
      "loss": 0.2554,
      "step": 206000
    },
    {
      "epoch": 1.3216,
      "grad_norm": 0.5382514595985413,
      "learning_rate": 1.697216e-05,
      "loss": 0.2581,
      "step": 206500
    },
    {
      "epoch": 1.3248,
      "grad_norm": 0.6466744542121887,
      "learning_rate": 1.689216e-05,
      "loss": 0.2573,
      "step": 207000
    },
    {
      "epoch": 1.328,
      "grad_norm": 0.742675244808197,
      "learning_rate": 1.6812160000000002e-05,
      "loss": 0.2572,
      "step": 207500
    },
    {
      "epoch": 1.3312,
      "grad_norm": 0.6123968362808228,
      "learning_rate": 1.673232e-05,
      "loss": 0.2598,
      "step": 208000
    },
    {
      "epoch": 1.3344,
      "grad_norm": 0.6710489392280579,
      "learning_rate": 1.665232e-05,
      "loss": 0.2604,
      "step": 208500
    },
    {
      "epoch": 1.3376000000000001,
      "grad_norm": 0.685879111289978,
      "learning_rate": 1.657232e-05,
      "loss": 0.2576,
      "step": 209000
    },
    {
      "epoch": 1.3408,
      "grad_norm": 0.5600978136062622,
      "learning_rate": 1.649232e-05,
      "loss": 0.2606,
      "step": 209500
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 0.5358079075813293,
      "learning_rate": 1.6412640000000002e-05,
      "loss": 0.2578,
      "step": 210000
    },
    {
      "epoch": 1.3472,
      "grad_norm": 0.7245667576789856,
      "learning_rate": 1.63328e-05,
      "loss": 0.2613,
      "step": 210500
    },
    {
      "epoch": 1.3504,
      "grad_norm": 0.5963015556335449,
      "learning_rate": 1.62528e-05,
      "loss": 0.2568,
      "step": 211000
    },
    {
      "epoch": 1.3536000000000001,
      "grad_norm": 0.6139352917671204,
      "learning_rate": 1.6172800000000002e-05,
      "loss": 0.2501,
      "step": 211500
    },
    {
      "epoch": 1.3568,
      "grad_norm": 0.5434224605560303,
      "learning_rate": 1.60928e-05,
      "loss": 0.2583,
      "step": 212000
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 0.5723361372947693,
      "learning_rate": 1.60128e-05,
      "loss": 0.2582,
      "step": 212500
    },
    {
      "epoch": 1.3632,
      "grad_norm": 0.5621342658996582,
      "learning_rate": 1.593296e-05,
      "loss": 0.2583,
      "step": 213000
    },
    {
      "epoch": 1.3664,
      "grad_norm": 0.5716707706451416,
      "learning_rate": 1.585296e-05,
      "loss": 0.2548,
      "step": 213500
    },
    {
      "epoch": 1.3696,
      "grad_norm": 0.6344952583312988,
      "learning_rate": 1.577296e-05,
      "loss": 0.2526,
      "step": 214000
    },
    {
      "epoch": 1.3728,
      "grad_norm": 0.6360082030296326,
      "learning_rate": 1.569296e-05,
      "loss": 0.259,
      "step": 214500
    },
    {
      "epoch": 1.376,
      "grad_norm": 0.5400614142417908,
      "learning_rate": 1.5612960000000002e-05,
      "loss": 0.26,
      "step": 215000
    },
    {
      "epoch": 1.3792,
      "grad_norm": 0.6992815732955933,
      "learning_rate": 1.5532960000000002e-05,
      "loss": 0.259,
      "step": 215500
    },
    {
      "epoch": 1.3824,
      "grad_norm": 0.4903436601161957,
      "learning_rate": 1.545296e-05,
      "loss": 0.2582,
      "step": 216000
    },
    {
      "epoch": 1.3856,
      "grad_norm": 0.5602136850357056,
      "learning_rate": 1.537296e-05,
      "loss": 0.2563,
      "step": 216500
    },
    {
      "epoch": 1.3888,
      "grad_norm": 0.5858916640281677,
      "learning_rate": 1.529296e-05,
      "loss": 0.2553,
      "step": 217000
    },
    {
      "epoch": 1.392,
      "grad_norm": 0.438550740480423,
      "learning_rate": 1.521312e-05,
      "loss": 0.2567,
      "step": 217500
    },
    {
      "epoch": 1.3952,
      "grad_norm": 0.5660952925682068,
      "learning_rate": 1.513312e-05,
      "loss": 0.2552,
      "step": 218000
    },
    {
      "epoch": 1.3984,
      "grad_norm": 0.6139314770698547,
      "learning_rate": 1.5053120000000001e-05,
      "loss": 0.2506,
      "step": 218500
    },
    {
      "epoch": 1.4016,
      "grad_norm": 0.5470092296600342,
      "learning_rate": 1.4973120000000002e-05,
      "loss": 0.2549,
      "step": 219000
    },
    {
      "epoch": 1.4048,
      "grad_norm": 0.5565882325172424,
      "learning_rate": 1.489328e-05,
      "loss": 0.256,
      "step": 219500
    },
    {
      "epoch": 1.408,
      "grad_norm": 0.4755209684371948,
      "learning_rate": 1.4813280000000001e-05,
      "loss": 0.2571,
      "step": 220000
    },
    {
      "epoch": 1.4112,
      "grad_norm": 0.5266921520233154,
      "learning_rate": 1.4733280000000002e-05,
      "loss": 0.2546,
      "step": 220500
    },
    {
      "epoch": 1.4144,
      "grad_norm": 0.5858850479125977,
      "learning_rate": 1.465328e-05,
      "loss": 0.251,
      "step": 221000
    },
    {
      "epoch": 1.4176,
      "grad_norm": 0.5382100343704224,
      "learning_rate": 1.457328e-05,
      "loss": 0.254,
      "step": 221500
    },
    {
      "epoch": 1.4208,
      "grad_norm": 0.6082443594932556,
      "learning_rate": 1.4493280000000001e-05,
      "loss": 0.2549,
      "step": 222000
    },
    {
      "epoch": 1.424,
      "grad_norm": 0.56458979845047,
      "learning_rate": 1.4413440000000001e-05,
      "loss": 0.2556,
      "step": 222500
    },
    {
      "epoch": 1.4272,
      "grad_norm": 0.5702414512634277,
      "learning_rate": 1.433344e-05,
      "loss": 0.2523,
      "step": 223000
    },
    {
      "epoch": 1.4304000000000001,
      "grad_norm": 0.5704798102378845,
      "learning_rate": 1.4253440000000001e-05,
      "loss": 0.2539,
      "step": 223500
    },
    {
      "epoch": 1.4336,
      "grad_norm": 0.675832211971283,
      "learning_rate": 1.4173440000000002e-05,
      "loss": 0.256,
      "step": 224000
    },
    {
      "epoch": 1.4368,
      "grad_norm": 0.8129279017448425,
      "learning_rate": 1.4093439999999999e-05,
      "loss": 0.2533,
      "step": 224500
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.6167120933532715,
      "learning_rate": 1.401344e-05,
      "loss": 0.254,
      "step": 225000
    },
    {
      "epoch": 1.4432,
      "grad_norm": 0.6647797226905823,
      "learning_rate": 1.39336e-05,
      "loss": 0.2497,
      "step": 225500
    },
    {
      "epoch": 1.4464000000000001,
      "grad_norm": 0.5046721696853638,
      "learning_rate": 1.38536e-05,
      "loss": 0.2513,
      "step": 226000
    },
    {
      "epoch": 1.4496,
      "grad_norm": 0.5725312232971191,
      "learning_rate": 1.37736e-05,
      "loss": 0.2547,
      "step": 226500
    },
    {
      "epoch": 1.4527999999999999,
      "grad_norm": 0.514900803565979,
      "learning_rate": 1.36936e-05,
      "loss": 0.2504,
      "step": 227000
    },
    {
      "epoch": 1.456,
      "grad_norm": 0.3646963834762573,
      "learning_rate": 1.3613600000000001e-05,
      "loss": 0.2548,
      "step": 227500
    },
    {
      "epoch": 1.4592,
      "grad_norm": 0.6462276577949524,
      "learning_rate": 1.3533600000000002e-05,
      "loss": 0.2537,
      "step": 228000
    },
    {
      "epoch": 1.4624,
      "grad_norm": 0.5525985956192017,
      "learning_rate": 1.34536e-05,
      "loss": 0.253,
      "step": 228500
    },
    {
      "epoch": 1.4656,
      "grad_norm": 0.5146868824958801,
      "learning_rate": 1.33736e-05,
      "loss": 0.2531,
      "step": 229000
    },
    {
      "epoch": 1.4687999999999999,
      "grad_norm": 0.6087847948074341,
      "learning_rate": 1.329376e-05,
      "loss": 0.2517,
      "step": 229500
    },
    {
      "epoch": 1.472,
      "grad_norm": 0.5387943387031555,
      "learning_rate": 1.321376e-05,
      "loss": 0.2514,
      "step": 230000
    },
    {
      "epoch": 1.4752,
      "grad_norm": 0.5926588177680969,
      "learning_rate": 1.313376e-05,
      "loss": 0.2544,
      "step": 230500
    },
    {
      "epoch": 1.4784,
      "grad_norm": 0.5444154143333435,
      "learning_rate": 1.3053760000000001e-05,
      "loss": 0.253,
      "step": 231000
    },
    {
      "epoch": 1.4816,
      "grad_norm": 0.5707711577415466,
      "learning_rate": 1.2973760000000002e-05,
      "loss": 0.2509,
      "step": 231500
    },
    {
      "epoch": 1.4848,
      "grad_norm": 0.5120610594749451,
      "learning_rate": 1.2893760000000002e-05,
      "loss": 0.2535,
      "step": 232000
    },
    {
      "epoch": 1.488,
      "grad_norm": 0.6814270615577698,
      "learning_rate": 1.281392e-05,
      "loss": 0.2542,
      "step": 232500
    },
    {
      "epoch": 1.4912,
      "grad_norm": 0.5387424826622009,
      "learning_rate": 1.2733920000000002e-05,
      "loss": 0.2559,
      "step": 233000
    },
    {
      "epoch": 1.4944,
      "grad_norm": 0.6061420440673828,
      "learning_rate": 1.2653919999999999e-05,
      "loss": 0.2492,
      "step": 233500
    },
    {
      "epoch": 1.4976,
      "grad_norm": 0.5238478183746338,
      "learning_rate": 1.257392e-05,
      "loss": 0.2495,
      "step": 234000
    },
    {
      "epoch": 1.5008,
      "grad_norm": 0.6245620846748352,
      "learning_rate": 1.2494080000000002e-05,
      "loss": 0.2503,
      "step": 234500
    },
    {
      "epoch": 1.504,
      "grad_norm": 0.594336211681366,
      "learning_rate": 1.241408e-05,
      "loss": 0.2526,
      "step": 235000
    },
    {
      "epoch": 1.5072,
      "grad_norm": 0.6665235161781311,
      "learning_rate": 1.233424e-05,
      "loss": 0.2565,
      "step": 235500
    },
    {
      "epoch": 1.5104,
      "grad_norm": 0.4540468454360962,
      "learning_rate": 1.225424e-05,
      "loss": 0.2509,
      "step": 236000
    },
    {
      "epoch": 1.5135999999999998,
      "grad_norm": 0.48204490542411804,
      "learning_rate": 1.217424e-05,
      "loss": 0.2566,
      "step": 236500
    },
    {
      "epoch": 1.5168,
      "grad_norm": 0.7209044098854065,
      "learning_rate": 1.2094240000000001e-05,
      "loss": 0.2485,
      "step": 237000
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.5661574006080627,
      "learning_rate": 1.201424e-05,
      "loss": 0.2496,
      "step": 237500
    },
    {
      "epoch": 1.5232,
      "grad_norm": 0.4637988805770874,
      "learning_rate": 1.1934240000000001e-05,
      "loss": 0.2498,
      "step": 238000
    },
    {
      "epoch": 1.5264,
      "grad_norm": 0.5440483093261719,
      "learning_rate": 1.1854240000000002e-05,
      "loss": 0.2539,
      "step": 238500
    },
    {
      "epoch": 1.5295999999999998,
      "grad_norm": 0.6143088936805725,
      "learning_rate": 1.1774240000000001e-05,
      "loss": 0.2507,
      "step": 239000
    },
    {
      "epoch": 1.5328,
      "grad_norm": 0.553655207157135,
      "learning_rate": 1.1694400000000001e-05,
      "loss": 0.2494,
      "step": 239500
    },
    {
      "epoch": 1.536,
      "grad_norm": 0.5812162160873413,
      "learning_rate": 1.16144e-05,
      "loss": 0.2494,
      "step": 240000
    },
    {
      "epoch": 1.5392000000000001,
      "grad_norm": 0.4919438660144806,
      "learning_rate": 1.1534400000000001e-05,
      "loss": 0.2471,
      "step": 240500
    },
    {
      "epoch": 1.5424,
      "grad_norm": 0.6260576844215393,
      "learning_rate": 1.1454400000000002e-05,
      "loss": 0.2518,
      "step": 241000
    },
    {
      "epoch": 1.5455999999999999,
      "grad_norm": 0.6452062726020813,
      "learning_rate": 1.137456e-05,
      "loss": 0.253,
      "step": 241500
    },
    {
      "epoch": 1.5488,
      "grad_norm": 0.5557950139045715,
      "learning_rate": 1.1294559999999999e-05,
      "loss": 0.2553,
      "step": 242000
    },
    {
      "epoch": 1.552,
      "grad_norm": 0.6445254683494568,
      "learning_rate": 1.121456e-05,
      "loss": 0.2513,
      "step": 242500
    },
    {
      "epoch": 1.5552000000000001,
      "grad_norm": 0.5771984457969666,
      "learning_rate": 1.113456e-05,
      "loss": 0.2518,
      "step": 243000
    },
    {
      "epoch": 1.5584,
      "grad_norm": 0.48172786831855774,
      "learning_rate": 1.105456e-05,
      "loss": 0.2529,
      "step": 243500
    },
    {
      "epoch": 1.5615999999999999,
      "grad_norm": 0.5962732434272766,
      "learning_rate": 1.0974720000000002e-05,
      "loss": 0.2552,
      "step": 244000
    },
    {
      "epoch": 1.5648,
      "grad_norm": 0.5713253617286682,
      "learning_rate": 1.089472e-05,
      "loss": 0.2518,
      "step": 244500
    },
    {
      "epoch": 1.568,
      "grad_norm": 0.7049676775932312,
      "learning_rate": 1.081472e-05,
      "loss": 0.2503,
      "step": 245000
    },
    {
      "epoch": 1.5712000000000002,
      "grad_norm": 0.5562995076179504,
      "learning_rate": 1.073472e-05,
      "loss": 0.2534,
      "step": 245500
    },
    {
      "epoch": 1.5744,
      "grad_norm": 0.5492623448371887,
      "learning_rate": 1.065472e-05,
      "loss": 0.2508,
      "step": 246000
    },
    {
      "epoch": 1.5776,
      "grad_norm": 0.6449033617973328,
      "learning_rate": 1.057472e-05,
      "loss": 0.2506,
      "step": 246500
    },
    {
      "epoch": 1.5808,
      "grad_norm": 0.5232768058776855,
      "learning_rate": 1.049488e-05,
      "loss": 0.2497,
      "step": 247000
    },
    {
      "epoch": 1.584,
      "grad_norm": 0.5512565970420837,
      "learning_rate": 1.0414880000000001e-05,
      "loss": 0.2534,
      "step": 247500
    },
    {
      "epoch": 1.5872000000000002,
      "grad_norm": 0.48962149024009705,
      "learning_rate": 1.033488e-05,
      "loss": 0.2552,
      "step": 248000
    },
    {
      "epoch": 1.5904,
      "grad_norm": 0.5635197162628174,
      "learning_rate": 1.025488e-05,
      "loss": 0.251,
      "step": 248500
    },
    {
      "epoch": 1.5936,
      "grad_norm": 0.5858097076416016,
      "learning_rate": 1.0175040000000001e-05,
      "loss": 0.2521,
      "step": 249000
    },
    {
      "epoch": 1.5968,
      "grad_norm": 0.5749566555023193,
      "learning_rate": 1.0095200000000001e-05,
      "loss": 0.2542,
      "step": 249500
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.6057468056678772,
      "learning_rate": 1.00152e-05,
      "loss": 0.249,
      "step": 250000
    },
    {
      "epoch": 1.6032,
      "grad_norm": 0.68129962682724,
      "learning_rate": 9.9352e-06,
      "loss": 0.2496,
      "step": 250500
    },
    {
      "epoch": 1.6064,
      "grad_norm": 0.5518680810928345,
      "learning_rate": 9.8552e-06,
      "loss": 0.2483,
      "step": 251000
    },
    {
      "epoch": 1.6096,
      "grad_norm": 0.7354257702827454,
      "learning_rate": 9.775200000000001e-06,
      "loss": 0.251,
      "step": 251500
    },
    {
      "epoch": 1.6128,
      "grad_norm": 0.5537115335464478,
      "learning_rate": 9.6952e-06,
      "loss": 0.2519,
      "step": 252000
    },
    {
      "epoch": 1.616,
      "grad_norm": 0.5443572402000427,
      "learning_rate": 9.615360000000002e-06,
      "loss": 0.2505,
      "step": 252500
    },
    {
      "epoch": 1.6192,
      "grad_norm": 0.8157851099967957,
      "learning_rate": 9.53536e-06,
      "loss": 0.2456,
      "step": 253000
    },
    {
      "epoch": 1.6223999999999998,
      "grad_norm": 0.5709113478660583,
      "learning_rate": 9.455520000000001e-06,
      "loss": 0.2511,
      "step": 253500
    },
    {
      "epoch": 1.6256,
      "grad_norm": 0.5266199707984924,
      "learning_rate": 9.37552e-06,
      "loss": 0.2523,
      "step": 254000
    },
    {
      "epoch": 1.6288,
      "grad_norm": 0.6796950697898865,
      "learning_rate": 9.29552e-06,
      "loss": 0.2529,
      "step": 254500
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 0.5162604451179504,
      "learning_rate": 9.215520000000002e-06,
      "loss": 0.2486,
      "step": 255000
    },
    {
      "epoch": 1.6352,
      "grad_norm": 0.5577069520950317,
      "learning_rate": 9.13552e-06,
      "loss": 0.2501,
      "step": 255500
    },
    {
      "epoch": 1.6383999999999999,
      "grad_norm": 0.5930905342102051,
      "learning_rate": 9.055520000000001e-06,
      "loss": 0.2505,
      "step": 256000
    },
    {
      "epoch": 1.6416,
      "grad_norm": 0.5219632983207703,
      "learning_rate": 8.97552e-06,
      "loss": 0.2499,
      "step": 256500
    },
    {
      "epoch": 1.6448,
      "grad_norm": 0.5385752320289612,
      "learning_rate": 8.89552e-06,
      "loss": 0.2473,
      "step": 257000
    },
    {
      "epoch": 1.6480000000000001,
      "grad_norm": 0.5498505234718323,
      "learning_rate": 8.81552e-06,
      "loss": 0.2513,
      "step": 257500
    },
    {
      "epoch": 1.6512,
      "grad_norm": 0.5780929923057556,
      "learning_rate": 8.73552e-06,
      "loss": 0.2488,
      "step": 258000
    },
    {
      "epoch": 1.6543999999999999,
      "grad_norm": 0.6167399883270264,
      "learning_rate": 8.65552e-06,
      "loss": 0.2501,
      "step": 258500
    },
    {
      "epoch": 1.6576,
      "grad_norm": 0.6829573512077332,
      "learning_rate": 8.575520000000001e-06,
      "loss": 0.2477,
      "step": 259000
    },
    {
      "epoch": 1.6608,
      "grad_norm": 0.4874655604362488,
      "learning_rate": 8.49552e-06,
      "loss": 0.2507,
      "step": 259500
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 0.5769158601760864,
      "learning_rate": 8.41568e-06,
      "loss": 0.2477,
      "step": 260000
    },
    {
      "epoch": 1.6672,
      "grad_norm": 0.45717403292655945,
      "learning_rate": 8.335679999999999e-06,
      "loss": 0.2515,
      "step": 260500
    },
    {
      "epoch": 1.6703999999999999,
      "grad_norm": 0.5851497650146484,
      "learning_rate": 8.25568e-06,
      "loss": 0.2453,
      "step": 261000
    },
    {
      "epoch": 1.6736,
      "grad_norm": 0.7223703265190125,
      "learning_rate": 8.17568e-06,
      "loss": 0.2534,
      "step": 261500
    },
    {
      "epoch": 1.6768,
      "grad_norm": 0.5290210843086243,
      "learning_rate": 8.09584e-06,
      "loss": 0.2468,
      "step": 262000
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 0.5959377884864807,
      "learning_rate": 8.015999999999999e-06,
      "loss": 0.2498,
      "step": 262500
    },
    {
      "epoch": 1.6832,
      "grad_norm": 0.5404760241508484,
      "learning_rate": 7.936e-06,
      "loss": 0.2485,
      "step": 263000
    },
    {
      "epoch": 1.6864,
      "grad_norm": 0.496378093957901,
      "learning_rate": 7.856e-06,
      "loss": 0.2474,
      "step": 263500
    },
    {
      "epoch": 1.6896,
      "grad_norm": 0.54584801197052,
      "learning_rate": 7.776e-06,
      "loss": 0.2498,
      "step": 264000
    },
    {
      "epoch": 1.6928,
      "grad_norm": 0.5465365052223206,
      "learning_rate": 7.696160000000002e-06,
      "loss": 0.2468,
      "step": 264500
    },
    {
      "epoch": 1.696,
      "grad_norm": 0.5857728719711304,
      "learning_rate": 7.61616e-06,
      "loss": 0.2485,
      "step": 265000
    },
    {
      "epoch": 1.6992,
      "grad_norm": 0.5276440382003784,
      "learning_rate": 7.5361600000000005e-06,
      "loss": 0.2467,
      "step": 265500
    },
    {
      "epoch": 1.7024,
      "grad_norm": 0.5197107195854187,
      "learning_rate": 7.456160000000001e-06,
      "loss": 0.2457,
      "step": 266000
    },
    {
      "epoch": 1.7056,
      "grad_norm": 0.6030395030975342,
      "learning_rate": 7.37616e-06,
      "loss": 0.2449,
      "step": 266500
    },
    {
      "epoch": 1.7088,
      "grad_norm": 0.5553884506225586,
      "learning_rate": 7.29616e-06,
      "loss": 0.2459,
      "step": 267000
    },
    {
      "epoch": 1.712,
      "grad_norm": 0.6518832445144653,
      "learning_rate": 7.216160000000001e-06,
      "loss": 0.2469,
      "step": 267500
    },
    {
      "epoch": 1.7151999999999998,
      "grad_norm": 0.6981451511383057,
      "learning_rate": 7.13616e-06,
      "loss": 0.2493,
      "step": 268000
    },
    {
      "epoch": 1.7184,
      "grad_norm": 0.6021608114242554,
      "learning_rate": 7.056160000000001e-06,
      "loss": 0.2477,
      "step": 268500
    },
    {
      "epoch": 1.7216,
      "grad_norm": 0.6317922472953796,
      "learning_rate": 6.976160000000001e-06,
      "loss": 0.2461,
      "step": 269000
    },
    {
      "epoch": 1.7248,
      "grad_norm": 0.6130341291427612,
      "learning_rate": 6.89616e-06,
      "loss": 0.2508,
      "step": 269500
    },
    {
      "epoch": 1.728,
      "grad_norm": 0.6314118504524231,
      "learning_rate": 6.816160000000001e-06,
      "loss": 0.243,
      "step": 270000
    },
    {
      "epoch": 1.7311999999999999,
      "grad_norm": 0.6070537567138672,
      "learning_rate": 6.73616e-06,
      "loss": 0.2472,
      "step": 270500
    },
    {
      "epoch": 1.7344,
      "grad_norm": 0.5763754844665527,
      "learning_rate": 6.6561600000000005e-06,
      "loss": 0.2511,
      "step": 271000
    },
    {
      "epoch": 1.7376,
      "grad_norm": 0.6849692463874817,
      "learning_rate": 6.57632e-06,
      "loss": 0.2461,
      "step": 271500
    },
    {
      "epoch": 1.7408000000000001,
      "grad_norm": 0.6505193710327148,
      "learning_rate": 6.4963200000000005e-06,
      "loss": 0.2472,
      "step": 272000
    },
    {
      "epoch": 1.744,
      "grad_norm": 0.5150639414787292,
      "learning_rate": 6.4163200000000004e-06,
      "loss": 0.2456,
      "step": 272500
    },
    {
      "epoch": 1.7471999999999999,
      "grad_norm": 0.6367226839065552,
      "learning_rate": 6.3363199999999995e-06,
      "loss": 0.2478,
      "step": 273000
    },
    {
      "epoch": 1.7504,
      "grad_norm": 0.6016091704368591,
      "learning_rate": 6.25632e-06,
      "loss": 0.2457,
      "step": 273500
    },
    {
      "epoch": 1.7536,
      "grad_norm": 0.6344937682151794,
      "learning_rate": 6.17632e-06,
      "loss": 0.2449,
      "step": 274000
    },
    {
      "epoch": 1.7568000000000001,
      "grad_norm": 0.6031948924064636,
      "learning_rate": 6.09632e-06,
      "loss": 0.2474,
      "step": 274500
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.6515588760375977,
      "learning_rate": 6.01648e-06,
      "loss": 0.2463,
      "step": 275000
    },
    {
      "epoch": 1.7631999999999999,
      "grad_norm": 0.562818706035614,
      "learning_rate": 5.93648e-06,
      "loss": 0.2507,
      "step": 275500
    },
    {
      "epoch": 1.7664,
      "grad_norm": 0.591066300868988,
      "learning_rate": 5.85648e-06,
      "loss": 0.2488,
      "step": 276000
    },
    {
      "epoch": 1.7696,
      "grad_norm": 0.544698178768158,
      "learning_rate": 5.77664e-06,
      "loss": 0.2445,
      "step": 276500
    },
    {
      "epoch": 1.7728000000000002,
      "grad_norm": 0.4837886691093445,
      "learning_rate": 5.6968e-06,
      "loss": 0.2497,
      "step": 277000
    },
    {
      "epoch": 1.776,
      "grad_norm": 0.5405265092849731,
      "learning_rate": 5.6168e-06,
      "loss": 0.2489,
      "step": 277500
    },
    {
      "epoch": 1.7792,
      "grad_norm": 0.560249924659729,
      "learning_rate": 5.5368e-06,
      "loss": 0.2466,
      "step": 278000
    },
    {
      "epoch": 1.7824,
      "grad_norm": 0.5680164098739624,
      "learning_rate": 5.4568e-06,
      "loss": 0.2475,
      "step": 278500
    },
    {
      "epoch": 1.7856,
      "grad_norm": 0.7152078747749329,
      "learning_rate": 5.376800000000001e-06,
      "loss": 0.2439,
      "step": 279000
    },
    {
      "epoch": 1.7888,
      "grad_norm": 0.6013668775558472,
      "learning_rate": 5.296800000000001e-06,
      "loss": 0.2482,
      "step": 279500
    },
    {
      "epoch": 1.792,
      "grad_norm": 0.5784064531326294,
      "learning_rate": 5.2168e-06,
      "loss": 0.2495,
      "step": 280000
    },
    {
      "epoch": 1.7952,
      "grad_norm": 0.5531567931175232,
      "learning_rate": 5.1368e-06,
      "loss": 0.2497,
      "step": 280500
    },
    {
      "epoch": 1.7984,
      "grad_norm": 0.5494315028190613,
      "learning_rate": 5.0568000000000004e-06,
      "loss": 0.2476,
      "step": 281000
    },
    {
      "epoch": 1.8016,
      "grad_norm": 0.6254246830940247,
      "learning_rate": 4.9768e-06,
      "loss": 0.243,
      "step": 281500
    },
    {
      "epoch": 1.8048,
      "grad_norm": 0.7309369444847107,
      "learning_rate": 4.8969600000000005e-06,
      "loss": 0.2428,
      "step": 282000
    },
    {
      "epoch": 1.808,
      "grad_norm": 0.587374210357666,
      "learning_rate": 4.81696e-06,
      "loss": 0.253,
      "step": 282500
    },
    {
      "epoch": 1.8112,
      "grad_norm": 0.5197418928146362,
      "learning_rate": 4.73696e-06,
      "loss": 0.2454,
      "step": 283000
    },
    {
      "epoch": 1.8144,
      "grad_norm": 0.5393714308738708,
      "learning_rate": 4.65696e-06,
      "loss": 0.2442,
      "step": 283500
    },
    {
      "epoch": 1.8176,
      "grad_norm": 0.6797386407852173,
      "learning_rate": 4.57696e-06,
      "loss": 0.2455,
      "step": 284000
    },
    {
      "epoch": 1.8208,
      "grad_norm": 0.5192613005638123,
      "learning_rate": 4.49696e-06,
      "loss": 0.2457,
      "step": 284500
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 0.5224815607070923,
      "learning_rate": 4.416960000000001e-06,
      "loss": 0.2442,
      "step": 285000
    },
    {
      "epoch": 1.8272,
      "grad_norm": 0.5999212861061096,
      "learning_rate": 4.336960000000001e-06,
      "loss": 0.2465,
      "step": 285500
    },
    {
      "epoch": 1.8304,
      "grad_norm": 0.6273928880691528,
      "learning_rate": 4.25712e-06,
      "loss": 0.2451,
      "step": 286000
    },
    {
      "epoch": 1.8336000000000001,
      "grad_norm": 0.4545860290527344,
      "learning_rate": 4.177120000000001e-06,
      "loss": 0.2455,
      "step": 286500
    },
    {
      "epoch": 1.8368,
      "grad_norm": 0.5125412344932556,
      "learning_rate": 4.09712e-06,
      "loss": 0.2471,
      "step": 287000
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.6210908889770508,
      "learning_rate": 4.01712e-06,
      "loss": 0.2504,
      "step": 287500
    },
    {
      "epoch": 1.8432,
      "grad_norm": 0.5454786419868469,
      "learning_rate": 3.9371200000000005e-06,
      "loss": 0.2459,
      "step": 288000
    },
    {
      "epoch": 1.8464,
      "grad_norm": 0.4733567535877228,
      "learning_rate": 3.8571200000000004e-06,
      "loss": 0.2417,
      "step": 288500
    },
    {
      "epoch": 1.8496000000000001,
      "grad_norm": 0.5461744666099548,
      "learning_rate": 3.7772800000000005e-06,
      "loss": 0.2448,
      "step": 289000
    },
    {
      "epoch": 1.8528,
      "grad_norm": 0.5227847695350647,
      "learning_rate": 3.69728e-06,
      "loss": 0.2491,
      "step": 289500
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 0.4567984938621521,
      "learning_rate": 3.61728e-06,
      "loss": 0.2491,
      "step": 290000
    },
    {
      "epoch": 1.8592,
      "grad_norm": 0.634410560131073,
      "learning_rate": 3.5372800000000003e-06,
      "loss": 0.249,
      "step": 290500
    },
    {
      "epoch": 1.8624,
      "grad_norm": 0.5894684195518494,
      "learning_rate": 3.45728e-06,
      "loss": 0.2468,
      "step": 291000
    },
    {
      "epoch": 1.8656000000000001,
      "grad_norm": 0.6827466487884521,
      "learning_rate": 3.37728e-06,
      "loss": 0.2446,
      "step": 291500
    },
    {
      "epoch": 1.8688,
      "grad_norm": 0.6229824423789978,
      "learning_rate": 3.2972799999999996e-06,
      "loss": 0.2487,
      "step": 292000
    },
    {
      "epoch": 1.8719999999999999,
      "grad_norm": 0.5481498837471008,
      "learning_rate": 3.2172800000000004e-06,
      "loss": 0.2461,
      "step": 292500
    },
    {
      "epoch": 1.8752,
      "grad_norm": 0.6237102746963501,
      "learning_rate": 3.13728e-06,
      "loss": 0.2474,
      "step": 293000
    },
    {
      "epoch": 1.8784,
      "grad_norm": 0.6718310117721558,
      "learning_rate": 3.0572800000000002e-06,
      "loss": 0.2512,
      "step": 293500
    },
    {
      "epoch": 1.8816000000000002,
      "grad_norm": 0.5450266003608704,
      "learning_rate": 2.97728e-06,
      "loss": 0.249,
      "step": 294000
    },
    {
      "epoch": 1.8848,
      "grad_norm": 0.6037828326225281,
      "learning_rate": 2.8974400000000002e-06,
      "loss": 0.2447,
      "step": 294500
    },
    {
      "epoch": 1.888,
      "grad_norm": 0.60282963514328,
      "learning_rate": 2.81744e-06,
      "loss": 0.2449,
      "step": 295000
    },
    {
      "epoch": 1.8912,
      "grad_norm": 0.5670416355133057,
      "learning_rate": 2.73744e-06,
      "loss": 0.2424,
      "step": 295500
    },
    {
      "epoch": 1.8944,
      "grad_norm": 0.6023501753807068,
      "learning_rate": 2.6576e-06,
      "loss": 0.2449,
      "step": 296000
    },
    {
      "epoch": 1.8976,
      "grad_norm": 0.5216399431228638,
      "learning_rate": 2.5776e-06,
      "loss": 0.243,
      "step": 296500
    },
    {
      "epoch": 1.9008,
      "grad_norm": 0.49217623472213745,
      "learning_rate": 2.4976000000000004e-06,
      "loss": 0.2432,
      "step": 297000
    },
    {
      "epoch": 1.904,
      "grad_norm": 0.46074241399765015,
      "learning_rate": 2.4176e-06,
      "loss": 0.2434,
      "step": 297500
    },
    {
      "epoch": 1.9072,
      "grad_norm": 0.5020151734352112,
      "learning_rate": 2.3376000000000003e-06,
      "loss": 0.2424,
      "step": 298000
    },
    {
      "epoch": 1.9104,
      "grad_norm": 0.5782959461212158,
      "learning_rate": 2.2576e-06,
      "loss": 0.246,
      "step": 298500
    },
    {
      "epoch": 1.9136,
      "grad_norm": 0.5627701282501221,
      "learning_rate": 2.1777600000000003e-06,
      "loss": 0.2483,
      "step": 299000
    },
    {
      "epoch": 1.9167999999999998,
      "grad_norm": 0.5413541793823242,
      "learning_rate": 2.09776e-06,
      "loss": 0.2472,
      "step": 299500
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.5274430513381958,
      "learning_rate": 2.01776e-06,
      "loss": 0.2439,
      "step": 300000
    },
    {
      "epoch": 1.9232,
      "grad_norm": 0.5475273728370667,
      "learning_rate": 1.93776e-06,
      "loss": 0.2442,
      "step": 300500
    },
    {
      "epoch": 1.9264000000000001,
      "grad_norm": 0.42543721199035645,
      "learning_rate": 1.85776e-06,
      "loss": 0.2472,
      "step": 301000
    },
    {
      "epoch": 1.9296,
      "grad_norm": 0.6353417634963989,
      "learning_rate": 1.7777600000000001e-06,
      "loss": 0.2478,
      "step": 301500
    },
    {
      "epoch": 1.9327999999999999,
      "grad_norm": 0.6469547748565674,
      "learning_rate": 1.69776e-06,
      "loss": 0.2399,
      "step": 302000
    },
    {
      "epoch": 1.936,
      "grad_norm": 0.5442044734954834,
      "learning_rate": 1.6177600000000002e-06,
      "loss": 0.2461,
      "step": 302500
    },
    {
      "epoch": 1.9392,
      "grad_norm": 0.6031491756439209,
      "learning_rate": 1.53776e-06,
      "loss": 0.2463,
      "step": 303000
    },
    {
      "epoch": 1.9424000000000001,
      "grad_norm": 0.6695773005485535,
      "learning_rate": 1.4579200000000002e-06,
      "loss": 0.2475,
      "step": 303500
    },
    {
      "epoch": 1.9456,
      "grad_norm": 0.5614984631538391,
      "learning_rate": 1.37792e-06,
      "loss": 0.2442,
      "step": 304000
    },
    {
      "epoch": 1.9487999999999999,
      "grad_norm": 0.5449358224868774,
      "learning_rate": 1.2980800000000002e-06,
      "loss": 0.2482,
      "step": 304500
    },
    {
      "epoch": 1.952,
      "grad_norm": 0.4947919249534607,
      "learning_rate": 1.2180800000000001e-06,
      "loss": 0.2434,
      "step": 305000
    },
    {
      "epoch": 1.9552,
      "grad_norm": 0.5914204716682434,
      "learning_rate": 1.13808e-06,
      "loss": 0.2449,
      "step": 305500
    },
    {
      "epoch": 1.9584000000000001,
      "grad_norm": 0.5385975241661072,
      "learning_rate": 1.05808e-06,
      "loss": 0.2484,
      "step": 306000
    },
    {
      "epoch": 1.9616,
      "grad_norm": 0.5446351170539856,
      "learning_rate": 9.780799999999999e-07,
      "loss": 0.2434,
      "step": 306500
    },
    {
      "epoch": 1.9647999999999999,
      "grad_norm": 0.5600497722625732,
      "learning_rate": 8.980800000000001e-07,
      "loss": 0.2456,
      "step": 307000
    },
    {
      "epoch": 1.968,
      "grad_norm": 0.46547964215278625,
      "learning_rate": 8.1808e-07,
      "loss": 0.2467,
      "step": 307500
    },
    {
      "epoch": 1.9712,
      "grad_norm": 0.5435817241668701,
      "learning_rate": 7.380800000000001e-07,
      "loss": 0.25,
      "step": 308000
    }
  ],
  "logging_steps": 500,
  "max_steps": 312500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.50047224233984e+18,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}