{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.997622444127437,
  "eval_steps": 50,
  "global_step": 1182,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002536059597400539,
      "grad_norm": 11.653282165527344,
      "learning_rate": 1.680672268907563e-07,
      "loss": 0.8056,
      "step": 1
    },
    {
      "epoch": 0.005072119194801078,
      "grad_norm": 12.802275657653809,
      "learning_rate": 3.361344537815126e-07,
      "loss": 0.8145,
      "step": 2
    },
    {
      "epoch": 0.007608178792201617,
      "grad_norm": 12.750452041625977,
      "learning_rate": 5.042016806722689e-07,
      "loss": 0.803,
      "step": 3
    },
    {
      "epoch": 0.010144238389602156,
      "grad_norm": 13.883561134338379,
      "learning_rate": 6.722689075630252e-07,
      "loss": 0.8006,
      "step": 4
    },
    {
      "epoch": 0.012680297987002695,
      "grad_norm": 12.906583786010742,
      "learning_rate": 8.403361344537816e-07,
      "loss": 0.8117,
      "step": 5
    },
    {
      "epoch": 0.015216357584403234,
      "grad_norm": 11.863070487976074,
      "learning_rate": 1.0084033613445378e-06,
      "loss": 0.8119,
      "step": 6
    },
    {
      "epoch": 0.017752417181803773,
      "grad_norm": 10.837064743041992,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 0.8135,
      "step": 7
    },
    {
      "epoch": 0.020288476779204312,
      "grad_norm": 9.839982986450195,
      "learning_rate": 1.3445378151260504e-06,
      "loss": 0.8255,
      "step": 8
    },
    {
      "epoch": 0.02282453637660485,
      "grad_norm": 9.438532829284668,
      "learning_rate": 1.5126050420168068e-06,
      "loss": 0.804,
      "step": 9
    },
    {
      "epoch": 0.02536059597400539,
      "grad_norm": 9.155749320983887,
      "learning_rate": 1.6806722689075632e-06,
      "loss": 0.7807,
      "step": 10
    },
    {
      "epoch": 0.02789665557140593,
      "grad_norm": 9.168850898742676,
      "learning_rate": 1.8487394957983196e-06,
      "loss": 0.7859,
      "step": 11
    },
    {
      "epoch": 0.030432715168806468,
      "grad_norm": 9.751949310302734,
      "learning_rate": 2.0168067226890756e-06,
      "loss": 0.7879,
      "step": 12
    },
    {
      "epoch": 0.03296877476620701,
      "grad_norm": 8.917466163635254,
      "learning_rate": 2.184873949579832e-06,
      "loss": 0.7855,
      "step": 13
    },
    {
      "epoch": 0.035504834363607546,
      "grad_norm": 8.31714916229248,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 0.766,
      "step": 14
    },
    {
      "epoch": 0.038040893961008085,
      "grad_norm": 7.515654563903809,
      "learning_rate": 2.521008403361345e-06,
      "loss": 0.7651,
      "step": 15
    },
    {
      "epoch": 0.040576953558408624,
      "grad_norm": 6.223039150238037,
      "learning_rate": 2.689075630252101e-06,
      "loss": 0.7663,
      "step": 16
    },
    {
      "epoch": 0.04311301315580916,
      "grad_norm": 6.400880336761475,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.7875,
      "step": 17
    },
    {
      "epoch": 0.0456490727532097,
      "grad_norm": 7.137135028839111,
      "learning_rate": 3.0252100840336137e-06,
      "loss": 0.7452,
      "step": 18
    },
    {
      "epoch": 0.04818513235061024,
      "grad_norm": 7.165759563446045,
      "learning_rate": 3.1932773109243696e-06,
      "loss": 0.7739,
      "step": 19
    },
    {
      "epoch": 0.05072119194801078,
      "grad_norm": 7.375353813171387,
      "learning_rate": 3.3613445378151265e-06,
      "loss": 0.7337,
      "step": 20
    },
    {
      "epoch": 0.05325725154541132,
      "grad_norm": 5.602230072021484,
      "learning_rate": 3.529411764705883e-06,
      "loss": 0.7512,
      "step": 21
    },
    {
      "epoch": 0.05579331114281186,
      "grad_norm": 5.487696170806885,
      "learning_rate": 3.6974789915966393e-06,
      "loss": 0.7517,
      "step": 22
    },
    {
      "epoch": 0.0583293707402124,
      "grad_norm": 5.460212707519531,
      "learning_rate": 3.865546218487396e-06,
      "loss": 0.7431,
      "step": 23
    },
    {
      "epoch": 0.060865430337612936,
      "grad_norm": 5.078911304473877,
      "learning_rate": 4.033613445378151e-06,
      "loss": 0.7189,
      "step": 24
    },
    {
      "epoch": 0.06340148993501347,
      "grad_norm": 4.588583469390869,
      "learning_rate": 4.201680672268908e-06,
      "loss": 0.7387,
      "step": 25
    },
    {
      "epoch": 0.06593754953241401,
      "grad_norm": 4.4840593338012695,
      "learning_rate": 4.369747899159664e-06,
      "loss": 0.746,
      "step": 26
    },
    {
      "epoch": 0.06847360912981455,
      "grad_norm": 5.0837249755859375,
      "learning_rate": 4.5378151260504205e-06,
      "loss": 0.7648,
      "step": 27
    },
    {
      "epoch": 0.07100966872721509,
      "grad_norm": 4.900995254516602,
      "learning_rate": 4.705882352941177e-06,
      "loss": 0.7173,
      "step": 28
    },
    {
      "epoch": 0.07354572832461563,
      "grad_norm": 4.927539348602295,
      "learning_rate": 4.873949579831933e-06,
      "loss": 0.7336,
      "step": 29
    },
    {
      "epoch": 0.07608178792201617,
      "grad_norm": 5.527489185333252,
      "learning_rate": 5.04201680672269e-06,
      "loss": 0.7336,
      "step": 30
    },
    {
      "epoch": 0.07861784751941671,
      "grad_norm": 7.812469959259033,
      "learning_rate": 5.210084033613446e-06,
      "loss": 0.7495,
      "step": 31
    },
    {
      "epoch": 0.08115390711681725,
      "grad_norm": 4.948735237121582,
      "learning_rate": 5.378151260504202e-06,
      "loss": 0.7212,
      "step": 32
    },
    {
      "epoch": 0.08368996671421779,
      "grad_norm": 3.99983811378479,
      "learning_rate": 5.546218487394959e-06,
      "loss": 0.7289,
      "step": 33
    },
    {
      "epoch": 0.08622602631161833,
      "grad_norm": 4.154791831970215,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.709,
      "step": 34
    },
    {
      "epoch": 0.08876208590901886,
      "grad_norm": 4.3912739753723145,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.7366,
      "step": 35
    },
    {
      "epoch": 0.0912981455064194,
      "grad_norm": 6.254603862762451,
      "learning_rate": 6.050420168067227e-06,
      "loss": 0.7402,
      "step": 36
    },
    {
      "epoch": 0.09383420510381994,
      "grad_norm": 3.847163200378418,
      "learning_rate": 6.218487394957984e-06,
      "loss": 0.7107,
      "step": 37
    },
    {
      "epoch": 0.09637026470122048,
      "grad_norm": 5.022808074951172,
      "learning_rate": 6.386554621848739e-06,
      "loss": 0.7229,
      "step": 38
    },
    {
      "epoch": 0.09890632429862102,
      "grad_norm": 4.145415782928467,
      "learning_rate": 6.5546218487394966e-06,
      "loss": 0.7056,
      "step": 39
    },
    {
      "epoch": 0.10144238389602156,
      "grad_norm": 4.076045513153076,
      "learning_rate": 6.722689075630253e-06,
      "loss": 0.7206,
      "step": 40
    },
    {
      "epoch": 0.1039784434934221,
      "grad_norm": 3.7817814350128174,
      "learning_rate": 6.8907563025210085e-06,
      "loss": 0.714,
      "step": 41
    },
    {
      "epoch": 0.10651450309082264,
      "grad_norm": 3.7016332149505615,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.7161,
      "step": 42
    },
    {
      "epoch": 0.10905056268822318,
      "grad_norm": 4.031497955322266,
      "learning_rate": 7.226890756302521e-06,
      "loss": 0.7269,
      "step": 43
    },
    {
      "epoch": 0.11158662228562372,
      "grad_norm": 4.782078266143799,
      "learning_rate": 7.394957983193279e-06,
      "loss": 0.7326,
      "step": 44
    },
    {
      "epoch": 0.11412268188302425,
      "grad_norm": 4.8900065422058105,
      "learning_rate": 7.563025210084034e-06,
      "loss": 0.7149,
      "step": 45
    },
    {
      "epoch": 0.1166587414804248,
      "grad_norm": 4.996344089508057,
      "learning_rate": 7.731092436974791e-06,
      "loss": 0.6888,
      "step": 46
    },
    {
      "epoch": 0.11919480107782533,
      "grad_norm": 4.4249396324157715,
      "learning_rate": 7.899159663865547e-06,
      "loss": 0.72,
      "step": 47
    },
    {
      "epoch": 0.12173086067522587,
      "grad_norm": 3.6222777366638184,
      "learning_rate": 8.067226890756303e-06,
      "loss": 0.7381,
      "step": 48
    },
    {
      "epoch": 0.12426692027262641,
      "grad_norm": 3.631304979324341,
      "learning_rate": 8.23529411764706e-06,
      "loss": 0.6974,
      "step": 49
    },
    {
      "epoch": 0.12680297987002695,
      "grad_norm": 3.6000781059265137,
      "learning_rate": 8.403361344537815e-06,
      "loss": 0.6991,
      "step": 50
    },
    {
      "epoch": 0.12680297987002695,
      "eval_loss": NaN,
      "eval_runtime": 232.2001,
      "eval_samples_per_second": 35.81,
      "eval_steps_per_second": 4.479,
      "step": 50
    },
    {
      "epoch": 0.12933903946742747,
      "grad_norm": 3.4208874702453613,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.726,
      "step": 51
    },
    {
      "epoch": 0.13187509906482803,
      "grad_norm": 3.458233594894409,
      "learning_rate": 8.739495798319328e-06,
      "loss": 0.7188,
      "step": 52
    },
    {
      "epoch": 0.13441115866222855,
      "grad_norm": 3.3983688354492188,
      "learning_rate": 8.907563025210085e-06,
      "loss": 0.7008,
      "step": 53
    },
    {
      "epoch": 0.1369472182596291,
      "grad_norm": 3.452065944671631,
      "learning_rate": 9.075630252100841e-06,
      "loss": 0.7077,
      "step": 54
    },
    {
      "epoch": 0.13948327785702963,
      "grad_norm": 3.2041687965393066,
      "learning_rate": 9.243697478991598e-06,
      "loss": 0.7191,
      "step": 55
    },
    {
      "epoch": 0.14201933745443018,
      "grad_norm": 3.414273977279663,
      "learning_rate": 9.411764705882354e-06,
      "loss": 0.7138,
      "step": 56
    },
    {
      "epoch": 0.1445553970518307,
      "grad_norm": 3.3661060333251953,
      "learning_rate": 9.579831932773111e-06,
      "loss": 0.7116,
      "step": 57
    },
    {
      "epoch": 0.14709145664923126,
      "grad_norm": 3.3029797077178955,
      "learning_rate": 9.747899159663867e-06,
      "loss": 0.7025,
      "step": 58
    },
    {
      "epoch": 0.1496275162466318,
      "grad_norm": 3.7844340801239014,
      "learning_rate": 9.915966386554622e-06,
      "loss": 0.703,
      "step": 59
    },
    {
      "epoch": 0.15216357584403234,
      "grad_norm": 3.9964404106140137,
      "learning_rate": 1.008403361344538e-05,
      "loss": 0.7117,
      "step": 60
    },
    {
      "epoch": 0.15469963544143286,
      "grad_norm": 3.33013916015625,
      "learning_rate": 1.0252100840336135e-05,
      "loss": 0.6834,
      "step": 61
    },
    {
      "epoch": 0.15723569503883342,
      "grad_norm": 3.5664029121398926,
      "learning_rate": 1.0420168067226892e-05,
      "loss": 0.7115,
      "step": 62
    },
    {
      "epoch": 0.15977175463623394,
      "grad_norm": 4.009420871734619,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 0.6972,
      "step": 63
    },
    {
      "epoch": 0.1623078142336345,
      "grad_norm": 5.011332035064697,
      "learning_rate": 1.0756302521008403e-05,
      "loss": 0.6925,
      "step": 64
    },
    {
      "epoch": 0.16484387383103502,
      "grad_norm": 3.8215227127075195,
      "learning_rate": 1.0924369747899159e-05,
      "loss": 0.7115,
      "step": 65
    },
    {
      "epoch": 0.16737993342843557,
      "grad_norm": 4.597329139709473,
      "learning_rate": 1.1092436974789918e-05,
      "loss": 0.7223,
      "step": 66
    },
    {
      "epoch": 0.1699159930258361,
      "grad_norm": 5.164331436157227,
      "learning_rate": 1.1260504201680673e-05,
      "loss": 0.7082,
      "step": 67
    },
    {
      "epoch": 0.17245205262323665,
      "grad_norm": 4.405480861663818,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.7056,
      "step": 68
    },
    {
      "epoch": 0.17498811222063718,
      "grad_norm": 3.8048319816589355,
      "learning_rate": 1.1596638655462186e-05,
      "loss": 0.7068,
      "step": 69
    },
    {
      "epoch": 0.17752417181803773,
      "grad_norm": 4.435548782348633,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.6969,
      "step": 70
    },
    {
      "epoch": 0.18006023141543825,
      "grad_norm": 4.299891471862793,
      "learning_rate": 1.1932773109243699e-05,
      "loss": 0.7358,
      "step": 71
    },
    {
      "epoch": 0.1825962910128388,
      "grad_norm": 3.5945470333099365,
      "learning_rate": 1.2100840336134455e-05,
      "loss": 0.7301,
      "step": 72
    },
    {
      "epoch": 0.18513235061023933,
      "grad_norm": 3.5449764728546143,
      "learning_rate": 1.2268907563025212e-05,
      "loss": 0.7005,
      "step": 73
    },
    {
      "epoch": 0.18766841020763989,
      "grad_norm": 3.3907058238983154,
      "learning_rate": 1.2436974789915967e-05,
      "loss": 0.7144,
      "step": 74
    },
    {
      "epoch": 0.1902044698050404,
      "grad_norm": 3.4866995811462402,
      "learning_rate": 1.2605042016806723e-05,
      "loss": 0.7169,
      "step": 75
    },
    {
      "epoch": 0.19274052940244096,
      "grad_norm": 3.2452280521392822,
      "learning_rate": 1.2773109243697479e-05,
      "loss": 0.7134,
      "step": 76
    },
    {
      "epoch": 0.1952765889998415,
      "grad_norm": 3.4761757850646973,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 0.7193,
      "step": 77
    },
    {
      "epoch": 0.19781264859724204,
      "grad_norm": 3.327453851699829,
      "learning_rate": 1.3109243697478993e-05,
      "loss": 0.714,
      "step": 78
    },
    {
      "epoch": 0.20034870819464257,
      "grad_norm": 3.3360109329223633,
      "learning_rate": 1.3277310924369749e-05,
      "loss": 0.7215,
      "step": 79
    },
    {
      "epoch": 0.20288476779204312,
      "grad_norm": 3.1527507305145264,
      "learning_rate": 1.3445378151260506e-05,
      "loss": 0.6998,
      "step": 80
    },
    {
      "epoch": 0.20542082738944364,
      "grad_norm": 3.2852983474731445,
      "learning_rate": 1.3613445378151261e-05,
      "loss": 0.709,
      "step": 81
    },
    {
      "epoch": 0.2079568869868442,
      "grad_norm": 3.1540558338165283,
      "learning_rate": 1.3781512605042017e-05,
      "loss": 0.7073,
      "step": 82
    },
    {
      "epoch": 0.21049294658424472,
      "grad_norm": 3.7169458866119385,
      "learning_rate": 1.3949579831932774e-05,
      "loss": 0.7147,
      "step": 83
    },
    {
      "epoch": 0.21302900618164528,
      "grad_norm": 3.803159236907959,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 0.7111,
      "step": 84
    },
    {
      "epoch": 0.2155650657790458,
      "grad_norm": 4.325738906860352,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.685,
      "step": 85
    },
    {
      "epoch": 0.21810112537644635,
      "grad_norm": 5.129235744476318,
      "learning_rate": 1.4453781512605043e-05,
      "loss": 0.7056,
      "step": 86
    },
    {
      "epoch": 0.22063718497384688,
      "grad_norm": 4.4139018058776855,
      "learning_rate": 1.4621848739495798e-05,
      "loss": 0.7208,
      "step": 87
    },
    {
      "epoch": 0.22317324457124743,
      "grad_norm": 3.9154489040374756,
      "learning_rate": 1.4789915966386557e-05,
      "loss": 0.7103,
      "step": 88
    },
    {
      "epoch": 0.22570930416864796,
      "grad_norm": 3.9222123622894287,
      "learning_rate": 1.4957983193277313e-05,
      "loss": 0.7058,
      "step": 89
    },
    {
      "epoch": 0.2282453637660485,
      "grad_norm": 3.79371976852417,
      "learning_rate": 1.5126050420168068e-05,
      "loss": 0.7068,
      "step": 90
    },
    {
      "epoch": 0.23078142336344903,
      "grad_norm": 4.0589494705200195,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 0.7105,
      "step": 91
    },
    {
      "epoch": 0.2333174829608496,
      "grad_norm": 3.5458948612213135,
      "learning_rate": 1.5462184873949583e-05,
      "loss": 0.7054,
      "step": 92
    },
    {
      "epoch": 0.2358535425582501,
      "grad_norm": 3.477810859680176,
      "learning_rate": 1.5630252100840337e-05,
      "loss": 0.729,
      "step": 93
    },
    {
      "epoch": 0.23838960215565067,
      "grad_norm": 3.700502872467041,
      "learning_rate": 1.5798319327731094e-05,
      "loss": 0.7027,
      "step": 94
    },
    {
      "epoch": 0.2409256617530512,
      "grad_norm": 3.3739285469055176,
      "learning_rate": 1.596638655462185e-05,
      "loss": 0.7106,
      "step": 95
    },
    {
      "epoch": 0.24346172135045174,
      "grad_norm": 3.449275493621826,
      "learning_rate": 1.6134453781512605e-05,
      "loss": 0.6852,
      "step": 96
    },
    {
      "epoch": 0.24599778094785227,
      "grad_norm": 3.827040672302246,
      "learning_rate": 1.6302521008403362e-05,
      "loss": 0.7047,
      "step": 97
    },
    {
      "epoch": 0.24853384054525282,
      "grad_norm": 3.4870052337646484,
      "learning_rate": 1.647058823529412e-05,
      "loss": 0.6909,
      "step": 98
    },
    {
      "epoch": 0.25106990014265335,
      "grad_norm": 3.3494443893432617,
      "learning_rate": 1.6638655462184877e-05,
      "loss": 0.7115,
      "step": 99
    },
    {
      "epoch": 0.2536059597400539,
      "grad_norm": 3.547975778579712,
      "learning_rate": 1.680672268907563e-05,
      "loss": 0.7057,
      "step": 100
    },
    {
      "epoch": 0.2536059597400539,
      "eval_loss": NaN,
      "eval_runtime": 206.4023,
      "eval_samples_per_second": 40.285,
      "eval_steps_per_second": 5.039,
      "step": 100
    },
    {
      "epoch": 0.25614201933745445,
      "grad_norm": 4.909302711486816,
      "learning_rate": 1.6974789915966388e-05,
      "loss": 0.705,
      "step": 101
    },
    {
      "epoch": 0.25867807893485495,
      "grad_norm": 5.4081597328186035,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.7326,
      "step": 102
    },
    {
      "epoch": 0.2612141385322555,
      "grad_norm": 3.250433921813965,
      "learning_rate": 1.7310924369747902e-05,
      "loss": 0.7102,
      "step": 103
    },
    {
      "epoch": 0.26375019812965605,
      "grad_norm": 7.251071453094482,
      "learning_rate": 1.7478991596638656e-05,
      "loss": 0.7296,
      "step": 104
    },
    {
      "epoch": 0.2662862577270566,
      "grad_norm": 3.968695878982544,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.7343,
      "step": 105
    },
    {
      "epoch": 0.2688223173244571,
      "grad_norm": 8.821077346801758,
      "learning_rate": 1.781512605042017e-05,
      "loss": 0.7092,
      "step": 106
    },
    {
      "epoch": 0.27135837692185766,
      "grad_norm": 7.964052200317383,
      "learning_rate": 1.7983193277310925e-05,
      "loss": 0.7259,
      "step": 107
    },
    {
      "epoch": 0.2738944365192582,
      "grad_norm": 5.083383083343506,
      "learning_rate": 1.8151260504201682e-05,
      "loss": 0.7145,
      "step": 108
    },
    {
      "epoch": 0.27643049611665876,
      "grad_norm": 4.314772605895996,
      "learning_rate": 1.831932773109244e-05,
      "loss": 0.7166,
      "step": 109
    },
    {
      "epoch": 0.27896655571405926,
      "grad_norm": 4.2335333824157715,
      "learning_rate": 1.8487394957983196e-05,
      "loss": 0.7182,
      "step": 110
    },
    {
      "epoch": 0.2815026153114598,
      "grad_norm": 3.759748697280884,
      "learning_rate": 1.865546218487395e-05,
      "loss": 0.7344,
      "step": 111
    },
    {
      "epoch": 0.28403867490886037,
      "grad_norm": 3.97318696975708,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 0.7199,
      "step": 112
    },
    {
      "epoch": 0.2865747345062609,
      "grad_norm": 3.738929510116577,
      "learning_rate": 1.899159663865546e-05,
      "loss": 0.7346,
      "step": 113
    },
    {
      "epoch": 0.2891107941036614,
      "grad_norm": 3.3690345287323,
      "learning_rate": 1.9159663865546222e-05,
      "loss": 0.7337,
      "step": 114
    },
    {
      "epoch": 0.29164685370106197,
      "grad_norm": 3.4982593059539795,
      "learning_rate": 1.9327731092436976e-05,
      "loss": 0.7121,
      "step": 115
    },
    {
      "epoch": 0.2941829132984625,
      "grad_norm": 3.4797208309173584,
      "learning_rate": 1.9495798319327733e-05,
      "loss": 0.7193,
      "step": 116
    },
    {
      "epoch": 0.2967189728958631,
      "grad_norm": 3.3013737201690674,
      "learning_rate": 1.9663865546218487e-05,
      "loss": 0.7145,
      "step": 117
    },
    {
      "epoch": 0.2992550324932636,
      "grad_norm": 3.1991143226623535,
      "learning_rate": 1.9831932773109244e-05,
      "loss": 0.7191,
      "step": 118
    },
    {
      "epoch": 0.3017910920906641,
      "grad_norm": 2.994180917739868,
      "learning_rate": 2e-05,
      "loss": 0.7153,
      "step": 119
    },
    {
      "epoch": 0.3043271516880647,
      "grad_norm": 3.2345073223114014,
      "learning_rate": 1.9999956328017772e-05,
      "loss": 0.702,
      "step": 120
    },
    {
      "epoch": 0.30686321128546523,
      "grad_norm": 3.233721971511841,
      "learning_rate": 1.9999825312452537e-05,
      "loss": 0.7001,
      "step": 121
    },
    {
      "epoch": 0.30939927088286573,
      "grad_norm": 3.098071575164795,
      "learning_rate": 1.9999606954448635e-05,
      "loss": 0.6975,
      "step": 122
    },
    {
      "epoch": 0.3119353304802663,
      "grad_norm": 2.9595870971679688,
      "learning_rate": 1.9999301255913288e-05,
      "loss": 0.6998,
      "step": 123
    },
    {
      "epoch": 0.31447139007766683,
      "grad_norm": 2.9322428703308105,
      "learning_rate": 1.9998908219516596e-05,
      "loss": 0.7082,
      "step": 124
    },
    {
      "epoch": 0.3170074496750674,
      "grad_norm": 3.709397792816162,
      "learning_rate": 1.9998427848691487e-05,
      "loss": 0.7045,
      "step": 125
    },
    {
      "epoch": 0.3195435092724679,
      "grad_norm": 3.301387310028076,
      "learning_rate": 1.9997860147633717e-05,
      "loss": 0.717,
      "step": 126
    },
    {
      "epoch": 0.32207956886986844,
      "grad_norm": 4.1625075340271,
      "learning_rate": 1.999720512130181e-05,
      "loss": 0.6957,
      "step": 127
    },
    {
      "epoch": 0.324615628467269,
      "grad_norm": 4.067363262176514,
      "learning_rate": 1.999646277541702e-05,
      "loss": 0.7147,
      "step": 128
    },
    {
      "epoch": 0.32715168806466954,
      "grad_norm": 4.256079196929932,
      "learning_rate": 1.99956331164633e-05,
      "loss": 0.7155,
      "step": 129
    },
    {
      "epoch": 0.32968774766207004,
      "grad_norm": 3.9020440578460693,
      "learning_rate": 1.9994716151687213e-05,
      "loss": 0.7298,
      "step": 130
    },
    {
      "epoch": 0.3322238072594706,
      "grad_norm": 3.5549631118774414,
      "learning_rate": 1.9993711889097892e-05,
      "loss": 0.7039,
      "step": 131
    },
    {
      "epoch": 0.33475986685687115,
      "grad_norm": 3.6972148418426514,
      "learning_rate": 1.9992620337466976e-05,
      "loss": 0.7223,
      "step": 132
    },
    {
      "epoch": 0.3372959264542717,
      "grad_norm": 3.4242022037506104,
      "learning_rate": 1.999144150632849e-05,
      "loss": 0.7061,
      "step": 133
    },
    {
      "epoch": 0.3398319860516722,
      "grad_norm": 3.457040309906006,
      "learning_rate": 1.9990175405978835e-05,
      "loss": 0.7321,
      "step": 134
    },
    {
      "epoch": 0.34236804564907275,
      "grad_norm": 3.4427542686462402,
      "learning_rate": 1.9988822047476618e-05,
      "loss": 0.7151,
      "step": 135
    },
    {
      "epoch": 0.3449041052464733,
      "grad_norm": 3.4381825923919678,
      "learning_rate": 1.998738144264261e-05,
      "loss": 0.7257,
      "step": 136
    },
    {
      "epoch": 0.34744016484387386,
      "grad_norm": 3.6148738861083984,
      "learning_rate": 1.998585360405963e-05,
      "loss": 0.7283,
      "step": 137
    },
    {
      "epoch": 0.34997622444127435,
      "grad_norm": 3.6557974815368652,
      "learning_rate": 1.9984238545072422e-05,
      "loss": 0.7194,
      "step": 138
    },
    {
      "epoch": 0.3525122840386749,
      "grad_norm": 3.391035795211792,
      "learning_rate": 1.9982536279787558e-05,
      "loss": 0.7302,
      "step": 139
    },
    {
      "epoch": 0.35504834363607546,
      "grad_norm": 3.433739185333252,
      "learning_rate": 1.9980746823073288e-05,
      "loss": 0.7463,
      "step": 140
    },
    {
      "epoch": 0.357584403233476,
      "grad_norm": 3.35868501663208,
      "learning_rate": 1.9978870190559442e-05,
      "loss": 0.7184,
      "step": 141
    },
    {
      "epoch": 0.3601204628308765,
      "grad_norm": 3.231398105621338,
      "learning_rate": 1.9976906398637274e-05,
      "loss": 0.7122,
      "step": 142
    },
    {
      "epoch": 0.36265652242827706,
      "grad_norm": 3.266012191772461,
      "learning_rate": 1.9974855464459317e-05,
      "loss": 0.716,
      "step": 143
    },
    {
      "epoch": 0.3651925820256776,
      "grad_norm": 3.420013666152954,
      "learning_rate": 1.9972717405939245e-05,
      "loss": 0.7114,
      "step": 144
    },
    {
      "epoch": 0.36772864162307817,
      "grad_norm": 3.199929714202881,
      "learning_rate": 1.997049224175171e-05,
      "loss": 0.7473,
      "step": 145
    },
    {
      "epoch": 0.37026470122047866,
      "grad_norm": 3.529853343963623,
      "learning_rate": 1.9968179991332175e-05,
      "loss": 0.716,
      "step": 146
    },
    {
      "epoch": 0.3728007608178792,
      "grad_norm": 8.057876586914062,
      "learning_rate": 1.9965780674876757e-05,
      "loss": 0.7137,
      "step": 147
    },
    {
      "epoch": 0.37533682041527977,
      "grad_norm": 8.219863891601562,
      "learning_rate": 1.996329431334203e-05,
      "loss": 0.7232,
      "step": 148
    },
    {
      "epoch": 0.3778728800126803,
      "grad_norm": 6.105635166168213,
      "learning_rate": 1.9960720928444867e-05,
      "loss": 0.7315,
      "step": 149
    },
    {
      "epoch": 0.3804089396100808,
      "grad_norm": 7.312891006469727,
      "learning_rate": 1.995806054266223e-05,
      "loss": 0.7213,
      "step": 150
    },
    {
      "epoch": 0.3804089396100808,
      "eval_loss": NaN,
      "eval_runtime": 207.0038,
      "eval_samples_per_second": 40.168,
      "eval_steps_per_second": 5.024,
      "step": 150
    },
    {
      "epoch": 0.3829449992074814,
      "grad_norm": 6.768436908721924,
      "learning_rate": 1.9955313179230983e-05,
      "loss": 0.7335,
      "step": 151
    },
    {
      "epoch": 0.3854810588048819,
      "grad_norm": 4.340691566467285,
      "learning_rate": 1.9952478862147687e-05,
      "loss": 0.727,
      "step": 152
    },
    {
      "epoch": 0.3880171184022825,
      "grad_norm": 5.009334564208984,
      "learning_rate": 1.9949557616168393e-05,
      "loss": 0.7275,
      "step": 153
    },
    {
      "epoch": 0.390553177999683,
      "grad_norm": 4.268547058105469,
      "learning_rate": 1.994654946680842e-05,
      "loss": 0.7416,
      "step": 154
    },
    {
      "epoch": 0.39308923759708353,
      "grad_norm": 3.9493772983551025,
      "learning_rate": 1.9943454440342137e-05,
      "loss": 0.7286,
      "step": 155
    },
    {
      "epoch": 0.3956252971944841,
      "grad_norm": 4.0655975341796875,
      "learning_rate": 1.994027256380273e-05,
      "loss": 0.7202,
      "step": 156
    },
    {
      "epoch": 0.39816135679188464,
      "grad_norm": 3.8038692474365234,
      "learning_rate": 1.993700386498198e-05,
      "loss": 0.7473,
      "step": 157
    },
    {
      "epoch": 0.40069741638928513,
      "grad_norm": 4.228780269622803,
      "learning_rate": 1.9933648372429985e-05,
      "loss": 0.7234,
      "step": 158
    },
    {
      "epoch": 0.4032334759866857,
      "grad_norm": 3.7967047691345215,
      "learning_rate": 1.9930206115454952e-05,
      "loss": 0.7332,
      "step": 159
    },
    {
      "epoch": 0.40576953558408624,
      "grad_norm": 3.569568395614624,
      "learning_rate": 1.9926677124122925e-05,
      "loss": 0.7306,
      "step": 160
    },
    {
      "epoch": 0.4083055951814868,
      "grad_norm": 4.667778968811035,
      "learning_rate": 1.9923061429257503e-05,
      "loss": 0.7162,
      "step": 161
    },
    {
      "epoch": 0.4108416547788873,
      "grad_norm": 3.978611946105957,
      "learning_rate": 1.9919359062439602e-05,
      "loss": 0.7055,
      "step": 162
    },
    {
      "epoch": 0.41337771437628784,
      "grad_norm": 3.470977306365967,
      "learning_rate": 1.9915570056007168e-05,
      "loss": 0.7193,
      "step": 163
    },
    {
      "epoch": 0.4159137739736884,
      "grad_norm": 3.408731698989868,
      "learning_rate": 1.9911694443054876e-05,
      "loss": 0.7363,
      "step": 164
    },
    {
      "epoch": 0.41844983357108895,
      "grad_norm": 3.778426170349121,
      "learning_rate": 1.990773225743387e-05,
      "loss": 0.7612,
      "step": 165
    },
    {
      "epoch": 0.42098589316848944,
      "grad_norm": 3.317411184310913,
      "learning_rate": 1.990368353375145e-05,
      "loss": 0.723,
      "step": 166
    },
    {
      "epoch": 0.42352195276589,
      "grad_norm": 3.471238374710083,
      "learning_rate": 1.9899548307370777e-05,
      "loss": 0.7146,
      "step": 167
    },
    {
      "epoch": 0.42605801236329055,
      "grad_norm": 9.388542175292969,
      "learning_rate": 1.9895326614410548e-05,
      "loss": 0.7356,
      "step": 168
    },
    {
      "epoch": 0.4285940719606911,
      "grad_norm": 6.8452067375183105,
      "learning_rate": 1.9891018491744712e-05,
      "loss": 0.7529,
      "step": 169
    },
    {
      "epoch": 0.4311301315580916,
      "grad_norm": 9.223915100097656,
      "learning_rate": 1.9886623977002116e-05,
      "loss": 0.7511,
      "step": 170
    },
    {
      "epoch": 0.43366619115549215,
      "grad_norm": 8.058502197265625,
      "learning_rate": 1.98821431085662e-05,
      "loss": 0.7249,
      "step": 171
    },
    {
      "epoch": 0.4362022507528927,
      "grad_norm": 5.087131977081299,
      "learning_rate": 1.987757592557464e-05,
      "loss": 0.7254,
      "step": 172
    },
    {
      "epoch": 0.43873831035029326,
      "grad_norm": 5.34420108795166,
      "learning_rate": 1.987292246791902e-05,
      "loss": 0.73,
      "step": 173
    },
    {
      "epoch": 0.44127436994769376,
      "grad_norm": 5.787833213806152,
      "learning_rate": 1.9868182776244488e-05,
      "loss": 0.7303,
      "step": 174
    },
    {
      "epoch": 0.4438104295450943,
      "grad_norm": 4.302624702453613,
      "learning_rate": 1.9863356891949393e-05,
      "loss": 0.7229,
      "step": 175
    },
    {
      "epoch": 0.44634648914249486,
      "grad_norm": 4.179818630218506,
      "learning_rate": 1.9858444857184918e-05,
      "loss": 0.7378,
      "step": 176
    },
    {
      "epoch": 0.4488825487398954,
      "grad_norm": 4.3689188957214355,
      "learning_rate": 1.985344671485472e-05,
      "loss": 0.7166,
      "step": 177
    },
    {
      "epoch": 0.4514186083372959,
      "grad_norm": 3.953857421875,
      "learning_rate": 1.984836250861456e-05,
      "loss": 0.7445,
      "step": 178
    },
    {
      "epoch": 0.45395466793469647,
      "grad_norm": 3.9543066024780273,
      "learning_rate": 1.984319228287191e-05,
      "loss": 0.7399,
      "step": 179
    },
    {
      "epoch": 0.456490727532097,
      "grad_norm": 3.5704877376556396,
      "learning_rate": 1.983793608278557e-05,
      "loss": 0.7244,
      "step": 180
    },
    {
      "epoch": 0.4590267871294975,
      "grad_norm": 3.776400566101074,
      "learning_rate": 1.983259395426527e-05,
      "loss": 0.7462,
      "step": 181
    },
    {
      "epoch": 0.46156284672689807,
      "grad_norm": 3.885683059692383,
      "learning_rate": 1.982716594397129e-05,
      "loss": 0.7526,
      "step": 182
    },
    {
      "epoch": 0.4640989063242986,
      "grad_norm": 3.5768251419067383,
      "learning_rate": 1.9821652099314016e-05,
      "loss": 0.7364,
      "step": 183
    },
    {
      "epoch": 0.4666349659216992,
      "grad_norm": 3.583132266998291,
      "learning_rate": 1.9816052468453554e-05,
      "loss": 0.7545,
      "step": 184
    },
    {
      "epoch": 0.46917102551909967,
      "grad_norm": 3.498037576675415,
      "learning_rate": 1.98103671002993e-05,
      "loss": 0.7522,
      "step": 185
    },
    {
      "epoch": 0.4717070851165002,
      "grad_norm": 3.925713062286377,
      "learning_rate": 1.9804596044509517e-05,
      "loss": 0.7477,
      "step": 186
    },
    {
      "epoch": 0.4742431447139008,
      "grad_norm": 3.772189140319824,
      "learning_rate": 1.979873935149089e-05,
      "loss": 0.7674,
      "step": 187
    },
    {
      "epoch": 0.47677920431130133,
      "grad_norm": 3.5768580436706543,
      "learning_rate": 1.97927970723981e-05,
      "loss": 0.7376,
      "step": 188
    },
    {
      "epoch": 0.4793152639087018,
      "grad_norm": 4.358255863189697,
      "learning_rate": 1.978676925913337e-05,
      "loss": 0.7443,
      "step": 189
    },
    {
      "epoch": 0.4818513235061024,
      "grad_norm": 3.811522960662842,
      "learning_rate": 1.9780655964346006e-05,
      "loss": 0.7474,
      "step": 190
    },
    {
      "epoch": 0.48438738310350293,
      "grad_norm": 7.138657569885254,
      "learning_rate": 1.9774457241431947e-05,
      "loss": 0.7355,
      "step": 191
    },
    {
      "epoch": 0.4869234427009035,
      "grad_norm": 5.5900092124938965,
      "learning_rate": 1.9768173144533305e-05,
      "loss": 0.7293,
      "step": 192
    },
    {
      "epoch": 0.489459502298304,
      "grad_norm": 4.383650302886963,
      "learning_rate": 1.976180372853787e-05,
      "loss": 0.7401,
      "step": 193
    },
    {
      "epoch": 0.49199556189570454,
      "grad_norm": 4.673737525939941,
      "learning_rate": 1.9755349049078642e-05,
      "loss": 0.7298,
      "step": 194
    },
    {
      "epoch": 0.4945316214931051,
      "grad_norm": 4.192466735839844,
      "learning_rate": 1.974880916253335e-05,
      "loss": 0.7367,
      "step": 195
    },
    {
      "epoch": 0.49706768109050564,
      "grad_norm": 4.307677745819092,
      "learning_rate": 1.9742184126023962e-05,
      "loss": 0.7567,
      "step": 196
    },
    {
      "epoch": 0.49960374068790614,
      "grad_norm": 4.165250778198242,
      "learning_rate": 1.9735473997416173e-05,
      "loss": 0.7409,
      "step": 197
    },
    {
      "epoch": 0.5021398002853067,
      "grad_norm": 3.3816635608673096,
      "learning_rate": 1.97286788353189e-05,
      "loss": 0.7259,
      "step": 198
    },
    {
      "epoch": 0.5046758598827072,
      "grad_norm": 3.783017635345459,
      "learning_rate": 1.972179869908379e-05,
      "loss": 0.7366,
      "step": 199
    },
    {
      "epoch": 0.5072119194801078,
      "grad_norm": 3.870734691619873,
      "learning_rate": 1.9714833648804676e-05,
      "loss": 0.7463,
      "step": 200
    },
    {
      "epoch": 0.5072119194801078,
      "eval_loss": NaN,
      "eval_runtime": 206.6586,
      "eval_samples_per_second": 40.235,
      "eval_steps_per_second": 5.032,
      "step": 200
    },
    {
      "epoch": 0.5097479790775084,
      "grad_norm": 3.7613582611083984,
      "learning_rate": 1.9707783745317065e-05,
      "loss": 0.7292,
      "step": 201
    },
    {
      "epoch": 0.5122840386749089,
      "grad_norm": 3.52028226852417,
      "learning_rate": 1.970064905019762e-05,
      "loss": 0.7413,
      "step": 202
    },
    {
      "epoch": 0.5148200982723093,
      "grad_norm": 3.310667037963867,
      "learning_rate": 1.9693429625763584e-05,
      "loss": 0.7551,
      "step": 203
    },
    {
      "epoch": 0.5173561578697099,
      "grad_norm": 3.2779347896575928,
      "learning_rate": 1.9686125535072284e-05,
      "loss": 0.7584,
      "step": 204
    },
    {
      "epoch": 0.5198922174671105,
      "grad_norm": 3.358673334121704,
      "learning_rate": 1.9678736841920535e-05,
      "loss": 0.7216,
      "step": 205
    },
    {
      "epoch": 0.522428277064511,
      "grad_norm": 3.3773913383483887,
      "learning_rate": 1.9671263610844117e-05,
      "loss": 0.743,
      "step": 206
    },
    {
      "epoch": 0.5249643366619116,
      "grad_norm": 3.1578938961029053,
      "learning_rate": 1.966370590711719e-05,
      "loss": 0.7238,
      "step": 207
    },
    {
      "epoch": 0.5275003962593121,
      "grad_norm": 4.021521091461182,
      "learning_rate": 1.9656063796751735e-05,
      "loss": 0.745,
      "step": 208
    },
    {
      "epoch": 0.5300364558567127,
      "grad_norm": 3.6202096939086914,
      "learning_rate": 1.964833734649697e-05,
      "loss": 0.7434,
      "step": 209
    },
    {
      "epoch": 0.5325725154541132,
      "grad_norm": 4.109938621520996,
      "learning_rate": 1.9640526623838787e-05,
      "loss": 0.7264,
      "step": 210
    },
    {
      "epoch": 0.5351085750515137,
      "grad_norm": 4.244260787963867,
      "learning_rate": 1.9632631696999123e-05,
      "loss": 0.753,
      "step": 211
    },
    {
      "epoch": 0.5376446346489142,
      "grad_norm": 3.5682835578918457,
      "learning_rate": 1.9624652634935403e-05,
      "loss": 0.7294,
      "step": 212
    },
    {
      "epoch": 0.5401806942463148,
      "grad_norm": 4.292395114898682,
      "learning_rate": 1.9616589507339916e-05,
      "loss": 0.7241,
      "step": 213
    },
    {
      "epoch": 0.5427167538437153,
      "grad_norm": 4.509610652923584,
      "learning_rate": 1.9608442384639218e-05,
      "loss": 0.7241,
      "step": 214
    },
    {
      "epoch": 0.5452528134411159,
      "grad_norm": 4.151599884033203,
      "learning_rate": 1.9600211337993508e-05,
      "loss": 0.729,
      "step": 215
    },
    {
      "epoch": 0.5477888730385164,
      "grad_norm": 3.8853487968444824,
      "learning_rate": 1.9591896439296007e-05,
      "loss": 0.7141,
      "step": 216
    },
    {
      "epoch": 0.550324932635917,
      "grad_norm": 3.62223219871521,
      "learning_rate": 1.958349776117234e-05,
      "loss": 0.7504,
      "step": 217
    },
    {
      "epoch": 0.5528609922333175,
      "grad_norm": 3.9218106269836426,
      "learning_rate": 1.957501537697989e-05,
      "loss": 0.7484,
      "step": 218
    },
    {
      "epoch": 0.555397051830718,
      "grad_norm": 3.451983690261841,
      "learning_rate": 1.9566449360807166e-05,
      "loss": 0.7422,
      "step": 219
    },
    {
      "epoch": 0.5579331114281185,
      "grad_norm": 3.7707138061523438,
      "learning_rate": 1.9557799787473146e-05,
      "loss": 0.7263,
      "step": 220
    },
    {
      "epoch": 0.5604691710255191,
      "grad_norm": 3.6123878955841064,
      "learning_rate": 1.9549066732526635e-05,
      "loss": 0.7369,
      "step": 221
    },
    {
      "epoch": 0.5630052306229196,
      "grad_norm": 3.314817428588867,
      "learning_rate": 1.9540250272245595e-05,
      "loss": 0.7259,
      "step": 222
    },
    {
      "epoch": 0.5655412902203202,
      "grad_norm": 3.369518995285034,
      "learning_rate": 1.9531350483636484e-05,
      "loss": 0.7534,
      "step": 223
    },
    {
      "epoch": 0.5680773498177207,
      "grad_norm": 3.4133052825927734,
      "learning_rate": 1.9522367444433587e-05,
      "loss": 0.7787,
      "step": 224
    },
    {
      "epoch": 0.5706134094151213,
      "grad_norm": 3.40303373336792,
      "learning_rate": 1.9513301233098332e-05,
      "loss": 0.733,
      "step": 225
    },
    {
      "epoch": 0.5731494690125218,
      "grad_norm": 3.5303635597229004,
      "learning_rate": 1.9504151928818594e-05,
      "loss": 0.7262,
      "step": 226
    },
    {
      "epoch": 0.5756855286099223,
      "grad_norm": 3.4674553871154785,
      "learning_rate": 1.9494919611508037e-05,
      "loss": 0.7331,
      "step": 227
    },
    {
      "epoch": 0.5782215882073228,
      "grad_norm": 3.3834900856018066,
      "learning_rate": 1.948560436180537e-05,
      "loss": 0.7316,
      "step": 228
    },
    {
      "epoch": 0.5807576478047234,
      "grad_norm": 3.387651205062866,
      "learning_rate": 1.9476206261073675e-05,
      "loss": 0.7588,
      "step": 229
    },
    {
      "epoch": 0.5832937074021239,
      "grad_norm": 3.5845932960510254,
      "learning_rate": 1.94667253913997e-05,
      "loss": 0.7528,
      "step": 230
    },
    {
      "epoch": 0.5858297669995245,
      "grad_norm": 5.973608016967773,
      "learning_rate": 1.9457161835593114e-05,
      "loss": 0.743,
      "step": 231
    },
    {
      "epoch": 0.588365826596925,
      "grad_norm": 5.038896560668945,
      "learning_rate": 1.9447515677185803e-05,
      "loss": 0.7554,
      "step": 232
    },
    {
      "epoch": 0.5909018861943256,
      "grad_norm": 4.64965295791626,
      "learning_rate": 1.9437787000431143e-05,
      "loss": 0.7585,
      "step": 233
    },
    {
      "epoch": 0.5934379457917262,
      "grad_norm": 4.600735664367676,
      "learning_rate": 1.9427975890303252e-05,
      "loss": 0.7324,
      "step": 234
    },
    {
      "epoch": 0.5959740053891266,
      "grad_norm": 4.252320766448975,
      "learning_rate": 1.9418082432496253e-05,
      "loss": 0.7383,
      "step": 235
    },
    {
      "epoch": 0.5985100649865271,
      "grad_norm": 4.28120756149292,
      "learning_rate": 1.940810671342353e-05,
      "loss": 0.7463,
      "step": 236
    },
    {
      "epoch": 0.6010461245839277,
      "grad_norm": 3.9514646530151367,
      "learning_rate": 1.939804882021697e-05,
      "loss": 0.7576,
      "step": 237
    },
    {
      "epoch": 0.6035821841813283,
      "grad_norm": 3.741912603378296,
      "learning_rate": 1.9387908840726197e-05,
      "loss": 0.7651,
      "step": 238
    },
    {
      "epoch": 0.6061182437787288,
      "grad_norm": 3.95212721824646,
      "learning_rate": 1.9377686863517812e-05,
      "loss": 0.7601,
      "step": 239
    },
    {
      "epoch": 0.6086543033761294,
      "grad_norm": 3.4727978706359863,
      "learning_rate": 1.936738297787462e-05,
      "loss": 0.7363,
      "step": 240
    },
    {
      "epoch": 0.6111903629735299,
      "grad_norm": 3.4831690788269043,
      "learning_rate": 1.935699727379484e-05,
      "loss": 0.7781,
      "step": 241
    },
    {
      "epoch": 0.6137264225709305,
      "grad_norm": 3.496211528778076,
      "learning_rate": 1.9346529841991327e-05,
      "loss": 0.7633,
      "step": 242
    },
    {
      "epoch": 0.6162624821683309,
      "grad_norm": 3.73543119430542,
      "learning_rate": 1.933598077389079e-05,
      "loss": 0.7393,
      "step": 243
    },
    {
      "epoch": 0.6187985417657315,
      "grad_norm": 3.5055994987487793,
      "learning_rate": 1.9325350161632958e-05,
      "loss": 0.7476,
      "step": 244
    },
    {
      "epoch": 0.621334601363132,
      "grad_norm": 3.2391014099121094,
      "learning_rate": 1.931463809806982e-05,
      "loss": 0.7485,
      "step": 245
    },
    {
      "epoch": 0.6238706609605326,
      "grad_norm": 3.499049186706543,
      "learning_rate": 1.9303844676764783e-05,
      "loss": 0.7472,
      "step": 246
    },
    {
      "epoch": 0.6264067205579331,
      "grad_norm": 3.155977249145508,
      "learning_rate": 1.9292969991991874e-05,
      "loss": 0.7523,
      "step": 247
    },
    {
      "epoch": 0.6289427801553337,
      "grad_norm": 3.4776058197021484,
      "learning_rate": 1.92820141387349e-05,
      "loss": 0.7319,
      "step": 248
    },
    {
      "epoch": 0.6314788397527342,
      "grad_norm": 3.1562836170196533,
      "learning_rate": 1.9270977212686618e-05,
      "loss": 0.755,
      "step": 249
    },
    {
      "epoch": 0.6340148993501348,
      "grad_norm": 3.3259477615356445,
      "learning_rate": 1.9259859310247924e-05,
      "loss": 0.7549,
      "step": 250
    },
    {
      "epoch": 0.6340148993501348,
      "eval_loss": NaN,
      "eval_runtime": 206.3529,
      "eval_samples_per_second": 40.295,
      "eval_steps_per_second": 5.04,
      "step": 250
    },
    {
      "epoch": 0.6365509589475352,
      "grad_norm": 4.16396951675415,
      "learning_rate": 1.9248660528526985e-05,
      "loss": 0.7479,
      "step": 251
    },
    {
      "epoch": 0.6390870185449358,
      "grad_norm": 5.292008876800537,
      "learning_rate": 1.9237380965338393e-05,
      "loss": 0.7458,
      "step": 252
    },
    {
      "epoch": 0.6416230781423363,
      "grad_norm": 3.914210319519043,
      "learning_rate": 1.9226020719202333e-05,
      "loss": 0.7427,
      "step": 253
    },
    {
      "epoch": 0.6441591377397369,
      "grad_norm": 4.041393756866455,
      "learning_rate": 1.92145798893437e-05,
      "loss": 0.7466,
      "step": 254
    },
    {
      "epoch": 0.6466951973371374,
      "grad_norm": 3.9303200244903564,
      "learning_rate": 1.9203058575691226e-05,
      "loss": 0.7726,
      "step": 255
    },
    {
      "epoch": 0.649231256934538,
      "grad_norm": 4.203293800354004,
      "learning_rate": 1.9191456878876643e-05,
      "loss": 0.7301,
      "step": 256
    },
    {
      "epoch": 0.6517673165319385,
      "grad_norm": 3.7889516353607178,
      "learning_rate": 1.9179774900233763e-05,
      "loss": 0.7518,
      "step": 257
    },
    {
      "epoch": 0.6543033761293391,
      "grad_norm": 4.092428207397461,
      "learning_rate": 1.9168012741797624e-05,
      "loss": 0.7376,
      "step": 258
    },
    {
      "epoch": 0.6568394357267395,
      "grad_norm": 3.5720880031585693,
      "learning_rate": 1.915617050630358e-05,
      "loss": 0.7455,
      "step": 259
    },
    {
      "epoch": 0.6593754953241401,
      "grad_norm": 3.904362440109253,
      "learning_rate": 1.914424829718641e-05,
      "loss": 0.7415,
      "step": 260
    },
    {
      "epoch": 0.6619115549215406,
      "grad_norm": 3.481815814971924,
      "learning_rate": 1.9132246218579412e-05,
      "loss": 0.7463,
      "step": 261
    },
    {
      "epoch": 0.6644476145189412,
      "grad_norm": 3.5754215717315674,
      "learning_rate": 1.9120164375313504e-05,
      "loss": 0.7426,
      "step": 262
    },
    {
      "epoch": 0.6669836741163417,
      "grad_norm": 3.496607542037964,
      "learning_rate": 1.9108002872916288e-05,
      "loss": 0.7357,
      "step": 263
    },
    {
      "epoch": 0.6695197337137423,
      "grad_norm": 3.690295457839966,
      "learning_rate": 1.9095761817611157e-05,
      "loss": 0.7469,
      "step": 264
    },
    {
      "epoch": 0.6720557933111428,
      "grad_norm": 3.593576192855835,
      "learning_rate": 1.9083441316316333e-05,
      "loss": 0.7475,
      "step": 265
    },
    {
      "epoch": 0.6745918529085434,
      "grad_norm": 3.6301517486572266,
      "learning_rate": 1.9071041476643962e-05,
      "loss": 0.7527,
      "step": 266
    },
    {
      "epoch": 0.6771279125059438,
      "grad_norm": 3.5619664192199707,
      "learning_rate": 1.9058562406899158e-05,
      "loss": 0.7439,
      "step": 267
    },
    {
      "epoch": 0.6796639721033444,
      "grad_norm": 3.7166190147399902,
      "learning_rate": 1.9046004216079065e-05,
      "loss": 0.727,
      "step": 268
    },
    {
      "epoch": 0.682200031700745,
      "grad_norm": 3.420332670211792,
      "learning_rate": 1.90333670138719e-05,
      "loss": 0.7651,
      "step": 269
    },
    {
      "epoch": 0.6847360912981455,
      "grad_norm": 3.198678970336914,
      "learning_rate": 1.9020650910655993e-05,
      "loss": 0.7584,
      "step": 270
    },
    {
      "epoch": 0.687272150895546,
      "grad_norm": 3.469536066055298,
      "learning_rate": 1.9007856017498834e-05,
      "loss": 0.758,
      "step": 271
    },
    {
      "epoch": 0.6898082104929466,
      "grad_norm": 3.1529855728149414,
      "learning_rate": 1.8994982446156097e-05,
      "loss": 0.7498,
      "step": 272
    },
    {
      "epoch": 0.6923442700903472,
      "grad_norm": 6.391468524932861,
      "learning_rate": 1.898203030907065e-05,
      "loss": 0.7253,
      "step": 273
    },
    {
      "epoch": 0.6948803296877477,
      "grad_norm": 4.930320739746094,
      "learning_rate": 1.89689997193716e-05,
      "loss": 0.7695,
      "step": 274
    },
    {
      "epoch": 0.6974163892851482,
      "grad_norm": 5.144972801208496,
      "learning_rate": 1.8955890790873276e-05,
      "loss": 0.7513,
      "step": 275
    },
    {
      "epoch": 0.6999524488825487,
      "grad_norm": 4.549212455749512,
      "learning_rate": 1.894270363807426e-05,
      "loss": 0.7429,
      "step": 276
    },
    {
      "epoch": 0.7024885084799493,
      "grad_norm": 4.320601463317871,
      "learning_rate": 1.8929438376156377e-05,
      "loss": 0.7601,
      "step": 277
    },
    {
      "epoch": 0.7050245680773498,
      "grad_norm": 4.369263648986816,
      "learning_rate": 1.8916095120983677e-05,
      "loss": 0.7608,
      "step": 278
    },
    {
      "epoch": 0.7075606276747504,
      "grad_norm": 4.001751899719238,
      "learning_rate": 1.8902673989101444e-05,
      "loss": 0.7721,
      "step": 279
    },
    {
      "epoch": 0.7100966872721509,
      "grad_norm": 3.7000808715820312,
      "learning_rate": 1.888917509773516e-05,
      "loss": 0.7387,
      "step": 280
    },
    {
      "epoch": 0.7126327468695515,
      "grad_norm": 3.694392204284668,
      "learning_rate": 1.88755985647895e-05,
      "loss": 0.7516,
      "step": 281
    },
    {
      "epoch": 0.715168806466952,
      "grad_norm": 3.418475866317749,
      "learning_rate": 1.886194450884728e-05,
      "loss": 0.7523,
      "step": 282
    },
    {
      "epoch": 0.7177048660643525,
      "grad_norm": 3.687631845474243,
      "learning_rate": 1.8848213049168446e-05,
      "loss": 0.7668,
      "step": 283
    },
    {
      "epoch": 0.720240925661753,
      "grad_norm": 3.446545362472534,
      "learning_rate": 1.8834404305689e-05,
      "loss": 0.7864,
      "step": 284
    },
    {
      "epoch": 0.7227769852591536,
      "grad_norm": 4.012823104858398,
      "learning_rate": 1.8820518399019986e-05,
      "loss": 0.7638,
      "step": 285
    },
    {
      "epoch": 0.7253130448565541,
      "grad_norm": 3.6890742778778076,
      "learning_rate": 1.880655545044642e-05,
      "loss": 0.774,
      "step": 286
    },
    {
      "epoch": 0.7278491044539547,
      "grad_norm": 3.477963447570801,
      "learning_rate": 1.879251558192623e-05,
      "loss": 0.7448,
      "step": 287
    },
    {
      "epoch": 0.7303851640513552,
      "grad_norm": 3.656797170639038,
      "learning_rate": 1.877839891608919e-05,
      "loss": 0.7502,
      "step": 288
    },
    {
      "epoch": 0.7329212236487558,
      "grad_norm": 3.661099672317505,
      "learning_rate": 1.876420557623586e-05,
      "loss": 0.7582,
      "step": 289
    },
    {
      "epoch": 0.7354572832461563,
      "grad_norm": 3.435574531555176,
      "learning_rate": 1.8749935686336496e-05,
      "loss": 0.7684,
      "step": 290
    },
    {
      "epoch": 0.7379933428435568,
      "grad_norm": 3.4438607692718506,
      "learning_rate": 1.8735589371029973e-05,
      "loss": 0.7526,
      "step": 291
    },
    {
      "epoch": 0.7405294024409573,
      "grad_norm": 3.577694892883301,
      "learning_rate": 1.8721166755622696e-05,
      "loss": 0.7441,
      "step": 292
    },
    {
      "epoch": 0.7430654620383579,
      "grad_norm": 3.602250337600708,
      "learning_rate": 1.8706667966087505e-05,
      "loss": 0.7572,
      "step": 293
    },
    {
      "epoch": 0.7456015216357584,
      "grad_norm": 3.9699854850769043,
      "learning_rate": 1.869209312906258e-05,
      "loss": 0.7728,
      "step": 294
    },
    {
      "epoch": 0.748137581233159,
      "grad_norm": 3.718890428543091,
      "learning_rate": 1.8677442371850323e-05,
      "loss": 0.7555,
      "step": 295
    },
    {
      "epoch": 0.7506736408305595,
      "grad_norm": 3.8095226287841797,
      "learning_rate": 1.8662715822416257e-05,
      "loss": 0.7572,
      "step": 296
    },
    {
      "epoch": 0.7532097004279601,
      "grad_norm": 4.708703517913818,
      "learning_rate": 1.8647913609387897e-05,
      "loss": 0.7373,
      "step": 297
    },
    {
      "epoch": 0.7557457600253606,
      "grad_norm": 4.488431453704834,
      "learning_rate": 1.863303586205365e-05,
      "loss": 0.7804,
      "step": 298
    },
    {
      "epoch": 0.7582818196227611,
      "grad_norm": 4.450040817260742,
      "learning_rate": 1.8618082710361648e-05,
      "loss": 0.7603,
      "step": 299
    },
    {
      "epoch": 0.7608178792201616,
      "grad_norm": 4.4052734375,
      "learning_rate": 1.8603054284918657e-05,
      "loss": 0.7564,
      "step": 300
    },
    {
      "epoch": 0.7608178792201616,
      "eval_loss": NaN,
      "eval_runtime": 206.8311,
      "eval_samples_per_second": 40.202,
      "eval_steps_per_second": 5.028,
      "step": 300
    },
    {
      "epoch": 0.7633539388175622,
      "grad_norm": 4.103545665740967,
      "learning_rate": 1.8587950716988892e-05,
      "loss": 0.7869,
      "step": 301
    },
    {
      "epoch": 0.7658899984149627,
      "grad_norm": 3.7855234146118164,
      "learning_rate": 1.8572772138492915e-05,
      "loss": 0.7823,
      "step": 302
    },
    {
      "epoch": 0.7684260580123633,
      "grad_norm": 3.637251615524292,
      "learning_rate": 1.8557518682006442e-05,
      "loss": 0.7565,
      "step": 303
    },
    {
      "epoch": 0.7709621176097639,
      "grad_norm": 3.495508909225464,
      "learning_rate": 1.8542190480759207e-05,
      "loss": 0.7562,
      "step": 304
    },
    {
      "epoch": 0.7734981772071644,
      "grad_norm": 3.9170336723327637,
      "learning_rate": 1.8526787668633797e-05,
      "loss": 0.7453,
      "step": 305
    },
    {
      "epoch": 0.776034236804565,
      "grad_norm": 3.5141119956970215,
      "learning_rate": 1.851131038016448e-05,
      "loss": 0.7679,
      "step": 306
    },
    {
      "epoch": 0.7785702964019654,
      "grad_norm": 3.705007791519165,
      "learning_rate": 1.8495758750536035e-05,
      "loss": 0.7268,
      "step": 307
    },
    {
      "epoch": 0.781106355999366,
      "grad_norm": 3.47196364402771,
      "learning_rate": 1.8480132915582555e-05,
      "loss": 0.7561,
      "step": 308
    },
    {
      "epoch": 0.7836424155967665,
      "grad_norm": 3.6013100147247314,
      "learning_rate": 1.8464433011786273e-05,
      "loss": 0.7589,
      "step": 309
    },
    {
      "epoch": 0.7861784751941671,
      "grad_norm": 3.549534320831299,
      "learning_rate": 1.8448659176276385e-05,
      "loss": 0.7882,
      "step": 310
    },
    {
      "epoch": 0.7887145347915676,
      "grad_norm": 3.5890965461730957,
      "learning_rate": 1.8432811546827812e-05,
      "loss": 0.722,
      "step": 311
    },
    {
      "epoch": 0.7912505943889682,
      "grad_norm": 3.7022740840911865,
      "learning_rate": 1.8416890261860038e-05,
      "loss": 0.7478,
      "step": 312
    },
    {
      "epoch": 0.7937866539863687,
      "grad_norm": 4.593228816986084,
      "learning_rate": 1.840089546043588e-05,
      "loss": 0.7716,
      "step": 313
    },
    {
      "epoch": 0.7963227135837693,
      "grad_norm": 4.206724166870117,
      "learning_rate": 1.838482728226027e-05,
      "loss": 0.7691,
      "step": 314
    },
    {
      "epoch": 0.7988587731811697,
      "grad_norm": 4.59312629699707,
      "learning_rate": 1.8368685867679048e-05,
      "loss": 0.763,
      "step": 315
    },
    {
      "epoch": 0.8013948327785703,
      "grad_norm": 4.171518325805664,
      "learning_rate": 1.835247135767773e-05,
      "loss": 0.7389,
      "step": 316
    },
    {
      "epoch": 0.8039308923759708,
      "grad_norm": 3.9752421379089355,
      "learning_rate": 1.833618389388027e-05,
      "loss": 0.7665,
      "step": 317
    },
    {
      "epoch": 0.8064669519733714,
      "grad_norm": 3.7727441787719727,
      "learning_rate": 1.8319823618547836e-05,
      "loss": 0.751,
      "step": 318
    },
    {
      "epoch": 0.8090030115707719,
      "grad_norm": 3.8601176738739014,
      "learning_rate": 1.8303390674577562e-05,
      "loss": 0.7676,
      "step": 319
    },
    {
      "epoch": 0.8115390711681725,
      "grad_norm": 3.843137502670288,
      "learning_rate": 1.828688520550129e-05,
      "loss": 0.7598,
      "step": 320
    },
    {
      "epoch": 0.814075130765573,
      "grad_norm": 3.8456783294677734,
      "learning_rate": 1.8270307355484342e-05,
      "loss": 0.7425,
      "step": 321
    },
    {
      "epoch": 0.8166111903629736,
      "grad_norm": 3.703662633895874,
      "learning_rate": 1.8253657269324212e-05,
      "loss": 0.7756,
      "step": 322
    },
    {
      "epoch": 0.819147249960374,
      "grad_norm": 3.534630537033081,
      "learning_rate": 1.823693509244937e-05,
      "loss": 0.7328,
      "step": 323
    },
    {
      "epoch": 0.8216833095577746,
      "grad_norm": 3.6060171127319336,
      "learning_rate": 1.8220140970917934e-05,
      "loss": 0.7482,
      "step": 324
    },
    {
      "epoch": 0.8242193691551751,
      "grad_norm": 3.857970714569092,
      "learning_rate": 1.820327505141642e-05,
      "loss": 0.7442,
      "step": 325
    },
    {
      "epoch": 0.8267554287525757,
      "grad_norm": 3.495211601257324,
      "learning_rate": 1.8186337481258452e-05,
      "loss": 0.7713,
      "step": 326
    },
    {
      "epoch": 0.8292914883499762,
      "grad_norm": 3.427976369857788,
      "learning_rate": 1.8169328408383484e-05,
      "loss": 0.7712,
      "step": 327
    },
    {
      "epoch": 0.8318275479473768,
      "grad_norm": 3.5397775173187256,
      "learning_rate": 1.81522479813555e-05,
      "loss": 0.7539,
      "step": 328
    },
    {
      "epoch": 0.8343636075447773,
      "grad_norm": 3.4796149730682373,
      "learning_rate": 1.8135096349361725e-05,
      "loss": 0.7707,
      "step": 329
    },
    {
      "epoch": 0.8368996671421779,
      "grad_norm": 3.389249086380005,
      "learning_rate": 1.8117873662211315e-05,
      "loss": 0.7227,
      "step": 330
    },
    {
      "epoch": 0.8394357267395783,
      "grad_norm": 3.5652847290039062,
      "learning_rate": 1.810058007033404e-05,
      "loss": 0.763,
      "step": 331
    },
    {
      "epoch": 0.8419717863369789,
      "grad_norm": 3.2756998538970947,
      "learning_rate": 1.808321572477899e-05,
      "loss": 0.7757,
      "step": 332
    },
    {
      "epoch": 0.8445078459343794,
      "grad_norm": 3.320709705352783,
      "learning_rate": 1.8065780777213242e-05,
      "loss": 0.7588,
      "step": 333
    },
    {
      "epoch": 0.84704390553178,
      "grad_norm": 5.3580193519592285,
      "learning_rate": 1.8048275379920545e-05,
      "loss": 0.7991,
      "step": 334
    },
    {
      "epoch": 0.8495799651291805,
      "grad_norm": 4.250069618225098,
      "learning_rate": 1.8030699685799976e-05,
      "loss": 0.7518,
      "step": 335
    },
    {
      "epoch": 0.8521160247265811,
      "grad_norm": 4.51885461807251,
      "learning_rate": 1.8013053848364612e-05,
      "loss": 0.7415,
      "step": 336
    },
    {
      "epoch": 0.8546520843239817,
      "grad_norm": 4.98030948638916,
      "learning_rate": 1.79953380217402e-05,
      "loss": 0.7638,
      "step": 337
    },
    {
      "epoch": 0.8571881439213822,
      "grad_norm": 4.827258110046387,
      "learning_rate": 1.7977552360663787e-05,
      "loss": 0.7626,
      "step": 338
    },
    {
      "epoch": 0.8597242035187826,
      "grad_norm": 5.554749488830566,
      "learning_rate": 1.7959697020482387e-05,
      "loss": 0.7599,
      "step": 339
    },
    {
      "epoch": 0.8622602631161832,
      "grad_norm": 4.254626274108887,
      "learning_rate": 1.7941772157151627e-05,
      "loss": 0.7604,
      "step": 340
    },
    {
      "epoch": 0.8647963227135838,
      "grad_norm": 5.148410320281982,
      "learning_rate": 1.792377792723436e-05,
      "loss": 0.778,
      "step": 341
    },
    {
      "epoch": 0.8673323823109843,
      "grad_norm": 4.256086826324463,
      "learning_rate": 1.790571448789933e-05,
      "loss": 0.746,
      "step": 342
    },
    {
      "epoch": 0.8698684419083849,
      "grad_norm": 4.854703903198242,
      "learning_rate": 1.7887581996919784e-05,
      "loss": 0.751,
      "step": 343
    },
    {
      "epoch": 0.8724045015057854,
      "grad_norm": 3.7882001399993896,
      "learning_rate": 1.786938061267207e-05,
      "loss": 0.7545,
      "step": 344
    },
    {
      "epoch": 0.874940561103186,
      "grad_norm": 4.779317855834961,
      "learning_rate": 1.785111049413431e-05,
      "loss": 0.7638,
      "step": 345
    },
    {
      "epoch": 0.8774766207005865,
      "grad_norm": 4.138965129852295,
      "learning_rate": 1.783277180088495e-05,
      "loss": 0.7691,
      "step": 346
    },
    {
      "epoch": 0.880012680297987,
      "grad_norm": 4.164398193359375,
      "learning_rate": 1.7814364693101414e-05,
      "loss": 0.7743,
      "step": 347
    },
    {
      "epoch": 0.8825487398953875,
      "grad_norm": 3.9533638954162598,
      "learning_rate": 1.7795889331558677e-05,
      "loss": 0.7305,
      "step": 348
    },
    {
      "epoch": 0.8850847994927881,
      "grad_norm": 4.169763565063477,
      "learning_rate": 1.7777345877627872e-05,
      "loss": 0.7497,
      "step": 349
    },
    {
      "epoch": 0.8876208590901886,
      "grad_norm": 3.5670506954193115,
      "learning_rate": 1.7758734493274878e-05,
      "loss": 0.7733,
      "step": 350
    },
    {
      "epoch": 0.8876208590901886,
      "eval_loss": NaN,
      "eval_runtime": 206.4641,
      "eval_samples_per_second": 40.273,
      "eval_steps_per_second": 5.037,
      "step": 350
    },
    {
      "epoch": 0.8901569186875892,
      "grad_norm": 3.6017632484436035,
      "learning_rate": 1.77400553410589e-05,
      "loss": 0.738,
      "step": 351
    },
    {
      "epoch": 0.8926929782849897,
      "grad_norm": 3.649099826812744,
      "learning_rate": 1.7721308584131062e-05,
      "loss": 0.7729,
      "step": 352
    },
    {
      "epoch": 0.8952290378823903,
      "grad_norm": 3.6460583209991455,
      "learning_rate": 1.7702494386232972e-05,
      "loss": 0.7586,
      "step": 353
    },
    {
      "epoch": 0.8977650974797908,
      "grad_norm": 4.857143402099609,
      "learning_rate": 1.768361291169529e-05,
      "loss": 0.7574,
      "step": 354
    },
    {
      "epoch": 0.9003011570771913,
      "grad_norm": 4.302799224853516,
      "learning_rate": 1.7664664325436308e-05,
      "loss": 0.7619,
      "step": 355
    },
    {
      "epoch": 0.9028372166745918,
      "grad_norm": 7.7203826904296875,
      "learning_rate": 1.7645648792960475e-05,
      "loss": 0.7666,
      "step": 356
    },
    {
      "epoch": 0.9053732762719924,
      "grad_norm": 7.272395133972168,
      "learning_rate": 1.7626566480357008e-05,
      "loss": 0.7632,
      "step": 357
    },
    {
      "epoch": 0.9079093358693929,
      "grad_norm": 5.671116828918457,
      "learning_rate": 1.760741755429838e-05,
      "loss": 0.7806,
      "step": 358
    },
    {
      "epoch": 0.9104453954667935,
      "grad_norm": 6.177848815917969,
      "learning_rate": 1.7588202182038904e-05,
      "loss": 0.7809,
      "step": 359
    },
    {
      "epoch": 0.912981455064194,
      "grad_norm": 4.729391574859619,
      "learning_rate": 1.7568920531413264e-05,
      "loss": 0.7589,
      "step": 360
    },
    {
      "epoch": 0.9155175146615946,
      "grad_norm": 5.8260698318481445,
      "learning_rate": 1.754957277083503e-05,
      "loss": 0.7596,
      "step": 361
    },
    {
      "epoch": 0.918053574258995,
      "grad_norm": 4.793227195739746,
      "learning_rate": 1.753015906929522e-05,
      "loss": 0.7575,
      "step": 362
    },
    {
      "epoch": 0.9205896338563956,
      "grad_norm": 4.630208969116211,
      "learning_rate": 1.7510679596360808e-05,
      "loss": 0.7561,
      "step": 363
    },
    {
      "epoch": 0.9231256934537961,
      "grad_norm": 4.497549057006836,
      "learning_rate": 1.749113452217322e-05,
      "loss": 0.7662,
      "step": 364
    },
    {
      "epoch": 0.9256617530511967,
      "grad_norm": 4.097873687744141,
      "learning_rate": 1.7471524017446886e-05,
      "loss": 0.7629,
      "step": 365
    },
    {
      "epoch": 0.9281978126485972,
      "grad_norm": 4.151478290557861,
      "learning_rate": 1.745184825346773e-05,
      "loss": 0.7695,
      "step": 366
    },
    {
      "epoch": 0.9307338722459978,
      "grad_norm": 3.8862032890319824,
      "learning_rate": 1.7432107402091678e-05,
      "loss": 0.7819,
      "step": 367
    },
    {
      "epoch": 0.9332699318433983,
      "grad_norm": 4.575004577636719,
      "learning_rate": 1.741230163574315e-05,
      "loss": 0.7846,
      "step": 368
    },
    {
      "epoch": 0.9358059914407989,
      "grad_norm": 3.8442764282226562,
      "learning_rate": 1.7392431127413557e-05,
      "loss": 0.7512,
      "step": 369
    },
    {
      "epoch": 0.9383420510381993,
      "grad_norm": 3.7705078125,
      "learning_rate": 1.73724960506598e-05,
      "loss": 0.7579,
      "step": 370
    },
    {
      "epoch": 0.9408781106355999,
      "grad_norm": 3.802544355392456,
      "learning_rate": 1.735249657960274e-05,
      "loss": 0.7795,
      "step": 371
    },
    {
      "epoch": 0.9434141702330004,
      "grad_norm": 3.7860090732574463,
      "learning_rate": 1.7332432888925694e-05,
      "loss": 0.7546,
      "step": 372
    },
    {
      "epoch": 0.945950229830401,
      "grad_norm": 3.4378321170806885,
      "learning_rate": 1.731230515387288e-05,
      "loss": 0.7447,
      "step": 373
    },
    {
      "epoch": 0.9484862894278016,
      "grad_norm": 3.5739309787750244,
      "learning_rate": 1.7292113550247926e-05,
      "loss": 0.7858,
      "step": 374
    },
    {
      "epoch": 0.9510223490252021,
      "grad_norm": 3.7891266345977783,
      "learning_rate": 1.7271858254412293e-05,
      "loss": 0.7754,
      "step": 375
    },
    {
      "epoch": 0.9535584086226027,
      "grad_norm": 4.067729473114014,
      "learning_rate": 1.725153944328377e-05,
      "loss": 0.7549,
      "step": 376
    },
    {
      "epoch": 0.9560944682200032,
      "grad_norm": 3.7381367683410645,
      "learning_rate": 1.7231157294334907e-05,
      "loss": 0.7694,
      "step": 377
    },
    {
      "epoch": 0.9586305278174037,
      "grad_norm": 4.68396520614624,
      "learning_rate": 1.7210711985591472e-05,
      "loss": 0.7743,
      "step": 378
    },
    {
      "epoch": 0.9611665874148042,
      "grad_norm": 3.919663667678833,
      "learning_rate": 1.7190203695630905e-05,
      "loss": 0.7454,
      "step": 379
    },
    {
      "epoch": 0.9637026470122048,
      "grad_norm": 4.522794246673584,
      "learning_rate": 1.716963260358073e-05,
      "loss": 0.7654,
      "step": 380
    },
    {
      "epoch": 0.9662387066096053,
      "grad_norm": 5.512786388397217,
      "learning_rate": 1.714899888911703e-05,
      "loss": 0.7758,
      "step": 381
    },
    {
      "epoch": 0.9687747662070059,
      "grad_norm": 6.227116107940674,
      "learning_rate": 1.712830273246284e-05,
      "loss": 0.7679,
      "step": 382
    },
    {
      "epoch": 0.9713108258044064,
      "grad_norm": 3.994640350341797,
      "learning_rate": 1.71075443143866e-05,
      "loss": 0.7569,
      "step": 383
    },
    {
      "epoch": 0.973846885401807,
      "grad_norm": 5.445749759674072,
      "learning_rate": 1.708672381620056e-05,
      "loss": 0.7789,
      "step": 384
    },
    {
      "epoch": 0.9763829449992075,
      "grad_norm": 4.122302532196045,
      "learning_rate": 1.7065841419759212e-05,
      "loss": 0.7745,
      "step": 385
    },
    {
      "epoch": 0.978919004596608,
      "grad_norm": 4.450962543487549,
      "learning_rate": 1.704489730745768e-05,
      "loss": 0.7599,
      "step": 386
    },
    {
      "epoch": 0.9814550641940085,
      "grad_norm": 4.200963973999023,
      "learning_rate": 1.702389166223015e-05,
      "loss": 0.7936,
      "step": 387
    },
    {
      "epoch": 0.9839911237914091,
      "grad_norm": 3.901350259780884,
      "learning_rate": 1.7002824667548243e-05,
      "loss": 0.7652,
      "step": 388
    },
    {
      "epoch": 0.9865271833888096,
      "grad_norm": 3.8245253562927246,
      "learning_rate": 1.6981696507419457e-05,
      "loss": 0.7848,
      "step": 389
    },
    {
      "epoch": 0.9890632429862102,
      "grad_norm": 4.071739673614502,
      "learning_rate": 1.6960507366385508e-05,
      "loss": 0.7636,
      "step": 390
    },
    {
      "epoch": 0.9915993025836107,
      "grad_norm": 3.932081937789917,
      "learning_rate": 1.6939257429520756e-05,
      "loss": 0.7848,
      "step": 391
    },
    {
      "epoch": 0.9941353621810113,
      "grad_norm": 4.051665782928467,
      "learning_rate": 1.691794688243058e-05,
      "loss": 0.7463,
      "step": 392
    },
    {
      "epoch": 0.9966714217784118,
      "grad_norm": 3.5884952545166016,
      "learning_rate": 1.689657591124974e-05,
      "loss": 0.7833,
      "step": 393
    },
    {
      "epoch": 0.9992074813758123,
      "grad_norm": 3.639853000640869,
      "learning_rate": 1.6875144702640776e-05,
      "loss": 0.7559,
      "step": 394
    },
    {
      "epoch": 1.001743540973213,
      "grad_norm": 3.44031023979187,
      "learning_rate": 1.6853653443792354e-05,
      "loss": 0.7374,
      "step": 395
    },
    {
      "epoch": 1.0042796005706134,
      "grad_norm": 3.99192214012146,
      "learning_rate": 1.6832102322417653e-05,
      "loss": 0.7667,
      "step": 396
    },
    {
      "epoch": 1.006815660168014,
      "grad_norm": 3.743447780609131,
      "learning_rate": 1.6810491526752713e-05,
      "loss": 0.7685,
      "step": 397
    },
    {
      "epoch": 1.0093517197654145,
      "grad_norm": 4.088460445404053,
      "learning_rate": 1.6788821245554792e-05,
      "loss": 0.7446,
      "step": 398
    },
    {
      "epoch": 1.011887779362815,
      "grad_norm": 4.043125629425049,
      "learning_rate": 1.6767091668100706e-05,
      "loss": 0.7451,
      "step": 399
    },
    {
      "epoch": 1.0144238389602156,
      "grad_norm": 6.229911804199219,
      "learning_rate": 1.674530298418521e-05,
      "loss": 0.7588,
      "step": 400
    },
    {
      "epoch": 1.0144238389602156,
      "eval_loss": NaN,
      "eval_runtime": 206.7042,
      "eval_samples_per_second": 40.227,
      "eval_steps_per_second": 5.031,
      "step": 400
    },
    {
      "epoch": 1.016959898557616,
      "grad_norm": 4.685118198394775,
      "learning_rate": 1.67234553841193e-05,
      "loss": 0.749,
      "step": 401
    },
    {
      "epoch": 1.0194959581550167,
      "grad_norm": 4.485588073730469,
      "learning_rate": 1.6701549058728586e-05,
      "loss": 0.7798,
      "step": 402
    },
    {
      "epoch": 1.0220320177524171,
      "grad_norm": 4.3955888748168945,
      "learning_rate": 1.6679584199351594e-05,
      "loss": 0.7533,
      "step": 403
    },
    {
      "epoch": 1.0245680773498178,
      "grad_norm": 4.288748741149902,
      "learning_rate": 1.6657560997838105e-05,
      "loss": 0.744,
      "step": 404
    },
    {
      "epoch": 1.0271041369472182,
      "grad_norm": 3.8942112922668457,
      "learning_rate": 1.6635479646547505e-05,
      "loss": 0.734,
      "step": 405
    },
    {
      "epoch": 1.0296401965446187,
      "grad_norm": 4.0398688316345215,
      "learning_rate": 1.6613340338347065e-05,
      "loss": 0.7521,
      "step": 406
    },
    {
      "epoch": 1.0321762561420194,
      "grad_norm": 3.8805272579193115,
      "learning_rate": 1.6591143266610277e-05,
      "loss": 0.7363,
      "step": 407
    },
    {
      "epoch": 1.0347123157394198,
      "grad_norm": 3.7131450176239014,
      "learning_rate": 1.6568888625215168e-05,
      "loss": 0.7523,
      "step": 408
    },
    {
      "epoch": 1.0372483753368205,
      "grad_norm": 3.6574320793151855,
      "learning_rate": 1.65465766085426e-05,
      "loss": 0.7534,
      "step": 409
    },
    {
      "epoch": 1.039784434934221,
      "grad_norm": 4.02537202835083,
      "learning_rate": 1.652420741147457e-05,
      "loss": 0.7604,
      "step": 410
    },
    {
      "epoch": 1.0423204945316216,
      "grad_norm": 3.5677833557128906,
      "learning_rate": 1.6501781229392517e-05,
      "loss": 0.7587,
      "step": 411
    },
    {
      "epoch": 1.044856554129022,
      "grad_norm": 3.8453805446624756,
      "learning_rate": 1.6479298258175603e-05,
      "loss": 0.7862,
      "step": 412
    },
    {
      "epoch": 1.0473926137264227,
      "grad_norm": 3.581329584121704,
      "learning_rate": 1.6456758694199008e-05,
      "loss": 0.7921,
      "step": 413
    },
    {
      "epoch": 1.0499286733238231,
      "grad_norm": 3.6574368476867676,
      "learning_rate": 1.6434162734332227e-05,
      "loss": 0.7932,
      "step": 414
    },
    {
      "epoch": 1.0524647329212236,
      "grad_norm": 3.598440408706665,
      "learning_rate": 1.641151057593733e-05,
      "loss": 0.7453,
      "step": 415
    },
    {
      "epoch": 1.0550007925186242,
      "grad_norm": 3.7227725982666016,
      "learning_rate": 1.6388802416867245e-05,
      "loss": 0.7972,
      "step": 416
    },
    {
      "epoch": 1.0575368521160247,
      "grad_norm": 5.265769004821777,
      "learning_rate": 1.636603845546404e-05,
      "loss": 0.7631,
      "step": 417
    },
    {
      "epoch": 1.0600729117134253,
      "grad_norm": 4.70854377746582,
      "learning_rate": 1.6343218890557172e-05,
      "loss": 0.7727,
      "step": 418
    },
    {
      "epoch": 1.0626089713108258,
      "grad_norm": 4.911214351654053,
      "learning_rate": 1.6320343921461774e-05,
      "loss": 0.7696,
      "step": 419
    },
    {
      "epoch": 1.0651450309082264,
      "grad_norm": 4.542303562164307,
      "learning_rate": 1.6297413747976892e-05,
      "loss": 0.7602,
      "step": 420
    },
    {
      "epoch": 1.0676810905056269,
      "grad_norm": 4.8770365715026855,
      "learning_rate": 1.6274428570383755e-05,
      "loss": 0.758,
      "step": 421
    },
    {
      "epoch": 1.0702171501030273,
      "grad_norm": 4.914615154266357,
      "learning_rate": 1.6251388589444013e-05,
      "loss": 0.7438,
      "step": 422
    },
    {
      "epoch": 1.072753209700428,
      "grad_norm": 9.583602905273438,
      "learning_rate": 1.6228294006397994e-05,
      "loss": 0.7587,
      "step": 423
    },
    {
      "epoch": 1.0752892692978284,
      "grad_norm": 6.488173007965088,
      "learning_rate": 1.6205145022962946e-05,
      "loss": 0.7806,
      "step": 424
    },
    {
      "epoch": 1.077825328895229,
      "grad_norm": 5.551193714141846,
      "learning_rate": 1.618194184133126e-05,
      "loss": 0.7495,
      "step": 425
    },
    {
      "epoch": 1.0803613884926295,
      "grad_norm": 4.765059471130371,
      "learning_rate": 1.615868466416873e-05,
      "loss": 0.7742,
      "step": 426
    },
    {
      "epoch": 1.0828974480900302,
      "grad_norm": 4.457275867462158,
      "learning_rate": 1.613537369461276e-05,
      "loss": 0.7782,
      "step": 427
    },
    {
      "epoch": 1.0854335076874306,
      "grad_norm": 4.418558120727539,
      "learning_rate": 1.61120091362706e-05,
      "loss": 0.7528,
      "step": 428
    },
    {
      "epoch": 1.0879695672848313,
      "grad_norm": 3.9728074073791504,
      "learning_rate": 1.608859119321756e-05,
      "loss": 0.7718,
      "step": 429
    },
    {
      "epoch": 1.0905056268822317,
      "grad_norm": 3.781358003616333,
      "learning_rate": 1.6065120069995246e-05,
      "loss": 0.7534,
      "step": 430
    },
    {
      "epoch": 1.0930416864796322,
      "grad_norm": 3.913799524307251,
      "learning_rate": 1.6041595971609747e-05,
      "loss": 0.7516,
      "step": 431
    },
    {
      "epoch": 1.0955777460770328,
      "grad_norm": 3.8430593013763428,
      "learning_rate": 1.601801910352987e-05,
      "loss": 0.7498,
      "step": 432
    },
    {
      "epoch": 1.0981138056744333,
      "grad_norm": 3.853971242904663,
      "learning_rate": 1.5994389671685323e-05,
      "loss": 0.7626,
      "step": 433
    },
    {
      "epoch": 1.100649865271834,
      "grad_norm": 3.683640241622925,
      "learning_rate": 1.5970707882464934e-05,
      "loss": 0.7697,
      "step": 434
    },
    {
      "epoch": 1.1031859248692344,
      "grad_norm": 3.7113516330718994,
      "learning_rate": 1.594697394271484e-05,
      "loss": 0.7695,
      "step": 435
    },
    {
      "epoch": 1.105721984466635,
      "grad_norm": 3.3953802585601807,
      "learning_rate": 1.5923188059736678e-05,
      "loss": 0.7755,
      "step": 436
    },
    {
      "epoch": 1.1082580440640355,
      "grad_norm": 3.871687173843384,
      "learning_rate": 1.589935044128578e-05,
      "loss": 0.7587,
      "step": 437
    },
    {
      "epoch": 1.1107941036614362,
      "grad_norm": 3.934541702270508,
      "learning_rate": 1.5875461295569356e-05,
      "loss": 0.7669,
      "step": 438
    },
    {
      "epoch": 1.1133301632588366,
      "grad_norm": 3.9485020637512207,
      "learning_rate": 1.5851520831244674e-05,
      "loss": 0.7666,
      "step": 439
    },
    {
      "epoch": 1.115866222856237,
      "grad_norm": 5.383018493652344,
      "learning_rate": 1.582752925741724e-05,
      "loss": 0.7603,
      "step": 440
    },
    {
      "epoch": 1.1184022824536377,
      "grad_norm": 4.171992301940918,
      "learning_rate": 1.5803486783638976e-05,
      "loss": 0.7647,
      "step": 441
    },
    {
      "epoch": 1.1209383420510382,
      "grad_norm": 4.432652950286865,
      "learning_rate": 1.5779393619906373e-05,
      "loss": 0.7774,
      "step": 442
    },
    {
      "epoch": 1.1234744016484388,
      "grad_norm": 4.361434459686279,
      "learning_rate": 1.575524997665868e-05,
      "loss": 0.7781,
      "step": 443
    },
    {
      "epoch": 1.1260104612458393,
      "grad_norm": 3.9876654148101807,
      "learning_rate": 1.573105606477605e-05,
      "loss": 0.7794,
      "step": 444
    },
    {
      "epoch": 1.1285465208432397,
      "grad_norm": 4.282565593719482,
      "learning_rate": 1.5706812095577696e-05,
      "loss": 0.779,
      "step": 445
    },
    {
      "epoch": 1.1310825804406404,
      "grad_norm": 3.9868757724761963,
      "learning_rate": 1.5682518280820055e-05,
      "loss": 0.7713,
      "step": 446
    },
    {
      "epoch": 1.1336186400380408,
      "grad_norm": 4.086343288421631,
      "learning_rate": 1.565817483269494e-05,
      "loss": 0.7502,
      "step": 447
    },
    {
      "epoch": 1.1361546996354415,
      "grad_norm": 3.90673828125,
      "learning_rate": 1.563378196382768e-05,
      "loss": 0.7851,
      "step": 448
    },
    {
      "epoch": 1.138690759232842,
      "grad_norm": 4.063551425933838,
      "learning_rate": 1.5609339887275262e-05,
      "loss": 0.7524,
      "step": 449
    },
    {
      "epoch": 1.1412268188302426,
      "grad_norm": 3.974640369415283,
      "learning_rate": 1.5584848816524462e-05,
      "loss": 0.7618,
      "step": 450
    },
    {
      "epoch": 1.1412268188302426,
      "eval_loss": NaN,
      "eval_runtime": 206.8241,
      "eval_samples_per_second": 40.203,
      "eval_steps_per_second": 5.028,
      "step": 450
    },
    {
      "epoch": 1.143762878427643,
      "grad_norm": 3.8022267818450928,
      "learning_rate": 1.5560308965490013e-05,
      "loss": 0.7592,
      "step": 451
    },
    {
      "epoch": 1.1462989380250437,
      "grad_norm": 4.060011386871338,
      "learning_rate": 1.55357205485127e-05,
      "loss": 0.7659,
      "step": 452
    },
    {
      "epoch": 1.1488349976224441,
      "grad_norm": 3.8058009147644043,
      "learning_rate": 1.5511083780357507e-05,
      "loss": 0.759,
      "step": 453
    },
    {
      "epoch": 1.1513710572198446,
      "grad_norm": 3.945983409881592,
      "learning_rate": 1.5486398876211724e-05,
      "loss": 0.7562,
      "step": 454
    },
    {
      "epoch": 1.1539071168172452,
      "grad_norm": 3.7832720279693604,
      "learning_rate": 1.5461666051683103e-05,
      "loss": 0.7494,
      "step": 455
    },
    {
      "epoch": 1.1564431764146457,
      "grad_norm": 3.485811710357666,
      "learning_rate": 1.5436885522797927e-05,
      "loss": 0.7674,
      "step": 456
    },
    {
      "epoch": 1.1589792360120463,
      "grad_norm": 3.889207124710083,
      "learning_rate": 1.5412057505999167e-05,
      "loss": 0.7599,
      "step": 457
    },
    {
      "epoch": 1.1615152956094468,
      "grad_norm": 3.859790563583374,
      "learning_rate": 1.5387182218144565e-05,
      "loss": 0.7942,
      "step": 458
    },
    {
      "epoch": 1.1640513552068474,
      "grad_norm": 5.167479038238525,
      "learning_rate": 1.5362259876504745e-05,
      "loss": 0.7737,
      "step": 459
    },
    {
      "epoch": 1.1665874148042479,
      "grad_norm": 4.347815036773682,
      "learning_rate": 1.5337290698761316e-05,
      "loss": 0.7638,
      "step": 460
    },
    {
      "epoch": 1.1691234744016485,
      "grad_norm": 6.943878650665283,
      "learning_rate": 1.531227490300498e-05,
      "loss": 0.7754,
      "step": 461
    },
    {
      "epoch": 1.171659533999049,
      "grad_norm": 6.679975509643555,
      "learning_rate": 1.528721270773361e-05,
      "loss": 0.759,
      "step": 462
    },
    {
      "epoch": 1.1741955935964494,
      "grad_norm": 4.526600360870361,
      "learning_rate": 1.526210433185036e-05,
      "loss": 0.7824,
      "step": 463
    },
    {
      "epoch": 1.17673165319385,
      "grad_norm": 4.113241195678711,
      "learning_rate": 1.5236949994661736e-05,
      "loss": 0.7556,
      "step": 464
    },
    {
      "epoch": 1.1792677127912505,
      "grad_norm": 4.551198482513428,
      "learning_rate": 1.5211749915875693e-05,
      "loss": 0.7644,
      "step": 465
    },
    {
      "epoch": 1.1818037723886512,
      "grad_norm": 4.393762588500977,
      "learning_rate": 1.5186504315599711e-05,
      "loss": 0.7661,
      "step": 466
    },
    {
      "epoch": 1.1843398319860516,
      "grad_norm": 3.9809296131134033,
      "learning_rate": 1.5161213414338867e-05,
      "loss": 0.7718,
      "step": 467
    },
    {
      "epoch": 1.1868758915834523,
      "grad_norm": 4.403090476989746,
      "learning_rate": 1.5135877432993923e-05,
      "loss": 0.7614,
      "step": 468
    },
    {
      "epoch": 1.1894119511808527,
      "grad_norm": 4.471353054046631,
      "learning_rate": 1.5110496592859381e-05,
      "loss": 0.7916,
      "step": 469
    },
    {
      "epoch": 1.1919480107782534,
      "grad_norm": 3.77409029006958,
      "learning_rate": 1.5085071115621564e-05,
      "loss": 0.7803,
      "step": 470
    },
    {
      "epoch": 1.1944840703756539,
      "grad_norm": 4.09141206741333,
      "learning_rate": 1.5059601223356666e-05,
      "loss": 0.7693,
      "step": 471
    },
    {
      "epoch": 1.1970201299730543,
      "grad_norm": 4.290613651275635,
      "learning_rate": 1.503408713852883e-05,
      "loss": 0.7662,
      "step": 472
    },
    {
      "epoch": 1.199556189570455,
      "grad_norm": 3.730660915374756,
      "learning_rate": 1.5008529083988182e-05,
      "loss": 0.7702,
      "step": 473
    },
    {
      "epoch": 1.2020922491678554,
      "grad_norm": 3.85732364654541,
      "learning_rate": 1.4982927282968907e-05,
      "loss": 0.7741,
      "step": 474
    },
    {
      "epoch": 1.204628308765256,
      "grad_norm": 3.743196725845337,
      "learning_rate": 1.4957281959087278e-05,
      "loss": 0.7709,
      "step": 475
    },
    {
      "epoch": 1.2071643683626565,
      "grad_norm": 3.6812498569488525,
      "learning_rate": 1.493159333633973e-05,
      "loss": 0.7396,
      "step": 476
    },
    {
      "epoch": 1.209700427960057,
      "grad_norm": 3.738018035888672,
      "learning_rate": 1.4905861639100869e-05,
      "loss": 0.7489,
      "step": 477
    },
    {
      "epoch": 1.2122364875574576,
      "grad_norm": 3.8504762649536133,
      "learning_rate": 1.4880087092121546e-05,
      "loss": 0.7752,
      "step": 478
    },
    {
      "epoch": 1.214772547154858,
      "grad_norm": 3.9431211948394775,
      "learning_rate": 1.4854269920526872e-05,
      "loss": 0.7704,
      "step": 479
    },
    {
      "epoch": 1.2173086067522587,
      "grad_norm": 3.850952386856079,
      "learning_rate": 1.4828410349814257e-05,
      "loss": 0.7689,
      "step": 480
    },
    {
      "epoch": 1.2198446663496592,
      "grad_norm": 7.408934593200684,
      "learning_rate": 1.4802508605851447e-05,
      "loss": 0.7627,
      "step": 481
    },
    {
      "epoch": 1.2223807259470598,
      "grad_norm": 6.095399856567383,
      "learning_rate": 1.4776564914874537e-05,
      "loss": 0.7579,
      "step": 482
    },
    {
      "epoch": 1.2249167855444603,
      "grad_norm": 5.658483028411865,
      "learning_rate": 1.4750579503486011e-05,
      "loss": 0.7719,
      "step": 483
    },
    {
      "epoch": 1.227452845141861,
      "grad_norm": 6.234167098999023,
      "learning_rate": 1.4724552598652756e-05,
      "loss": 0.7709,
      "step": 484
    },
    {
      "epoch": 1.2299889047392614,
      "grad_norm": 4.473567008972168,
      "learning_rate": 1.4698484427704079e-05,
      "loss": 0.7863,
      "step": 485
    },
    {
      "epoch": 1.2325249643366618,
      "grad_norm": 7.316669940948486,
      "learning_rate": 1.4672375218329714e-05,
      "loss": 0.7751,
      "step": 486
    },
    {
      "epoch": 1.2350610239340625,
      "grad_norm": 5.022395610809326,
      "learning_rate": 1.4646225198577847e-05,
      "loss": 0.7815,
      "step": 487
    },
    {
      "epoch": 1.237597083531463,
      "grad_norm": 5.747352600097656,
      "learning_rate": 1.4620034596853122e-05,
      "loss": 0.7762,
      "step": 488
    },
    {
      "epoch": 1.2401331431288636,
      "grad_norm": 5.750426769256592,
      "learning_rate": 1.4593803641914633e-05,
      "loss": 0.788,
      "step": 489
    },
    {
      "epoch": 1.242669202726264,
      "grad_norm": 4.795891284942627,
      "learning_rate": 1.4567532562873942e-05,
      "loss": 0.7856,
      "step": 490
    },
    {
      "epoch": 1.2452052623236647,
      "grad_norm": 4.847960472106934,
      "learning_rate": 1.454122158919307e-05,
      "loss": 0.7596,
      "step": 491
    },
    {
      "epoch": 1.2477413219210651,
      "grad_norm": 4.716196060180664,
      "learning_rate": 1.4514870950682492e-05,
      "loss": 0.7601,
      "step": 492
    },
    {
      "epoch": 1.2502773815184658,
      "grad_norm": 3.933077812194824,
      "learning_rate": 1.4488480877499127e-05,
      "loss": 0.764,
      "step": 493
    },
    {
      "epoch": 1.2528134411158662,
      "grad_norm": 4.576488018035889,
      "learning_rate": 1.4462051600144338e-05,
      "loss": 0.785,
      "step": 494
    },
    {
      "epoch": 1.2553495007132667,
      "grad_norm": 4.397135257720947,
      "learning_rate": 1.4435583349461918e-05,
      "loss": 0.7731,
      "step": 495
    },
    {
      "epoch": 1.2578855603106673,
      "grad_norm": 4.1071553230285645,
      "learning_rate": 1.4409076356636051e-05,
      "loss": 0.7836,
      "step": 496
    },
    {
      "epoch": 1.2604216199080678,
      "grad_norm": 4.0747599601745605,
      "learning_rate": 1.4382530853189325e-05,
      "loss": 0.7565,
      "step": 497
    },
    {
      "epoch": 1.2629576795054684,
      "grad_norm": 4.071841716766357,
      "learning_rate": 1.4355947070980696e-05,
      "loss": 0.7865,
      "step": 498
    },
    {
      "epoch": 1.2654937391028689,
      "grad_norm": 3.949681520462036,
      "learning_rate": 1.432932524220345e-05,
      "loss": 0.7334,
      "step": 499
    },
    {
      "epoch": 1.2680297987002693,
      "grad_norm": 4.420541286468506,
      "learning_rate": 1.4302665599383196e-05,
      "loss": 0.779,
      "step": 500
    },
    {
      "epoch": 1.2680297987002693,
      "eval_loss": NaN,
      "eval_runtime": 206.7956,
      "eval_samples_per_second": 40.209,
      "eval_steps_per_second": 5.029,
      "step": 500
    },
    {
      "epoch": 1.27056585829767,
      "grad_norm": 3.622514486312866,
      "learning_rate": 1.4275968375375825e-05,
      "loss": 0.7537,
      "step": 501
    },
    {
      "epoch": 1.2731019178950707,
      "grad_norm": 5.610208034515381,
      "learning_rate": 1.4249233803365474e-05,
      "loss": 0.7708,
      "step": 502
    },
    {
      "epoch": 1.275637977492471,
      "grad_norm": 4.894537448883057,
      "learning_rate": 1.4222462116862492e-05,
      "loss": 0.7685,
      "step": 503
    },
    {
      "epoch": 1.2781740370898715,
      "grad_norm": 5.148238658905029,
      "learning_rate": 1.4195653549701406e-05,
      "loss": 0.7702,
      "step": 504
    },
    {
      "epoch": 1.2807100966872722,
      "grad_norm": 4.645820617675781,
      "learning_rate": 1.4168808336038869e-05,
      "loss": 0.7687,
      "step": 505
    },
    {
      "epoch": 1.2832461562846726,
      "grad_norm": 5.605941295623779,
      "learning_rate": 1.4141926710351617e-05,
      "loss": 0.7623,
      "step": 506
    },
    {
      "epoch": 1.2857822158820733,
      "grad_norm": 5.204614639282227,
      "learning_rate": 1.411500890743443e-05,
      "loss": 0.7778,
      "step": 507
    },
    {
      "epoch": 1.2883182754794738,
      "grad_norm": 5.3651123046875,
      "learning_rate": 1.4088055162398066e-05,
      "loss": 0.7713,
      "step": 508
    },
    {
      "epoch": 1.2908543350768742,
      "grad_norm": 4.416318416595459,
      "learning_rate": 1.4061065710667223e-05,
      "loss": 0.7558,
      "step": 509
    },
    {
      "epoch": 1.2933903946742749,
      "grad_norm": 4.6826372146606445,
      "learning_rate": 1.4034040787978472e-05,
      "loss": 0.7586,
      "step": 510
    },
    {
      "epoch": 1.2959264542716755,
      "grad_norm": 4.509591579437256,
      "learning_rate": 1.40069806303782e-05,
      "loss": 0.7881,
      "step": 511
    },
    {
      "epoch": 1.298462513869076,
      "grad_norm": 3.8483219146728516,
      "learning_rate": 1.397988547422055e-05,
      "loss": 0.7438,
      "step": 512
    },
    {
      "epoch": 1.3009985734664764,
      "grad_norm": 3.8421945571899414,
      "learning_rate": 1.3952755556165363e-05,
      "loss": 0.7635,
      "step": 513
    },
    {
      "epoch": 1.303534633063877,
      "grad_norm": 3.7505085468292236,
      "learning_rate": 1.3925591113176093e-05,
      "loss": 0.7547,
      "step": 514
    },
    {
      "epoch": 1.3060706926612775,
      "grad_norm": 3.987705707550049,
      "learning_rate": 1.3898392382517759e-05,
      "loss": 0.779,
      "step": 515
    },
    {
      "epoch": 1.3086067522586782,
      "grad_norm": 3.8721580505371094,
      "learning_rate": 1.3871159601754853e-05,
      "loss": 0.7425,
      "step": 516
    },
    {
      "epoch": 1.3111428118560786,
      "grad_norm": 3.712494373321533,
      "learning_rate": 1.3843893008749283e-05,
      "loss": 0.7676,
      "step": 517
    },
    {
      "epoch": 1.313678871453479,
      "grad_norm": 3.6847803592681885,
      "learning_rate": 1.3816592841658278e-05,
      "loss": 0.7496,
      "step": 518
    },
    {
      "epoch": 1.3162149310508797,
      "grad_norm": 3.620512008666992,
      "learning_rate": 1.3789259338932324e-05,
      "loss": 0.7524,
      "step": 519
    },
    {
      "epoch": 1.3187509906482802,
      "grad_norm": 3.88765287399292,
      "learning_rate": 1.3761892739313065e-05,
      "loss": 0.7625,
      "step": 520
    },
    {
      "epoch": 1.3212870502456808,
      "grad_norm": 4.04611349105835,
      "learning_rate": 1.3734493281831236e-05,
      "loss": 0.7672,
      "step": 521
    },
    {
      "epoch": 1.3238231098430813,
      "grad_norm": 3.500861167907715,
      "learning_rate": 1.3707061205804562e-05,
      "loss": 0.7527,
      "step": 522
    },
    {
      "epoch": 1.326359169440482,
      "grad_norm": 4.245331764221191,
      "learning_rate": 1.3679596750835667e-05,
      "loss": 0.7687,
      "step": 523
    },
    {
      "epoch": 1.3288952290378824,
      "grad_norm": 4.601229190826416,
      "learning_rate": 1.3652100156809989e-05,
      "loss": 0.7476,
      "step": 524
    },
    {
      "epoch": 1.331431288635283,
      "grad_norm": 4.409153461456299,
      "learning_rate": 1.3624571663893683e-05,
      "loss": 0.7623,
      "step": 525
    },
    {
      "epoch": 1.3339673482326835,
      "grad_norm": 4.51855993270874,
      "learning_rate": 1.3597011512531517e-05,
      "loss": 0.7666,
      "step": 526
    },
    {
      "epoch": 1.336503407830084,
      "grad_norm": 4.2342753410339355,
      "learning_rate": 1.3569419943444783e-05,
      "loss": 0.7683,
      "step": 527
    },
    {
      "epoch": 1.3390394674274846,
      "grad_norm": 4.348354816436768,
      "learning_rate": 1.3541797197629183e-05,
      "loss": 0.7599,
      "step": 528
    },
    {
      "epoch": 1.341575527024885,
      "grad_norm": 4.881316661834717,
      "learning_rate": 1.3514143516352727e-05,
      "loss": 0.7726,
      "step": 529
    },
    {
      "epoch": 1.3441115866222857,
      "grad_norm": 4.846878528594971,
      "learning_rate": 1.348645914115363e-05,
      "loss": 0.7851,
      "step": 530
    },
    {
      "epoch": 1.3466476462196861,
      "grad_norm": 4.4096293449401855,
      "learning_rate": 1.3458744313838205e-05,
      "loss": 0.7871,
      "step": 531
    },
    {
      "epoch": 1.3491837058170866,
      "grad_norm": 4.435279846191406,
      "learning_rate": 1.343099927647874e-05,
      "loss": 0.7638,
      "step": 532
    },
    {
      "epoch": 1.3517197654144872,
      "grad_norm": 3.9706711769104004,
      "learning_rate": 1.3403224271411386e-05,
      "loss": 0.7881,
      "step": 533
    },
    {
      "epoch": 1.354255825011888,
      "grad_norm": 3.9394490718841553,
      "learning_rate": 1.3375419541234054e-05,
      "loss": 0.7602,
      "step": 534
    },
    {
      "epoch": 1.3567918846092883,
      "grad_norm": 4.002357482910156,
      "learning_rate": 1.3347585328804278e-05,
      "loss": 0.7725,
      "step": 535
    },
    {
      "epoch": 1.3593279442066888,
      "grad_norm": 3.9288394451141357,
      "learning_rate": 1.3319721877237103e-05,
      "loss": 0.7975,
      "step": 536
    },
    {
      "epoch": 1.3618640038040895,
      "grad_norm": 3.7613887786865234,
      "learning_rate": 1.3291829429902965e-05,
      "loss": 0.7584,
      "step": 537
    },
    {
      "epoch": 1.36440006340149,
      "grad_norm": 4.194827079772949,
      "learning_rate": 1.3263908230425552e-05,
      "loss": 0.7935,
      "step": 538
    },
    {
      "epoch": 1.3669361229988906,
      "grad_norm": 3.715162515640259,
      "learning_rate": 1.3235958522679693e-05,
      "loss": 0.7919,
      "step": 539
    },
    {
      "epoch": 1.369472182596291,
      "grad_norm": 3.9799184799194336,
      "learning_rate": 1.3207980550789217e-05,
      "loss": 0.767,
      "step": 540
    },
    {
      "epoch": 1.3720082421936914,
      "grad_norm": 3.725858449935913,
      "learning_rate": 1.3179974559124822e-05,
      "loss": 0.7534,
      "step": 541
    },
    {
      "epoch": 1.374544301791092,
      "grad_norm": 4.065157413482666,
      "learning_rate": 1.3151940792301937e-05,
      "loss": 0.7694,
      "step": 542
    },
    {
      "epoch": 1.3770803613884925,
      "grad_norm": 3.9822163581848145,
      "learning_rate": 1.3123879495178597e-05,
      "loss": 0.7802,
      "step": 543
    },
    {
      "epoch": 1.3796164209858932,
      "grad_norm": 4.991753101348877,
      "learning_rate": 1.3095790912853301e-05,
      "loss": 0.7728,
      "step": 544
    },
    {
      "epoch": 1.3821524805832937,
      "grad_norm": 4.176737308502197,
      "learning_rate": 1.306767529066286e-05,
      "loss": 0.7711,
      "step": 545
    },
    {
      "epoch": 1.3846885401806943,
      "grad_norm": 4.375234603881836,
      "learning_rate": 1.303953287418026e-05,
      "loss": 0.7644,
      "step": 546
    },
    {
      "epoch": 1.3872245997780948,
      "grad_norm": 4.565071105957031,
      "learning_rate": 1.3011363909212529e-05,
      "loss": 0.7876,
      "step": 547
    },
    {
      "epoch": 1.3897606593754954,
      "grad_norm": 5.081917762756348,
      "learning_rate": 1.2983168641798574e-05,
      "loss": 0.7878,
      "step": 548
    },
    {
      "epoch": 1.3922967189728959,
      "grad_norm": 4.294445991516113,
      "learning_rate": 1.2954947318207035e-05,
      "loss": 0.7803,
      "step": 549
    },
    {
      "epoch": 1.3948327785702963,
      "grad_norm": 5.077268600463867,
      "learning_rate": 1.2926700184934144e-05,
      "loss": 0.7479,
      "step": 550
    },
    {
      "epoch": 1.3948327785702963,
      "eval_loss": NaN,
      "eval_runtime": 207.3657,
      "eval_samples_per_second": 40.098,
      "eval_steps_per_second": 5.015,
      "step": 550
    },
    {
      "epoch": 1.397368838167697,
      "grad_norm": 4.5675129890441895,
      "learning_rate": 1.289842748870156e-05,
      "loss": 0.78,
      "step": 551
    },
    {
      "epoch": 1.3999048977650974,
      "grad_norm": 4.379223346710205,
      "learning_rate": 1.287012947645422e-05,
      "loss": 0.7727,
      "step": 552
    },
    {
      "epoch": 1.402440957362498,
      "grad_norm": 4.593344211578369,
      "learning_rate": 1.2841806395358182e-05,
      "loss": 0.8058,
      "step": 553
    },
    {
      "epoch": 1.4049770169598985,
      "grad_norm": 4.072418212890625,
      "learning_rate": 1.2813458492798467e-05,
      "loss": 0.7889,
      "step": 554
    },
    {
      "epoch": 1.407513076557299,
      "grad_norm": 4.03213357925415,
      "learning_rate": 1.2785086016376891e-05,
      "loss": 0.7777,
      "step": 555
    },
    {
      "epoch": 1.4100491361546996,
      "grad_norm": 4.503752708435059,
      "learning_rate": 1.2756689213909912e-05,
      "loss": 0.7769,
      "step": 556
    },
    {
      "epoch": 1.4125851957521003,
      "grad_norm": 3.815361261367798,
      "learning_rate": 1.2728268333426463e-05,
      "loss": 0.7833,
      "step": 557
    },
    {
      "epoch": 1.4151212553495007,
      "grad_norm": 4.12267541885376,
      "learning_rate": 1.2699823623165776e-05,
      "loss": 0.8036,
      "step": 558
    },
    {
      "epoch": 1.4176573149469012,
      "grad_norm": 3.888458728790283,
      "learning_rate": 1.2671355331575237e-05,
      "loss": 0.7872,
      "step": 559
    },
    {
      "epoch": 1.4201933745443018,
      "grad_norm": 3.5564417839050293,
      "learning_rate": 1.2642863707308179e-05,
      "loss": 0.7538,
      "step": 560
    },
    {
      "epoch": 1.4227294341417023,
      "grad_norm": 4.016533374786377,
      "learning_rate": 1.2614348999221752e-05,
      "loss": 0.7436,
      "step": 561
    },
    {
      "epoch": 1.425265493739103,
      "grad_norm": 3.6715681552886963,
      "learning_rate": 1.2585811456374719e-05,
      "loss": 0.7702,
      "step": 562
    },
    {
      "epoch": 1.4278015533365034,
      "grad_norm": 3.9228549003601074,
      "learning_rate": 1.2557251328025291e-05,
      "loss": 0.7586,
      "step": 563
    },
    {
      "epoch": 1.4303376129339038,
      "grad_norm": 3.6572742462158203,
      "learning_rate": 1.2528668863628952e-05,
      "loss": 0.7762,
      "step": 564
    },
    {
      "epoch": 1.4328736725313045,
      "grad_norm": 4.534142017364502,
      "learning_rate": 1.250006431283628e-05,
      "loss": 0.7535,
      "step": 565
    },
    {
      "epoch": 1.4354097321287052,
      "grad_norm": 6.687479496002197,
      "learning_rate": 1.247143792549076e-05,
      "loss": 0.7731,
      "step": 566
    },
    {
      "epoch": 1.4379457917261056,
      "grad_norm": 6.1511335372924805,
      "learning_rate": 1.2442789951626606e-05,
      "loss": 0.7676,
      "step": 567
    },
    {
      "epoch": 1.440481851323506,
      "grad_norm": 4.822118759155273,
      "learning_rate": 1.2414120641466582e-05,
      "loss": 0.767,
      "step": 568
    },
    {
      "epoch": 1.4430179109209067,
      "grad_norm": 5.115494251251221,
      "learning_rate": 1.238543024541981e-05,
      "loss": 0.7355,
      "step": 569
    },
    {
      "epoch": 1.4455539705183071,
      "grad_norm": 5.49458646774292,
      "learning_rate": 1.2356719014079577e-05,
      "loss": 0.7757,
      "step": 570
    },
    {
      "epoch": 1.4480900301157078,
      "grad_norm": 4.576963901519775,
      "learning_rate": 1.2327987198221165e-05,
      "loss": 0.7979,
      "step": 571
    },
    {
      "epoch": 1.4506260897131082,
      "grad_norm": 5.3251190185546875,
      "learning_rate": 1.2299235048799645e-05,
      "loss": 0.7726,
      "step": 572
    },
    {
      "epoch": 1.4531621493105087,
      "grad_norm": 4.509469032287598,
      "learning_rate": 1.2270462816947685e-05,
      "loss": 0.7749,
      "step": 573
    },
    {
      "epoch": 1.4556982089079094,
      "grad_norm": 5.10255765914917,
      "learning_rate": 1.2241670753973369e-05,
      "loss": 0.7687,
      "step": 574
    },
    {
      "epoch": 1.4582342685053098,
      "grad_norm": 4.80985689163208,
      "learning_rate": 1.2212859111357984e-05,
      "loss": 0.7855,
      "step": 575
    },
    {
      "epoch": 1.4607703281027105,
      "grad_norm": 4.553503036499023,
      "learning_rate": 1.2184028140753846e-05,
      "loss": 0.7978,
      "step": 576
    },
    {
      "epoch": 1.463306387700111,
      "grad_norm": 4.262579917907715,
      "learning_rate": 1.2155178093982075e-05,
      "loss": 0.7631,
      "step": 577
    },
    {
      "epoch": 1.4658424472975116,
      "grad_norm": 4.628722667694092,
      "learning_rate": 1.212630922303042e-05,
      "loss": 0.7683,
      "step": 578
    },
    {
      "epoch": 1.468378506894912,
      "grad_norm": 3.8812975883483887,
      "learning_rate": 1.2097421780051043e-05,
      "loss": 0.7783,
      "step": 579
    },
    {
      "epoch": 1.4709145664923127,
      "grad_norm": 4.333192348480225,
      "learning_rate": 1.206851601735833e-05,
      "loss": 0.7896,
      "step": 580
    },
    {
      "epoch": 1.4734506260897131,
      "grad_norm": 4.1532301902771,
      "learning_rate": 1.2039592187426665e-05,
      "loss": 0.7657,
      "step": 581
    },
    {
      "epoch": 1.4759866856871136,
      "grad_norm": 4.598367691040039,
      "learning_rate": 1.2010650542888249e-05,
      "loss": 0.7774,
      "step": 582
    },
    {
      "epoch": 1.4785227452845142,
      "grad_norm": 3.8422224521636963,
      "learning_rate": 1.1981691336530877e-05,
      "loss": 0.7662,
      "step": 583
    },
    {
      "epoch": 1.4810588048819147,
      "grad_norm": 4.708389759063721,
      "learning_rate": 1.1952714821295736e-05,
      "loss": 0.7953,
      "step": 584
    },
    {
      "epoch": 1.4835948644793153,
      "grad_norm": 4.034779071807861,
      "learning_rate": 1.1923721250275202e-05,
      "loss": 0.7723,
      "step": 585
    },
    {
      "epoch": 1.4861309240767158,
      "grad_norm": 5.730340480804443,
      "learning_rate": 1.1894710876710617e-05,
      "loss": 0.7935,
      "step": 586
    },
    {
      "epoch": 1.4886669836741162,
      "grad_norm": 4.635005474090576,
      "learning_rate": 1.1865683953990089e-05,
      "loss": 0.7753,
      "step": 587
    },
    {
      "epoch": 1.4912030432715169,
      "grad_norm": 4.392043590545654,
      "learning_rate": 1.183664073564626e-05,
      "loss": 0.7734,
      "step": 588
    },
    {
      "epoch": 1.4937391028689175,
      "grad_norm": 4.556002616882324,
      "learning_rate": 1.1807581475354119e-05,
      "loss": 0.766,
      "step": 589
    },
    {
      "epoch": 1.496275162466318,
      "grad_norm": 4.405285358428955,
      "learning_rate": 1.1778506426928762e-05,
      "loss": 0.752,
      "step": 590
    },
    {
      "epoch": 1.4988112220637184,
      "grad_norm": 4.8693037033081055,
      "learning_rate": 1.1749415844323193e-05,
      "loss": 0.7662,
      "step": 591
    },
    {
      "epoch": 1.501347281661119,
      "grad_norm": 4.855468273162842,
      "learning_rate": 1.1720309981626093e-05,
      "loss": 0.7917,
      "step": 592
    },
    {
      "epoch": 1.5038833412585195,
      "grad_norm": 4.176314353942871,
      "learning_rate": 1.16911890930596e-05,
      "loss": 0.7833,
      "step": 593
    },
    {
      "epoch": 1.5064194008559202,
      "grad_norm": 4.653109073638916,
      "learning_rate": 1.1662053432977104e-05,
      "loss": 0.7673,
      "step": 594
    },
    {
      "epoch": 1.5089554604533206,
      "grad_norm": 4.294135570526123,
      "learning_rate": 1.1632903255861015e-05,
      "loss": 0.7574,
      "step": 595
    },
    {
      "epoch": 1.511491520050721,
      "grad_norm": 4.264169692993164,
      "learning_rate": 1.1603738816320531e-05,
      "loss": 0.7775,
      "step": 596
    },
    {
      "epoch": 1.5140275796481217,
      "grad_norm": 4.763448715209961,
      "learning_rate": 1.1574560369089428e-05,
      "loss": 0.7778,
      "step": 597
    },
    {
      "epoch": 1.5165636392455224,
      "grad_norm": 4.264140605926514,
      "learning_rate": 1.1545368169023831e-05,
      "loss": 0.7498,
      "step": 598
    },
    {
      "epoch": 1.5190996988429228,
      "grad_norm": 4.322105884552002,
      "learning_rate": 1.1516162471099994e-05,
      "loss": 0.7705,
      "step": 599
    },
    {
      "epoch": 1.5216357584403233,
      "grad_norm": 4.198470592498779,
      "learning_rate": 1.1486943530412063e-05,
      "loss": 0.7957,
      "step": 600
    },
    {
      "epoch": 1.5216357584403233,
      "eval_loss": NaN,
      "eval_runtime": 206.594,
      "eval_samples_per_second": 40.248,
      "eval_steps_per_second": 5.034,
      "step": 600
    },
    {
      "epoch": 1.5241718180377237,
      "grad_norm": 4.315439224243164,
      "learning_rate": 1.145771160216984e-05,
      "loss": 0.7765,
      "step": 601
    },
    {
      "epoch": 1.5267078776351244,
      "grad_norm": 4.259639263153076,
      "learning_rate": 1.1428466941696578e-05,
      "loss": 0.7338,
      "step": 602
    },
    {
      "epoch": 1.529243937232525,
      "grad_norm": 4.439230442047119,
      "learning_rate": 1.139920980442674e-05,
      "loss": 0.7615,
      "step": 603
    },
    {
      "epoch": 1.5317799968299255,
      "grad_norm": 4.219053268432617,
      "learning_rate": 1.136994044590376e-05,
      "loss": 0.7774,
      "step": 604
    },
    {
      "epoch": 1.534316056427326,
      "grad_norm": 4.197740077972412,
      "learning_rate": 1.134065912177782e-05,
      "loss": 0.7758,
      "step": 605
    },
    {
      "epoch": 1.5368521160247266,
      "grad_norm": 5.02440881729126,
      "learning_rate": 1.131136608780361e-05,
      "loss": 0.7788,
      "step": 606
    },
    {
      "epoch": 1.5393881756221273,
      "grad_norm": 4.4782867431640625,
      "learning_rate": 1.1282061599838101e-05,
      "loss": 0.7774,
      "step": 607
    },
    {
      "epoch": 1.5419242352195277,
      "grad_norm": 5.940610885620117,
      "learning_rate": 1.1252745913838315e-05,
      "loss": 0.7669,
      "step": 608
    },
    {
      "epoch": 1.5444602948169281,
      "grad_norm": 4.91011381149292,
      "learning_rate": 1.122341928585907e-05,
      "loss": 0.7916,
      "step": 609
    },
    {
      "epoch": 1.5469963544143286,
      "grad_norm": 4.792825698852539,
      "learning_rate": 1.1194081972050765e-05,
      "loss": 0.7635,
      "step": 610
    },
    {
      "epoch": 1.5495324140117293,
      "grad_norm": 5.109334945678711,
      "learning_rate": 1.1164734228657127e-05,
      "loss": 0.7681,
      "step": 611
    },
    {
      "epoch": 1.55206847360913,
      "grad_norm": 6.440131187438965,
      "learning_rate": 1.113537631201298e-05,
      "loss": 0.7698,
      "step": 612
    },
    {
      "epoch": 1.5546045332065304,
      "grad_norm": 6.067620277404785,
      "learning_rate": 1.110600847854201e-05,
      "loss": 0.783,
      "step": 613
    },
    {
      "epoch": 1.5571405928039308,
      "grad_norm": 4.841549873352051,
      "learning_rate": 1.107663098475452e-05,
      "loss": 0.7806,
      "step": 614
    },
    {
      "epoch": 1.5596766524013315,
      "grad_norm": 5.2280988693237305,
      "learning_rate": 1.104724408724518e-05,
      "loss": 0.7716,
      "step": 615
    },
    {
      "epoch": 1.5622127119987321,
      "grad_norm": 4.952966690063477,
      "learning_rate": 1.1017848042690804e-05,
      "loss": 0.7702,
      "step": 616
    },
    {
      "epoch": 1.5647487715961326,
      "grad_norm": 4.623702526092529,
      "learning_rate": 1.0988443107848103e-05,
      "loss": 0.7658,
      "step": 617
    },
    {
      "epoch": 1.567284831193533,
      "grad_norm": 4.3320183753967285,
      "learning_rate": 1.0959029539551436e-05,
      "loss": 0.7808,
      "step": 618
    },
    {
      "epoch": 1.5698208907909335,
      "grad_norm": 4.16457986831665,
      "learning_rate": 1.0929607594710567e-05,
      "loss": 0.7786,
      "step": 619
    },
    {
      "epoch": 1.5723569503883341,
      "grad_norm": 4.45630407333374,
      "learning_rate": 1.0900177530308427e-05,
      "loss": 0.7843,
      "step": 620
    },
    {
      "epoch": 1.5748930099857348,
      "grad_norm": 4.01480770111084,
      "learning_rate": 1.0870739603398866e-05,
      "loss": 0.7711,
      "step": 621
    },
    {
      "epoch": 1.5774290695831352,
      "grad_norm": 4.143961429595947,
      "learning_rate": 1.0841294071104407e-05,
      "loss": 0.7685,
      "step": 622
    },
    {
      "epoch": 1.5799651291805357,
      "grad_norm": 3.7771260738372803,
      "learning_rate": 1.0811841190614003e-05,
      "loss": 0.7565,
      "step": 623
    },
    {
      "epoch": 1.5825011887779363,
      "grad_norm": 3.722019910812378,
      "learning_rate": 1.0782381219180788e-05,
      "loss": 0.784,
      "step": 624
    },
    {
      "epoch": 1.5850372483753368,
      "grad_norm": 4.088432312011719,
      "learning_rate": 1.0752914414119836e-05,
      "loss": 0.7712,
      "step": 625
    },
    {
      "epoch": 1.5875733079727374,
      "grad_norm": 4.5803985595703125,
      "learning_rate": 1.07234410328059e-05,
      "loss": 0.7514,
      "step": 626
    },
    {
      "epoch": 1.5901093675701379,
      "grad_norm": 4.218702793121338,
      "learning_rate": 1.0693961332671178e-05,
      "loss": 0.7671,
      "step": 627
    },
    {
      "epoch": 1.5926454271675383,
      "grad_norm": 4.5559163093566895,
      "learning_rate": 1.066447557120306e-05,
      "loss": 0.7898,
      "step": 628
    },
    {
      "epoch": 1.595181486764939,
      "grad_norm": 5.258092880249023,
      "learning_rate": 1.0634984005941875e-05,
      "loss": 0.7966,
      "step": 629
    },
    {
      "epoch": 1.5977175463623396,
      "grad_norm": 5.0127105712890625,
      "learning_rate": 1.0605486894478644e-05,
      "loss": 0.7682,
      "step": 630
    },
    {
      "epoch": 1.60025360595974,
      "grad_norm": 4.945410251617432,
      "learning_rate": 1.0575984494452833e-05,
      "loss": 0.7556,
      "step": 631
    },
    {
      "epoch": 1.6027896655571405,
      "grad_norm": 4.277896881103516,
      "learning_rate": 1.0546477063550102e-05,
      "loss": 0.7696,
      "step": 632
    },
    {
      "epoch": 1.605325725154541,
      "grad_norm": 4.382696628570557,
      "learning_rate": 1.0516964859500052e-05,
      "loss": 0.7691,
      "step": 633
    },
    {
      "epoch": 1.6078617847519416,
      "grad_norm": 4.495989799499512,
      "learning_rate": 1.0487448140073967e-05,
      "loss": 0.7751,
      "step": 634
    },
    {
      "epoch": 1.6103978443493423,
      "grad_norm": 4.560750484466553,
      "learning_rate": 1.0457927163082581e-05,
      "loss": 0.7608,
      "step": 635
    },
    {
      "epoch": 1.6129339039467427,
      "grad_norm": 3.86458683013916,
      "learning_rate": 1.0428402186373812e-05,
      "loss": 0.7863,
      "step": 636
    },
    {
      "epoch": 1.6154699635441432,
      "grad_norm": 4.609869956970215,
      "learning_rate": 1.0398873467830506e-05,
      "loss": 0.7731,
      "step": 637
    },
    {
      "epoch": 1.6180060231415438,
      "grad_norm": 4.20988130569458,
      "learning_rate": 1.03693412653682e-05,
      "loss": 0.7914,
      "step": 638
    },
    {
      "epoch": 1.6205420827389445,
      "grad_norm": 4.387001991271973,
      "learning_rate": 1.033980583693286e-05,
      "loss": 0.7554,
      "step": 639
    },
    {
      "epoch": 1.623078142336345,
      "grad_norm": 4.377809047698975,
      "learning_rate": 1.0310267440498622e-05,
      "loss": 0.7968,
      "step": 640
    },
    {
      "epoch": 1.6256142019337454,
      "grad_norm": 5.118124485015869,
      "learning_rate": 1.0280726334065558e-05,
      "loss": 0.7924,
      "step": 641
    },
    {
      "epoch": 1.6281502615311458,
      "grad_norm": 4.3000688552856445,
      "learning_rate": 1.0251182775657403e-05,
      "loss": 0.7731,
      "step": 642
    },
    {
      "epoch": 1.6306863211285465,
      "grad_norm": 4.691357135772705,
      "learning_rate": 1.02216370233193e-05,
      "loss": 0.7711,
      "step": 643
    },
    {
      "epoch": 1.6332223807259472,
      "grad_norm": 4.082294464111328,
      "learning_rate": 1.0192089335115569e-05,
      "loss": 0.7856,
      "step": 644
    },
    {
      "epoch": 1.6357584403233476,
      "grad_norm": 4.61932373046875,
      "learning_rate": 1.0162539969127432e-05,
      "loss": 0.772,
      "step": 645
    },
    {
      "epoch": 1.638294499920748,
      "grad_norm": 3.823538064956665,
      "learning_rate": 1.013298918345077e-05,
      "loss": 0.7636,
      "step": 646
    },
    {
      "epoch": 1.6408305595181487,
      "grad_norm": 4.515269756317139,
      "learning_rate": 1.0103437236193852e-05,
      "loss": 0.7715,
      "step": 647
    },
    {
      "epoch": 1.6433666191155494,
      "grad_norm": 4.864955902099609,
      "learning_rate": 1.0073884385475107e-05,
      "loss": 0.7546,
      "step": 648
    },
    {
      "epoch": 1.6459026787129498,
      "grad_norm": 5.148191928863525,
      "learning_rate": 1.0044330889420848e-05,
      "loss": 0.787,
      "step": 649
    },
    {
      "epoch": 1.6484387383103503,
      "grad_norm": 7.2982354164123535,
      "learning_rate": 1.0014777006163028e-05,
      "loss": 0.7877,
      "step": 650
    },
    {
      "epoch": 1.6484387383103503,
      "eval_loss": NaN,
      "eval_runtime": 206.9341,
      "eval_samples_per_second": 40.182,
      "eval_steps_per_second": 5.026,
      "step": 650
    },
    {
      "epoch": 1.6509747979077507,
      "grad_norm": 7.431939125061035,
      "learning_rate": 9.985222993836977e-06,
      "loss": 0.7817,
      "step": 651
    },
    {
      "epoch": 1.6535108575051514,
      "grad_norm": 6.551576614379883,
      "learning_rate": 9.955669110579154e-06,
      "loss": 0.774,
      "step": 652
    },
    {
      "epoch": 1.656046917102552,
      "grad_norm": 7.8915228843688965,
      "learning_rate": 9.926115614524894e-06,
      "loss": 0.8103,
      "step": 653
    },
    {
      "epoch": 1.6585829766999525,
      "grad_norm": 5.262277126312256,
      "learning_rate": 9.896562763806152e-06,
      "loss": 0.7629,
      "step": 654
    },
    {
      "epoch": 1.661119036297353,
      "grad_norm": 6.142648696899414,
      "learning_rate": 9.867010816549234e-06,
      "loss": 0.755,
      "step": 655
    },
    {
      "epoch": 1.6636550958947536,
      "grad_norm": 5.427359104156494,
      "learning_rate": 9.837460030872571e-06,
      "loss": 0.7973,
      "step": 656
    },
    {
      "epoch": 1.666191155492154,
      "grad_norm": 5.329654216766357,
      "learning_rate": 9.807910664884433e-06,
      "loss": 0.786,
      "step": 657
    },
    {
      "epoch": 1.6687272150895547,
      "grad_norm": 5.370080947875977,
      "learning_rate": 9.778362976680703e-06,
      "loss": 0.7451,
      "step": 658
    },
    {
      "epoch": 1.6712632746869551,
      "grad_norm": 4.519922256469727,
      "learning_rate": 9.748817224342604e-06,
      "loss": 0.7914,
      "step": 659
    },
    {
      "epoch": 1.6737993342843556,
      "grad_norm": 5.708288192749023,
      "learning_rate": 9.719273665934442e-06,
      "loss": 0.762,
      "step": 660
    },
    {
      "epoch": 1.6763353938817562,
      "grad_norm": 4.4073872566223145,
      "learning_rate": 9.68973255950138e-06,
      "loss": 0.7749,
      "step": 661
    },
    {
      "epoch": 1.678871453479157,
      "grad_norm": 5.624901294708252,
      "learning_rate": 9.660194163067142e-06,
      "loss": 0.7603,
      "step": 662
    },
    {
      "epoch": 1.6814075130765573,
      "grad_norm": 5.436640739440918,
      "learning_rate": 9.630658734631803e-06,
      "loss": 0.7811,
      "step": 663
    },
    {
      "epoch": 1.6839435726739578,
      "grad_norm": 5.290567398071289,
      "learning_rate": 9.601126532169498e-06,
      "loss": 0.7768,
      "step": 664
    },
    {
      "epoch": 1.6864796322713582,
      "grad_norm": 5.254617214202881,
      "learning_rate": 9.571597813626192e-06,
      "loss": 0.767,
      "step": 665
    },
    {
      "epoch": 1.6890156918687589,
      "grad_norm": 4.919734001159668,
      "learning_rate": 9.54207283691742e-06,
      "loss": 0.7822,
      "step": 666
    },
    {
      "epoch": 1.6915517514661595,
      "grad_norm": 4.24241304397583,
      "learning_rate": 9.512551859926038e-06,
      "loss": 0.7681,
      "step": 667
    },
    {
      "epoch": 1.69408781106356,
      "grad_norm": 8.8985013961792,
      "learning_rate": 9.48303514049995e-06,
      "loss": 0.7912,
      "step": 668
    },
    {
      "epoch": 1.6966238706609604,
      "grad_norm": 8.58611011505127,
      "learning_rate": 9.453522936449901e-06,
      "loss": 0.7751,
      "step": 669
    },
    {
      "epoch": 1.699159930258361,
      "grad_norm": 3.757329225540161,
      "learning_rate": 9.424015505547165e-06,
      "loss": 0.7738,
      "step": 670
    },
    {
      "epoch": 1.7016959898557618,
      "grad_norm": 9.10895824432373,
      "learning_rate": 9.394513105521359e-06,
      "loss": 0.7627,
      "step": 671
    },
    {
      "epoch": 1.7042320494531622,
      "grad_norm": 7.489527225494385,
      "learning_rate": 9.36501599405813e-06,
      "loss": 0.7682,
      "step": 672
    },
    {
      "epoch": 1.7067681090505626,
      "grad_norm": 5.360051155090332,
      "learning_rate": 9.335524428796941e-06,
      "loss": 0.7727,
      "step": 673
    },
    {
      "epoch": 1.709304168647963,
      "grad_norm": 6.477458953857422,
      "learning_rate": 9.306038667328825e-06,
      "loss": 0.7542,
      "step": 674
    },
    {
      "epoch": 1.7118402282453637,
      "grad_norm": 5.043211936950684,
      "learning_rate": 9.2765589671941e-06,
      "loss": 0.7984,
      "step": 675
    },
    {
      "epoch": 1.7143762878427644,
      "grad_norm": 5.121224403381348,
      "learning_rate": 9.247085585880166e-06,
      "loss": 0.7712,
      "step": 676
    },
    {
      "epoch": 1.7169123474401649,
      "grad_norm": 5.69315767288208,
      "learning_rate": 9.217618780819217e-06,
      "loss": 0.7663,
      "step": 677
    },
    {
      "epoch": 1.7194484070375653,
      "grad_norm": 4.174893379211426,
      "learning_rate": 9.188158809386e-06,
      "loss": 0.7664,
      "step": 678
    },
    {
      "epoch": 1.721984466634966,
      "grad_norm": 5.404911518096924,
      "learning_rate": 9.158705928895596e-06,
      "loss": 0.7512,
      "step": 679
    },
    {
      "epoch": 1.7245205262323666,
      "grad_norm": 4.873772621154785,
      "learning_rate": 9.129260396601137e-06,
      "loss": 0.7469,
      "step": 680
    },
    {
      "epoch": 1.727056585829767,
      "grad_norm": 4.571645736694336,
      "learning_rate": 9.099822469691576e-06,
      "loss": 0.7858,
      "step": 681
    },
    {
      "epoch": 1.7295926454271675,
      "grad_norm": 4.775193691253662,
      "learning_rate": 9.070392405289436e-06,
      "loss": 0.7759,
      "step": 682
    },
    {
      "epoch": 1.732128705024568,
      "grad_norm": 4.750755786895752,
      "learning_rate": 9.040970460448565e-06,
      "loss": 0.7762,
      "step": 683
    },
    {
      "epoch": 1.7346647646219686,
      "grad_norm": 4.8016252517700195,
      "learning_rate": 9.011556892151899e-06,
      "loss": 0.7637,
      "step": 684
    },
    {
      "epoch": 1.7372008242193693,
      "grad_norm": 4.042902946472168,
      "learning_rate": 8.982151957309196e-06,
      "loss": 0.7916,
      "step": 685
    },
    {
      "epoch": 1.7397368838167697,
      "grad_norm": 4.747760772705078,
      "learning_rate": 8.952755912754825e-06,
      "loss": 0.7603,
      "step": 686
    },
    {
      "epoch": 1.7422729434141702,
      "grad_norm": 4.7758259773254395,
      "learning_rate": 8.923369015245487e-06,
      "loss": 0.7674,
      "step": 687
    },
    {
      "epoch": 1.7448090030115708,
      "grad_norm": 4.502845764160156,
      "learning_rate": 8.893991521457989e-06,
      "loss": 0.7715,
      "step": 688
    },
    {
      "epoch": 1.7473450626089713,
      "grad_norm": 5.1893815994262695,
      "learning_rate": 8.864623687987022e-06,
      "loss": 0.7826,
      "step": 689
    },
    {
      "epoch": 1.749881122206372,
      "grad_norm": 5.01784610748291,
      "learning_rate": 8.835265771342878e-06,
      "loss": 0.7888,
      "step": 690
    },
    {
      "epoch": 1.7524171818037724,
      "grad_norm": 4.870006561279297,
      "learning_rate": 8.805918027949237e-06,
      "loss": 0.7704,
      "step": 691
    },
    {
      "epoch": 1.7549532414011728,
      "grad_norm": 4.26132345199585,
      "learning_rate": 8.776580714140934e-06,
      "loss": 0.7983,
      "step": 692
    },
    {
      "epoch": 1.7574893009985735,
      "grad_norm": 5.457138538360596,
      "learning_rate": 8.747254086161686e-06,
      "loss": 0.7766,
      "step": 693
    },
    {
      "epoch": 1.7600253605959741,
      "grad_norm": 4.7016682624816895,
      "learning_rate": 8.717938400161902e-06,
      "loss": 0.7881,
      "step": 694
    },
    {
      "epoch": 1.7625614201933746,
      "grad_norm": 4.873697280883789,
      "learning_rate": 8.688633912196395e-06,
      "loss": 0.7767,
      "step": 695
    },
    {
      "epoch": 1.765097479790775,
      "grad_norm": 5.145116806030273,
      "learning_rate": 8.659340878222182e-06,
      "loss": 0.801,
      "step": 696
    },
    {
      "epoch": 1.7676335393881755,
      "grad_norm": 4.3196330070495605,
      "learning_rate": 8.630059554096243e-06,
      "loss": 0.7737,
      "step": 697
    },
    {
      "epoch": 1.7701695989855761,
      "grad_norm": 4.999388217926025,
      "learning_rate": 8.60079019557326e-06,
      "loss": 0.7742,
      "step": 698
    },
    {
      "epoch": 1.7727056585829768,
      "grad_norm": 4.529718399047852,
      "learning_rate": 8.571533058303424e-06,
      "loss": 0.8007,
      "step": 699
    },
    {
      "epoch": 1.7752417181803772,
      "grad_norm": 4.1417388916015625,
      "learning_rate": 8.542288397830166e-06,
      "loss": 0.7655,
      "step": 700
    },
    {
      "epoch": 1.7752417181803772,
      "eval_loss": NaN,
      "eval_runtime": 207.4533,
      "eval_samples_per_second": 40.081,
      "eval_steps_per_second": 5.013,
      "step": 700
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 4.700773239135742,
      "learning_rate": 8.513056469587942e-06,
      "loss": 0.7783,
      "step": 701
    },
    {
      "epoch": 1.7803138373751783,
      "grad_norm": 4.4216389656066895,
      "learning_rate": 8.483837528900008e-06,
      "loss": 0.7911,
      "step": 702
    },
    {
      "epoch": 1.782849896972579,
      "grad_norm": 4.117276191711426,
      "learning_rate": 8.454631830976167e-06,
      "loss": 0.774,
      "step": 703
    },
    {
      "epoch": 1.7853859565699794,
      "grad_norm": 4.172786235809326,
      "learning_rate": 8.425439630910575e-06,
      "loss": 0.7773,
      "step": 704
    },
    {
      "epoch": 1.78792201616738,
      "grad_norm": 5.070644855499268,
      "learning_rate": 8.396261183679475e-06,
      "loss": 0.7856,
      "step": 705
    },
    {
      "epoch": 1.7904580757647803,
      "grad_norm": 4.331361770629883,
      "learning_rate": 8.367096744138985e-06,
      "loss": 0.7781,
      "step": 706
    },
    {
      "epoch": 1.792994135362181,
      "grad_norm": 4.1829071044921875,
      "learning_rate": 8.337946567022897e-06,
      "loss": 0.7792,
      "step": 707
    },
    {
      "epoch": 1.7955301949595817,
      "grad_norm": 4.379103183746338,
      "learning_rate": 8.3088109069404e-06,
      "loss": 0.7881,
      "step": 708
    },
    {
      "epoch": 1.798066254556982,
      "grad_norm": 4.556863784790039,
      "learning_rate": 8.279690018373912e-06,
      "loss": 0.8164,
      "step": 709
    },
    {
      "epoch": 1.8006023141543825,
      "grad_norm": 4.11606502532959,
      "learning_rate": 8.250584155676809e-06,
      "loss": 0.7684,
      "step": 710
    },
    {
      "epoch": 1.8031383737517832,
      "grad_norm": 4.723000526428223,
      "learning_rate": 8.221493573071238e-06,
      "loss": 0.7792,
      "step": 711
    },
    {
      "epoch": 1.8056744333491839,
      "grad_norm": 4.217459678649902,
      "learning_rate": 8.192418524645884e-06,
      "loss": 0.7793,
      "step": 712
    },
    {
      "epoch": 1.8082104929465843,
      "grad_norm": 8.686624526977539,
      "learning_rate": 8.163359264353745e-06,
      "loss": 0.7862,
      "step": 713
    },
    {
      "epoch": 1.8107465525439848,
      "grad_norm": 4.927021026611328,
      "learning_rate": 8.134316046009915e-06,
      "loss": 0.7555,
      "step": 714
    },
    {
      "epoch": 1.8132826121413852,
      "grad_norm": 7.500072002410889,
      "learning_rate": 8.105289123289384e-06,
      "loss": 0.7688,
      "step": 715
    },
    {
      "epoch": 1.8158186717387859,
      "grad_norm": 6.166264533996582,
      "learning_rate": 8.076278749724797e-06,
      "loss": 0.7882,
      "step": 716
    },
    {
      "epoch": 1.8183547313361865,
      "grad_norm": 4.8428263664245605,
      "learning_rate": 8.047285178704266e-06,
      "loss": 0.7562,
      "step": 717
    },
    {
      "epoch": 1.820890790933587,
      "grad_norm": 6.607320785522461,
      "learning_rate": 8.018308663469128e-06,
      "loss": 0.7855,
      "step": 718
    },
    {
      "epoch": 1.8234268505309874,
      "grad_norm": 4.755509853363037,
      "learning_rate": 7.989349457111754e-06,
      "loss": 0.7797,
      "step": 719
    },
    {
      "epoch": 1.825962910128388,
      "grad_norm": 4.9010515213012695,
      "learning_rate": 7.960407812573338e-06,
      "loss": 0.7722,
      "step": 720
    },
    {
      "epoch": 1.8284989697257885,
      "grad_norm": 5.554948806762695,
      "learning_rate": 7.93148398264167e-06,
      "loss": 0.7609,
      "step": 721
    },
    {
      "epoch": 1.8310350293231892,
      "grad_norm": 4.208399295806885,
      "learning_rate": 7.902578219948958e-06,
      "loss": 0.7903,
      "step": 722
    },
    {
      "epoch": 1.8335710889205896,
      "grad_norm": 4.844840049743652,
      "learning_rate": 7.873690776969583e-06,
      "loss": 0.7646,
      "step": 723
    },
    {
      "epoch": 1.83610714851799,
      "grad_norm": 4.84792947769165,
      "learning_rate": 7.844821906017929e-06,
      "loss": 0.7582,
      "step": 724
    },
    {
      "epoch": 1.8386432081153907,
      "grad_norm": 4.329719066619873,
      "learning_rate": 7.815971859246158e-06,
      "loss": 0.8061,
      "step": 725
    },
    {
      "epoch": 1.8411792677127914,
      "grad_norm": 4.478653430938721,
      "learning_rate": 7.787140888642018e-06,
      "loss": 0.7984,
      "step": 726
    },
    {
      "epoch": 1.8437153273101918,
      "grad_norm": 4.262007713317871,
      "learning_rate": 7.758329246026633e-06,
      "loss": 0.7657,
      "step": 727
    },
    {
      "epoch": 1.8462513869075923,
      "grad_norm": 4.718945026397705,
      "learning_rate": 7.729537183052318e-06,
      "loss": 0.7431,
      "step": 728
    },
    {
      "epoch": 1.8487874465049927,
      "grad_norm": 4.219466686248779,
      "learning_rate": 7.700764951200357e-06,
      "loss": 0.7745,
      "step": 729
    },
    {
      "epoch": 1.8513235061023934,
      "grad_norm": 3.950295925140381,
      "learning_rate": 7.672012801778838e-06,
      "loss": 0.7736,
      "step": 730
    },
    {
      "epoch": 1.853859565699794,
      "grad_norm": 4.399406433105469,
      "learning_rate": 7.643280985920423e-06,
      "loss": 0.7827,
      "step": 731
    },
    {
      "epoch": 1.8563956252971945,
      "grad_norm": 3.9940927028656006,
      "learning_rate": 7.614569754580195e-06,
      "loss": 0.8065,
      "step": 732
    },
    {
      "epoch": 1.858931684894595,
      "grad_norm": 4.296957015991211,
      "learning_rate": 7.585879358533422e-06,
      "loss": 0.7829,
      "step": 733
    },
    {
      "epoch": 1.8614677444919956,
      "grad_norm": 6.42236328125,
      "learning_rate": 7.557210048373395e-06,
      "loss": 0.783,
      "step": 734
    },
    {
      "epoch": 1.8640038040893963,
      "grad_norm": 5.146311283111572,
      "learning_rate": 7.528562074509244e-06,
      "loss": 0.7513,
      "step": 735
    },
    {
      "epoch": 1.8665398636867967,
      "grad_norm": 6.278244972229004,
      "learning_rate": 7.499935687163724e-06,
      "loss": 0.7536,
      "step": 736
    },
    {
      "epoch": 1.8690759232841971,
      "grad_norm": 7.04921817779541,
      "learning_rate": 7.471331136371051e-06,
      "loss": 0.776,
      "step": 737
    },
    {
      "epoch": 1.8716119828815976,
      "grad_norm": 5.505727767944336,
      "learning_rate": 7.442748671974712e-06,
      "loss": 0.7661,
      "step": 738
    },
    {
      "epoch": 1.8741480424789982,
      "grad_norm": 6.636948108673096,
      "learning_rate": 7.4141885436252845e-06,
      "loss": 0.7818,
      "step": 739
    },
    {
      "epoch": 1.876684102076399,
      "grad_norm": 7.15848445892334,
      "learning_rate": 7.38565100077825e-06,
      "loss": 0.7732,
      "step": 740
    },
    {
      "epoch": 1.8792201616737993,
      "grad_norm": 4.574160099029541,
      "learning_rate": 7.3571362926918245e-06,
      "loss": 0.7749,
      "step": 741
    },
    {
      "epoch": 1.8817562212711998,
      "grad_norm": 5.277390956878662,
      "learning_rate": 7.328644668424766e-06,
      "loss": 0.7661,
      "step": 742
    },
    {
      "epoch": 1.8842922808686005,
      "grad_norm": 5.560710906982422,
      "learning_rate": 7.300176376834225e-06,
      "loss": 0.7744,
      "step": 743
    },
    {
      "epoch": 1.886828340466001,
      "grad_norm": 3.971520185470581,
      "learning_rate": 7.271731666573538e-06,
      "loss": 0.7582,
      "step": 744
    },
    {
      "epoch": 1.8893644000634016,
      "grad_norm": 6.022958278656006,
      "learning_rate": 7.24331078609009e-06,
      "loss": 0.7953,
      "step": 745
    },
    {
      "epoch": 1.891900459660802,
      "grad_norm": 5.177083492279053,
      "learning_rate": 7.214913983623113e-06,
      "loss": 0.7811,
      "step": 746
    },
    {
      "epoch": 1.8944365192582024,
      "grad_norm": 4.187081813812256,
      "learning_rate": 7.186541507201535e-06,
      "loss": 0.7764,
      "step": 747
    },
    {
      "epoch": 1.896972578855603,
      "grad_norm": 4.742189884185791,
      "learning_rate": 7.158193604641821e-06,
      "loss": 0.7806,
      "step": 748
    },
    {
      "epoch": 1.8995086384530038,
      "grad_norm": 4.245124340057373,
      "learning_rate": 7.129870523545781e-06,
      "loss": 0.7604,
      "step": 749
    },
    {
      "epoch": 1.9020446980504042,
      "grad_norm": 4.04760217666626,
      "learning_rate": 7.101572511298443e-06,
      "loss": 0.7826,
      "step": 750
    },
    {
      "epoch": 1.9020446980504042,
      "eval_loss": NaN,
      "eval_runtime": 206.4955,
      "eval_samples_per_second": 40.267,
      "eval_steps_per_second": 5.036,
      "step": 750
    },
    {
      "epoch": 1.9045807576478047,
      "grad_norm": 4.356484413146973,
      "learning_rate": 7.07329981506586e-06,
      "loss": 0.7727,
      "step": 751
    },
    {
      "epoch": 1.907116817245205,
      "grad_norm": 4.629985332489014,
      "learning_rate": 7.045052681792968e-06,
      "loss": 0.7594,
      "step": 752
    },
    {
      "epoch": 1.9096528768426058,
      "grad_norm": 4.18834924697876,
      "learning_rate": 7.0168313582014294e-06,
      "loss": 0.7632,
      "step": 753
    },
    {
      "epoch": 1.9121889364400064,
      "grad_norm": 4.285244464874268,
      "learning_rate": 6.988636090787473e-06,
      "loss": 0.7815,
      "step": 754
    },
    {
      "epoch": 1.9147249960374069,
      "grad_norm": 4.316561222076416,
      "learning_rate": 6.960467125819741e-06,
      "loss": 0.7851,
      "step": 755
    },
    {
      "epoch": 1.9172610556348073,
      "grad_norm": 5.78687858581543,
      "learning_rate": 6.932324709337146e-06,
      "loss": 0.7992,
      "step": 756
    },
    {
      "epoch": 1.919797115232208,
      "grad_norm": 5.057698726654053,
      "learning_rate": 6.9042090871467005e-06,
      "loss": 0.7716,
      "step": 757
    },
    {
      "epoch": 1.9223331748296086,
      "grad_norm": 4.4669928550720215,
      "learning_rate": 6.876120504821404e-06,
      "loss": 0.7654,
      "step": 758
    },
    {
      "epoch": 1.924869234427009,
      "grad_norm": 5.319240093231201,
      "learning_rate": 6.848059207698069e-06,
      "loss": 0.7461,
      "step": 759
    },
    {
      "epoch": 1.9274052940244095,
      "grad_norm": 4.797286510467529,
      "learning_rate": 6.820025440875182e-06,
      "loss": 0.7848,
      "step": 760
    },
    {
      "epoch": 1.92994135362181,
      "grad_norm": 4.8291015625,
      "learning_rate": 6.792019449210787e-06,
      "loss": 0.7579,
      "step": 761
    },
    {
      "epoch": 1.9324774132192106,
      "grad_norm": 4.524660587310791,
      "learning_rate": 6.764041477320307e-06,
      "loss": 0.7614,
      "step": 762
    },
    {
      "epoch": 1.9350134728166113,
      "grad_norm": 4.612803936004639,
      "learning_rate": 6.736091769574451e-06,
      "loss": 0.7865,
      "step": 763
    },
    {
      "epoch": 1.9375495324140117,
      "grad_norm": 4.612975120544434,
      "learning_rate": 6.708170570097041e-06,
      "loss": 0.762,
      "step": 764
    },
    {
      "epoch": 1.9400855920114122,
      "grad_norm": 4.094751834869385,
      "learning_rate": 6.6802781227629e-06,
      "loss": 0.7777,
      "step": 765
    },
    {
      "epoch": 1.9426216516088128,
      "grad_norm": 4.402510166168213,
      "learning_rate": 6.652414671195726e-06,
      "loss": 0.7786,
      "step": 766
    },
    {
      "epoch": 1.9451577112062135,
      "grad_norm": 4.165380477905273,
      "learning_rate": 6.624580458765949e-06,
      "loss": 0.792,
      "step": 767
    },
    {
      "epoch": 1.947693770803614,
      "grad_norm": 4.46851110458374,
      "learning_rate": 6.596775728588616e-06,
      "loss": 0.7779,
      "step": 768
    },
    {
      "epoch": 1.9502298304010144,
      "grad_norm": 4.09420919418335,
      "learning_rate": 6.569000723521266e-06,
      "loss": 0.7596,
      "step": 769
    },
    {
      "epoch": 1.9527658899984148,
      "grad_norm": 4.088312149047852,
      "learning_rate": 6.541255686161796e-06,
      "loss": 0.7808,
      "step": 770
    },
    {
      "epoch": 1.9553019495958155,
      "grad_norm": 4.014118671417236,
      "learning_rate": 6.5135408588463724e-06,
      "loss": 0.782,
      "step": 771
    },
    {
      "epoch": 1.9578380091932162,
      "grad_norm": 3.733555793762207,
      "learning_rate": 6.4858564836472744e-06,
      "loss": 0.7908,
      "step": 772
    },
    {
      "epoch": 1.9603740687906166,
      "grad_norm": 4.4494709968566895,
      "learning_rate": 6.458202802370821e-06,
      "loss": 0.7577,
      "step": 773
    },
    {
      "epoch": 1.962910128388017,
      "grad_norm": 4.325969696044922,
      "learning_rate": 6.43058005655522e-06,
      "loss": 0.7952,
      "step": 774
    },
    {
      "epoch": 1.9654461879854177,
      "grad_norm": 5.431465148925781,
      "learning_rate": 6.4029884874684835e-06,
      "loss": 0.7833,
      "step": 775
    },
    {
      "epoch": 1.9679822475828181,
      "grad_norm": 5.4291181564331055,
      "learning_rate": 6.37542833610632e-06,
      "loss": 0.801,
      "step": 776
    },
    {
      "epoch": 1.9705183071802188,
      "grad_norm": 4.234609603881836,
      "learning_rate": 6.347899843190012e-06,
      "loss": 0.7989,
      "step": 777
    },
    {
      "epoch": 1.9730543667776193,
      "grad_norm": 4.783573627471924,
      "learning_rate": 6.320403249164335e-06,
      "loss": 0.7722,
      "step": 778
    },
    {
      "epoch": 1.9755904263750197,
      "grad_norm": 5.321080207824707,
      "learning_rate": 6.292938794195442e-06,
      "loss": 0.765,
      "step": 779
    },
    {
      "epoch": 1.9781264859724204,
      "grad_norm": 4.841993808746338,
      "learning_rate": 6.265506718168765e-06,
      "loss": 0.7924,
      "step": 780
    },
    {
      "epoch": 1.980662545569821,
      "grad_norm": 5.188013076782227,
      "learning_rate": 6.238107260686939e-06,
      "loss": 0.795,
      "step": 781
    },
    {
      "epoch": 1.9831986051672215,
      "grad_norm": 4.518028736114502,
      "learning_rate": 6.21074066106768e-06,
      "loss": 0.7666,
      "step": 782
    },
    {
      "epoch": 1.985734664764622,
      "grad_norm": 4.010153293609619,
      "learning_rate": 6.1834071583417235e-06,
      "loss": 0.7519,
      "step": 783
    },
    {
      "epoch": 1.9882707243620223,
      "grad_norm": 4.495395183563232,
      "learning_rate": 6.156106991250721e-06,
      "loss": 0.7809,
      "step": 784
    },
    {
      "epoch": 1.990806783959423,
      "grad_norm": 4.426692008972168,
      "learning_rate": 6.128840398245147e-06,
      "loss": 0.7829,
      "step": 785
    },
    {
      "epoch": 1.9933428435568237,
      "grad_norm": 3.9877264499664307,
      "learning_rate": 6.101607617482244e-06,
      "loss": 0.7804,
      "step": 786
    },
    {
      "epoch": 1.9958789031542241,
      "grad_norm": 4.457921028137207,
      "learning_rate": 6.074408886823911e-06,
      "loss": 0.7627,
      "step": 787
    },
    {
      "epoch": 1.9984149627516246,
      "grad_norm": 4.236499786376953,
      "learning_rate": 6.047244443834639e-06,
      "loss": 0.7767,
      "step": 788
    },
    {
      "epoch": 2.000951022349025,
      "grad_norm": 4.1788330078125,
      "learning_rate": 6.020114525779453e-06,
      "loss": 0.782,
      "step": 789
    },
    {
      "epoch": 2.003487081946426,
      "grad_norm": 4.259964942932129,
      "learning_rate": 5.993019369621802e-06,
      "loss": 0.7523,
      "step": 790
    },
    {
      "epoch": 2.0060231415438263,
      "grad_norm": 4.062742710113525,
      "learning_rate": 5.965959212021531e-06,
      "loss": 0.7573,
      "step": 791
    },
    {
      "epoch": 2.0085592011412268,
      "grad_norm": 4.349952220916748,
      "learning_rate": 5.938934289332781e-06,
      "loss": 0.7566,
      "step": 792
    },
    {
      "epoch": 2.011095260738627,
      "grad_norm": 4.47599458694458,
      "learning_rate": 5.911944837601935e-06,
      "loss": 0.772,
      "step": 793
    },
    {
      "epoch": 2.013631320336028,
      "grad_norm": 4.20798921585083,
      "learning_rate": 5.884991092565574e-06,
      "loss": 0.8088,
      "step": 794
    },
    {
      "epoch": 2.0161673799334285,
      "grad_norm": 5.474221706390381,
      "learning_rate": 5.858073289648382e-06,
      "loss": 0.7503,
      "step": 795
    },
    {
      "epoch": 2.018703439530829,
      "grad_norm": 5.710548400878906,
      "learning_rate": 5.831191663961132e-06,
      "loss": 0.7591,
      "step": 796
    },
    {
      "epoch": 2.0212394991282294,
      "grad_norm": 5.0567216873168945,
      "learning_rate": 5.804346450298599e-06,
      "loss": 0.7462,
      "step": 797
    },
    {
      "epoch": 2.02377555872563,
      "grad_norm": 6.114500045776367,
      "learning_rate": 5.777537883137507e-06,
      "loss": 0.7874,
      "step": 798
    },
    {
      "epoch": 2.0263116183230307,
      "grad_norm": 4.301583766937256,
      "learning_rate": 5.750766196634532e-06,
      "loss": 0.7825,
      "step": 799
    },
    {
      "epoch": 2.028847677920431,
      "grad_norm": 6.107265949249268,
      "learning_rate": 5.724031624624175e-06,
      "loss": 0.777,
      "step": 800
    },
    {
      "epoch": 2.028847677920431,
      "eval_loss": NaN,
      "eval_runtime": 206.9019,
      "eval_samples_per_second": 40.188,
      "eval_steps_per_second": 5.027,
      "step": 800
    },
    {
      "epoch": 2.0313837375178316,
      "grad_norm": 5.1263017654418945,
      "learning_rate": 5.697334400616808e-06,
      "loss": 0.7751,
      "step": 801
    },
    {
      "epoch": 2.033919797115232,
      "grad_norm": 6.007981300354004,
      "learning_rate": 5.6706747577965544e-06,
      "loss": 0.7629,
      "step": 802
    },
    {
      "epoch": 2.036455856712633,
      "grad_norm": 7.525304317474365,
      "learning_rate": 5.644052929019308e-06,
      "loss": 0.7783,
      "step": 803
    },
    {
      "epoch": 2.0389919163100334,
      "grad_norm": 5.56154727935791,
      "learning_rate": 5.617469146810677e-06,
      "loss": 0.7935,
      "step": 804
    },
    {
      "epoch": 2.041527975907434,
      "grad_norm": 6.130625247955322,
      "learning_rate": 5.590923643363953e-06,
      "loss": 0.755,
      "step": 805
    },
    {
      "epoch": 2.0440640355048343,
      "grad_norm": 5.978578567504883,
      "learning_rate": 5.564416650538086e-06,
      "loss": 0.7853,
      "step": 806
    },
    {
      "epoch": 2.0466000951022347,
      "grad_norm": 5.146383762359619,
      "learning_rate": 5.5379483998556615e-06,
      "loss": 0.7612,
      "step": 807
    },
    {
      "epoch": 2.0491361546996356,
      "grad_norm": 5.653777122497559,
      "learning_rate": 5.5115191225008745e-06,
      "loss": 0.7741,
      "step": 808
    },
    {
      "epoch": 2.051672214297036,
      "grad_norm": 4.839360237121582,
      "learning_rate": 5.48512904931751e-06,
      "loss": 0.7628,
      "step": 809
    },
    {
      "epoch": 2.0542082738944365,
      "grad_norm": 4.505990505218506,
      "learning_rate": 5.458778410806933e-06,
      "loss": 0.7951,
      "step": 810
    },
    {
      "epoch": 2.056744333491837,
      "grad_norm": 4.722829341888428,
      "learning_rate": 5.432467437126057e-06,
      "loss": 0.771,
      "step": 811
    },
    {
      "epoch": 2.0592803930892374,
      "grad_norm": 3.994661569595337,
      "learning_rate": 5.406196358085371e-06,
      "loss": 0.7596,
      "step": 812
    },
    {
      "epoch": 2.0618164526866383,
      "grad_norm": 4.28508996963501,
      "learning_rate": 5.379965403146881e-06,
      "loss": 0.7867,
      "step": 813
    },
    {
      "epoch": 2.0643525122840387,
      "grad_norm": 4.682456016540527,
      "learning_rate": 5.353774801422158e-06,
      "loss": 0.7838,
      "step": 814
    },
    {
      "epoch": 2.066888571881439,
      "grad_norm": 4.162257194519043,
      "learning_rate": 5.327624781670293e-06,
      "loss": 0.7858,
      "step": 815
    },
    {
      "epoch": 2.0694246314788396,
      "grad_norm": 3.9294047355651855,
      "learning_rate": 5.301515572295926e-06,
      "loss": 0.7613,
      "step": 816
    },
    {
      "epoch": 2.0719606910762405,
      "grad_norm": 4.095000743865967,
      "learning_rate": 5.275447401347247e-06,
      "loss": 0.7693,
      "step": 817
    },
    {
      "epoch": 2.074496750673641,
      "grad_norm": 4.737927436828613,
      "learning_rate": 5.2494204965139905e-06,
      "loss": 0.7555,
      "step": 818
    },
    {
      "epoch": 2.0770328102710414,
      "grad_norm": 4.214750289916992,
      "learning_rate": 5.223435085125466e-06,
      "loss": 0.7692,
      "step": 819
    },
    {
      "epoch": 2.079568869868442,
      "grad_norm": 5.1862006187438965,
      "learning_rate": 5.197491394148556e-06,
      "loss": 0.7745,
      "step": 820
    },
    {
      "epoch": 2.0821049294658422,
      "grad_norm": 4.2943644523620605,
      "learning_rate": 5.171589650185744e-06,
      "loss": 0.7901,
      "step": 821
    },
    {
      "epoch": 2.084640989063243,
      "grad_norm": 4.665522575378418,
      "learning_rate": 5.145730079473128e-06,
      "loss": 0.7694,
      "step": 822
    },
    {
      "epoch": 2.0871770486606436,
      "grad_norm": 4.158400058746338,
      "learning_rate": 5.119912907878455e-06,
      "loss": 0.7719,
      "step": 823
    },
    {
      "epoch": 2.089713108258044,
      "grad_norm": 4.519285202026367,
      "learning_rate": 5.0941383608991326e-06,
      "loss": 0.7718,
      "step": 824
    },
    {
      "epoch": 2.0922491678554445,
      "grad_norm": 4.45874547958374,
      "learning_rate": 5.068406663660277e-06,
      "loss": 0.7724,
      "step": 825
    },
    {
      "epoch": 2.0947852274528453,
      "grad_norm": 4.540599346160889,
      "learning_rate": 5.042718040912722e-06,
      "loss": 0.7566,
      "step": 826
    },
    {
      "epoch": 2.097321287050246,
      "grad_norm": 4.259554862976074,
      "learning_rate": 5.0170727170310995e-06,
      "loss": 0.7656,
      "step": 827
    },
    {
      "epoch": 2.0998573466476462,
      "grad_norm": 4.207907199859619,
      "learning_rate": 4.9914709160118216e-06,
      "loss": 0.7588,
      "step": 828
    },
    {
      "epoch": 2.1023934062450467,
      "grad_norm": 4.362234115600586,
      "learning_rate": 4.965912861471174e-06,
      "loss": 0.7696,
      "step": 829
    },
    {
      "epoch": 2.104929465842447,
      "grad_norm": 3.852293014526367,
      "learning_rate": 4.940398776643336e-06,
      "loss": 0.774,
      "step": 830
    },
    {
      "epoch": 2.107465525439848,
      "grad_norm": 3.9607598781585693,
      "learning_rate": 4.914928884378439e-06,
      "loss": 0.7783,
      "step": 831
    },
    {
      "epoch": 2.1100015850372484,
      "grad_norm": 4.0023016929626465,
      "learning_rate": 4.889503407140622e-06,
      "loss": 0.7529,
      "step": 832
    },
    {
      "epoch": 2.112537644634649,
      "grad_norm": 4.012899875640869,
      "learning_rate": 4.86412256700608e-06,
      "loss": 0.7768,
      "step": 833
    },
    {
      "epoch": 2.1150737042320493,
      "grad_norm": 3.976773738861084,
      "learning_rate": 4.838786585661135e-06,
      "loss": 0.7852,
      "step": 834
    },
    {
      "epoch": 2.11760976382945,
      "grad_norm": 3.8476829528808594,
      "learning_rate": 4.8134956844002914e-06,
      "loss": 0.7799,
      "step": 835
    },
    {
      "epoch": 2.1201458234268507,
      "grad_norm": 4.0478620529174805,
      "learning_rate": 4.788250084124307e-06,
      "loss": 0.7534,
      "step": 836
    },
    {
      "epoch": 2.122681883024251,
      "grad_norm": 5.393147945404053,
      "learning_rate": 4.763050005338264e-06,
      "loss": 0.7848,
      "step": 837
    },
    {
      "epoch": 2.1252179426216515,
      "grad_norm": 6.066077709197998,
      "learning_rate": 4.737895668149644e-06,
      "loss": 0.7586,
      "step": 838
    },
    {
      "epoch": 2.127754002219052,
      "grad_norm": 4.707492828369141,
      "learning_rate": 4.712787292266391e-06,
      "loss": 0.7791,
      "step": 839
    },
    {
      "epoch": 2.130290061816453,
      "grad_norm": 4.887709140777588,
      "learning_rate": 4.687725096995026e-06,
      "loss": 0.7703,
      "step": 840
    },
    {
      "epoch": 2.1328261214138533,
      "grad_norm": 4.583090305328369,
      "learning_rate": 4.662709301238686e-06,
      "loss": 0.7526,
      "step": 841
    },
    {
      "epoch": 2.1353621810112537,
      "grad_norm": 5.005523204803467,
      "learning_rate": 4.6377401234952615e-06,
      "loss": 0.7887,
      "step": 842
    },
    {
      "epoch": 2.137898240608654,
      "grad_norm": 5.198577404022217,
      "learning_rate": 4.612817781855439e-06,
      "loss": 0.7777,
      "step": 843
    },
    {
      "epoch": 2.1404343002060546,
      "grad_norm": 4.368279457092285,
      "learning_rate": 4.587942494000835e-06,
      "loss": 0.7704,
      "step": 844
    },
    {
      "epoch": 2.1429703598034555,
      "grad_norm": 4.274848937988281,
      "learning_rate": 4.563114477202076e-06,
      "loss": 0.7718,
      "step": 845
    },
    {
      "epoch": 2.145506419400856,
      "grad_norm": 4.577635288238525,
      "learning_rate": 4.538333948316902e-06,
      "loss": 0.7741,
      "step": 846
    },
    {
      "epoch": 2.1480424789982564,
      "grad_norm": 4.26487922668457,
      "learning_rate": 4.513601123788278e-06,
      "loss": 0.7831,
      "step": 847
    },
    {
      "epoch": 2.150578538595657,
      "grad_norm": 4.352411270141602,
      "learning_rate": 4.488916219642498e-06,
      "loss": 0.7614,
      "step": 848
    },
    {
      "epoch": 2.1531145981930577,
      "grad_norm": 4.089112758636475,
      "learning_rate": 4.464279451487301e-06,
      "loss": 0.7718,
      "step": 849
    },
    {
      "epoch": 2.155650657790458,
      "grad_norm": 4.205545902252197,
      "learning_rate": 4.439691034509986e-06,
      "loss": 0.7652,
      "step": 850
    },
    {
      "epoch": 2.155650657790458,
      "eval_loss": NaN,
      "eval_runtime": 207.3078,
      "eval_samples_per_second": 40.109,
      "eval_steps_per_second": 5.017,
      "step": 850
    },
    {
      "epoch": 2.1581867173878586,
      "grad_norm": 4.343478202819824,
      "learning_rate": 4.415151183475542e-06,
      "loss": 0.7821,
      "step": 851
    },
    {
      "epoch": 2.160722776985259,
      "grad_norm": 4.295416355133057,
      "learning_rate": 4.390660112724742e-06,
      "loss": 0.7875,
      "step": 852
    },
    {
      "epoch": 2.1632588365826595,
      "grad_norm": 4.089602470397949,
      "learning_rate": 4.366218036172324e-06,
      "loss": 0.7694,
      "step": 853
    },
    {
      "epoch": 2.1657948961800604,
      "grad_norm": 4.0583696365356445,
      "learning_rate": 4.341825167305058e-06,
      "loss": 0.7702,
      "step": 854
    },
    {
      "epoch": 2.168330955777461,
      "grad_norm": 4.053401470184326,
      "learning_rate": 4.317481719179949e-06,
      "loss": 0.7592,
      "step": 855
    },
    {
      "epoch": 2.1708670153748613,
      "grad_norm": 3.817272424697876,
      "learning_rate": 4.2931879044223094e-06,
      "loss": 0.7755,
      "step": 856
    },
    {
      "epoch": 2.1734030749722617,
      "grad_norm": 4.260085105895996,
      "learning_rate": 4.2689439352239535e-06,
      "loss": 0.778,
      "step": 857
    },
    {
      "epoch": 2.1759391345696626,
      "grad_norm": 4.195194244384766,
      "learning_rate": 4.2447500233413205e-06,
      "loss": 0.7769,
      "step": 858
    },
    {
      "epoch": 2.178475194167063,
      "grad_norm": 4.542140960693359,
      "learning_rate": 4.220606380093628e-06,
      "loss": 0.7791,
      "step": 859
    },
    {
      "epoch": 2.1810112537644635,
      "grad_norm": 5.197386264801025,
      "learning_rate": 4.196513216361027e-06,
      "loss": 0.7626,
      "step": 860
    },
    {
      "epoch": 2.183547313361864,
      "grad_norm": 5.448459625244141,
      "learning_rate": 4.1724707425827615e-06,
      "loss": 0.7683,
      "step": 861
    },
    {
      "epoch": 2.1860833729592644,
      "grad_norm": 4.393735408782959,
      "learning_rate": 4.14847916875533e-06,
      "loss": 0.7402,
      "step": 862
    },
    {
      "epoch": 2.1886194325566652,
      "grad_norm": 5.02966833114624,
      "learning_rate": 4.1245387044306475e-06,
      "loss": 0.7678,
      "step": 863
    },
    {
      "epoch": 2.1911554921540657,
      "grad_norm": 4.1165971755981445,
      "learning_rate": 4.100649558714221e-06,
      "loss": 0.788,
      "step": 864
    },
    {
      "epoch": 2.193691551751466,
      "grad_norm": 4.929838180541992,
      "learning_rate": 4.076811940263322e-06,
      "loss": 0.7563,
      "step": 865
    },
    {
      "epoch": 2.1962276113488666,
      "grad_norm": 4.211369514465332,
      "learning_rate": 4.053026057285163e-06,
      "loss": 0.7435,
      "step": 866
    },
    {
      "epoch": 2.198763670946267,
      "grad_norm": 4.34557580947876,
      "learning_rate": 4.029292117535064e-06,
      "loss": 0.7687,
      "step": 867
    },
    {
      "epoch": 2.201299730543668,
      "grad_norm": 4.37393045425415,
      "learning_rate": 4.00561032831468e-06,
      "loss": 0.7647,
      "step": 868
    },
    {
      "epoch": 2.2038357901410683,
      "grad_norm": 4.262077808380127,
      "learning_rate": 3.98198089647013e-06,
      "loss": 0.7568,
      "step": 869
    },
    {
      "epoch": 2.206371849738469,
      "grad_norm": 4.286789417266846,
      "learning_rate": 3.958404028390255e-06,
      "loss": 0.785,
      "step": 870
    },
    {
      "epoch": 2.2089079093358692,
      "grad_norm": 4.210546493530273,
      "learning_rate": 3.934879930004758e-06,
      "loss": 0.7605,
      "step": 871
    },
    {
      "epoch": 2.21144396893327,
      "grad_norm": 3.9751172065734863,
      "learning_rate": 3.911408806782442e-06,
      "loss": 0.7405,
      "step": 872
    },
    {
      "epoch": 2.2139800285306706,
      "grad_norm": 3.995595932006836,
      "learning_rate": 3.887990863729404e-06,
      "loss": 0.7532,
      "step": 873
    },
    {
      "epoch": 2.216516088128071,
      "grad_norm": 3.7829172611236572,
      "learning_rate": 3.8646263053872425e-06,
      "loss": 0.7843,
      "step": 874
    },
    {
      "epoch": 2.2190521477254714,
      "grad_norm": 4.247334003448486,
      "learning_rate": 3.841315335831271e-06,
      "loss": 0.769,
      "step": 875
    },
    {
      "epoch": 2.2215882073228723,
      "grad_norm": 4.032822132110596,
      "learning_rate": 3.81805815866874e-06,
      "loss": 0.7565,
      "step": 876
    },
    {
      "epoch": 2.2241242669202728,
      "grad_norm": 3.9699594974517822,
      "learning_rate": 3.7948549770370568e-06,
      "loss": 0.7582,
      "step": 877
    },
    {
      "epoch": 2.226660326517673,
      "grad_norm": 4.53628396987915,
      "learning_rate": 3.771705993602006e-06,
      "loss": 0.789,
      "step": 878
    },
    {
      "epoch": 2.2291963861150736,
      "grad_norm": 5.106379508972168,
      "learning_rate": 3.7486114105559912e-06,
      "loss": 0.7959,
      "step": 879
    },
    {
      "epoch": 2.231732445712474,
      "grad_norm": 4.434255123138428,
      "learning_rate": 3.725571429616246e-06,
      "loss": 0.7564,
      "step": 880
    },
    {
      "epoch": 2.234268505309875,
      "grad_norm": 5.324062347412109,
      "learning_rate": 3.7025862520231113e-06,
      "loss": 0.7505,
      "step": 881
    },
    {
      "epoch": 2.2368045649072754,
      "grad_norm": 4.399535655975342,
      "learning_rate": 3.6796560785382274e-06,
      "loss": 0.7516,
      "step": 882
    },
    {
      "epoch": 2.239340624504676,
      "grad_norm": 4.95442008972168,
      "learning_rate": 3.656781109442833e-06,
      "loss": 0.7416,
      "step": 883
    },
    {
      "epoch": 2.2418766841020763,
      "grad_norm": 4.9247612953186035,
      "learning_rate": 3.6339615445359666e-06,
      "loss": 0.7678,
      "step": 884
    },
    {
      "epoch": 2.2444127436994767,
      "grad_norm": 5.491630554199219,
      "learning_rate": 3.6111975831327593e-06,
      "loss": 0.7668,
      "step": 885
    },
    {
      "epoch": 2.2469488032968776,
      "grad_norm": 7.566525936126709,
      "learning_rate": 3.5884894240626743e-06,
      "loss": 0.7735,
      "step": 886
    },
    {
      "epoch": 2.249484862894278,
      "grad_norm": 5.582590103149414,
      "learning_rate": 3.565837265667775e-06,
      "loss": 0.7824,
      "step": 887
    },
    {
      "epoch": 2.2520209224916785,
      "grad_norm": 5.3473029136657715,
      "learning_rate": 3.543241305800993e-06,
      "loss": 0.7658,
      "step": 888
    },
    {
      "epoch": 2.254556982089079,
      "grad_norm": 6.214839458465576,
      "learning_rate": 3.5207017418244005e-06,
      "loss": 0.8003,
      "step": 889
    },
    {
      "epoch": 2.2570930416864794,
      "grad_norm": 4.573577880859375,
      "learning_rate": 3.4982187706074856e-06,
      "loss": 0.7712,
      "step": 890
    },
    {
      "epoch": 2.2596291012838803,
      "grad_norm": 4.793715476989746,
      "learning_rate": 3.4757925885254294e-06,
      "loss": 0.7512,
      "step": 891
    },
    {
      "epoch": 2.2621651608812807,
      "grad_norm": 5.82136344909668,
      "learning_rate": 3.4534233914574013e-06,
      "loss": 0.7483,
      "step": 892
    },
    {
      "epoch": 2.264701220478681,
      "grad_norm": 4.513565540313721,
      "learning_rate": 3.4311113747848324e-06,
      "loss": 0.7525,
      "step": 893
    },
    {
      "epoch": 2.2672372800760816,
      "grad_norm": 4.095034122467041,
      "learning_rate": 3.4088567333897272e-06,
      "loss": 0.7621,
      "step": 894
    },
    {
      "epoch": 2.2697733396734825,
      "grad_norm": 5.215566635131836,
      "learning_rate": 3.386659661652937e-06,
      "loss": 0.7738,
      "step": 895
    },
    {
      "epoch": 2.272309399270883,
      "grad_norm": 4.385331153869629,
      "learning_rate": 3.3645203534524983e-06,
      "loss": 0.7569,
      "step": 896
    },
    {
      "epoch": 2.2748454588682834,
      "grad_norm": 4.473877906799316,
      "learning_rate": 3.342439002161897e-06,
      "loss": 0.7486,
      "step": 897
    },
    {
      "epoch": 2.277381518465684,
      "grad_norm": 5.167495250701904,
      "learning_rate": 3.320415800648411e-06,
      "loss": 0.7697,
      "step": 898
    },
    {
      "epoch": 2.2799175780630847,
      "grad_norm": 4.346419811248779,
      "learning_rate": 3.298450941271416e-06,
      "loss": 0.7665,
      "step": 899
    },
    {
      "epoch": 2.282453637660485,
      "grad_norm": 5.885275840759277,
      "learning_rate": 3.276544615880699e-06,
      "loss": 0.7799,
      "step": 900
    },
    {
      "epoch": 2.282453637660485,
      "eval_loss": NaN,
      "eval_runtime": 207.2979,
      "eval_samples_per_second": 40.111,
      "eval_steps_per_second": 5.017,
      "step": 900
    },
    {
      "epoch": 2.2849896972578856,
      "grad_norm": 5.007364749908447,
      "learning_rate": 3.2546970158147917e-06,
      "loss": 0.7486,
      "step": 901
    },
    {
      "epoch": 2.287525756855286,
      "grad_norm": 4.034124851226807,
      "learning_rate": 3.232908331899298e-06,
      "loss": 0.7558,
      "step": 902
    },
    {
      "epoch": 2.2900618164526865,
      "grad_norm": 4.541777610778809,
      "learning_rate": 3.211178754445212e-06,
      "loss": 0.7831,
      "step": 903
    },
    {
      "epoch": 2.2925978760500874,
      "grad_norm": 4.531301975250244,
      "learning_rate": 3.189508473247289e-06,
      "loss": 0.7594,
      "step": 904
    },
    {
      "epoch": 2.295133935647488,
      "grad_norm": 4.7508368492126465,
      "learning_rate": 3.1678976775823454e-06,
      "loss": 0.7568,
      "step": 905
    },
    {
      "epoch": 2.2976699952448882,
      "grad_norm": 4.086254596710205,
      "learning_rate": 3.1463465562076456e-06,
      "loss": 0.7718,
      "step": 906
    },
    {
      "epoch": 2.3002060548422887,
      "grad_norm": 4.427765846252441,
      "learning_rate": 3.1248552973592282e-06,
      "loss": 0.7599,
      "step": 907
    },
    {
      "epoch": 2.302742114439689,
      "grad_norm": 4.405720233917236,
      "learning_rate": 3.10342408875026e-06,
      "loss": 0.7652,
      "step": 908
    },
    {
      "epoch": 2.30527817403709,
      "grad_norm": 4.072112560272217,
      "learning_rate": 3.0820531175694236e-06,
      "loss": 0.7605,
      "step": 909
    },
    {
      "epoch": 2.3078142336344905,
      "grad_norm": 4.144969940185547,
      "learning_rate": 3.0607425704792426e-06,
      "loss": 0.7542,
      "step": 910
    },
    {
      "epoch": 2.310350293231891,
      "grad_norm": 4.27333402633667,
      "learning_rate": 3.039492633614496e-06,
      "loss": 0.7964,
      "step": 911
    },
    {
      "epoch": 2.3128863528292913,
      "grad_norm": 3.909830331802368,
      "learning_rate": 3.018303492580548e-06,
      "loss": 0.7936,
      "step": 912
    },
    {
      "epoch": 2.315422412426692,
      "grad_norm": 4.339663982391357,
      "learning_rate": 2.997175332451757e-06,
      "loss": 0.7822,
      "step": 913
    },
    {
      "epoch": 2.3179584720240927,
      "grad_norm": 3.849867582321167,
      "learning_rate": 2.976108337769854e-06,
      "loss": 0.7868,
      "step": 914
    },
    {
      "epoch": 2.320494531621493,
      "grad_norm": 4.143746852874756,
      "learning_rate": 2.95510269254232e-06,
      "loss": 0.7496,
      "step": 915
    },
    {
      "epoch": 2.3230305912188935,
      "grad_norm": 4.088156223297119,
      "learning_rate": 2.934158580240789e-06,
      "loss": 0.783,
      "step": 916
    },
    {
      "epoch": 2.325566650816294,
      "grad_norm": 3.79500675201416,
      "learning_rate": 2.9132761837994426e-06,
      "loss": 0.7609,
      "step": 917
    },
    {
      "epoch": 2.328102710413695,
      "grad_norm": 3.894336223602295,
      "learning_rate": 2.892455685613402e-06,
      "loss": 0.7434,
      "step": 918
    },
    {
      "epoch": 2.3306387700110953,
      "grad_norm": 3.9885644912719727,
      "learning_rate": 2.8716972675371645e-06,
      "loss": 0.7546,
      "step": 919
    },
    {
      "epoch": 2.3331748296084958,
      "grad_norm": 4.468260288238525,
      "learning_rate": 2.851001110882975e-06,
      "loss": 0.7528,
      "step": 920
    },
    {
      "epoch": 2.335710889205896,
      "grad_norm": 4.394624710083008,
      "learning_rate": 2.830367396419269e-06,
      "loss": 0.7835,
      "step": 921
    },
    {
      "epoch": 2.338246948803297,
      "grad_norm": 4.524784564971924,
      "learning_rate": 2.809796304369099e-06,
      "loss": 0.7822,
      "step": 922
    },
    {
      "epoch": 2.3407830084006975,
      "grad_norm": 4.426603317260742,
      "learning_rate": 2.7892880144085253e-06,
      "loss": 0.777,
      "step": 923
    },
    {
      "epoch": 2.343319067998098,
      "grad_norm": 4.747066974639893,
      "learning_rate": 2.768842705665097e-06,
      "loss": 0.7792,
      "step": 924
    },
    {
      "epoch": 2.3458551275954984,
      "grad_norm": 4.15431022644043,
      "learning_rate": 2.748460556716234e-06,
      "loss": 0.7746,
      "step": 925
    },
    {
      "epoch": 2.348391187192899,
      "grad_norm": 4.427835941314697,
      "learning_rate": 2.7281417455877103e-06,
      "loss": 0.7863,
      "step": 926
    },
    {
      "epoch": 2.3509272467902997,
      "grad_norm": 4.1503520011901855,
      "learning_rate": 2.7078864497520774e-06,
      "loss": 0.7492,
      "step": 927
    },
    {
      "epoch": 2.3534633063877,
      "grad_norm": 4.640717506408691,
      "learning_rate": 2.68769484612712e-06,
      "loss": 0.7928,
      "step": 928
    },
    {
      "epoch": 2.3559993659851006,
      "grad_norm": 4.538097381591797,
      "learning_rate": 2.6675671110743084e-06,
      "loss": 0.7493,
      "step": 929
    },
    {
      "epoch": 2.358535425582501,
      "grad_norm": 4.215808391571045,
      "learning_rate": 2.647503420397263e-06,
      "loss": 0.7547,
      "step": 930
    },
    {
      "epoch": 2.3610714851799015,
      "grad_norm": 4.320316314697266,
      "learning_rate": 2.627503949340202e-06,
      "loss": 0.7907,
      "step": 931
    },
    {
      "epoch": 2.3636075447773024,
      "grad_norm": 4.114699363708496,
      "learning_rate": 2.607568872586449e-06,
      "loss": 0.7579,
      "step": 932
    },
    {
      "epoch": 2.366143604374703,
      "grad_norm": 4.327573299407959,
      "learning_rate": 2.587698364256854e-06,
      "loss": 0.7552,
      "step": 933
    },
    {
      "epoch": 2.3686796639721033,
      "grad_norm": 4.364943027496338,
      "learning_rate": 2.5678925979083257e-06,
      "loss": 0.7708,
      "step": 934
    },
    {
      "epoch": 2.3712157235695037,
      "grad_norm": 3.9766640663146973,
      "learning_rate": 2.5481517465322726e-06,
      "loss": 0.7452,
      "step": 935
    },
    {
      "epoch": 2.3737517831669046,
      "grad_norm": 4.603160381317139,
      "learning_rate": 2.528475982553118e-06,
      "loss": 0.7529,
      "step": 936
    },
    {
      "epoch": 2.376287842764305,
      "grad_norm": 4.066822052001953,
      "learning_rate": 2.508865477826784e-06,
      "loss": 0.794,
      "step": 937
    },
    {
      "epoch": 2.3788239023617055,
      "grad_norm": 3.7265427112579346,
      "learning_rate": 2.4893204036391927e-06,
      "loss": 0.7597,
      "step": 938
    },
    {
      "epoch": 2.381359961959106,
      "grad_norm": 4.10790491104126,
      "learning_rate": 2.469840930704779e-06,
      "loss": 0.7756,
      "step": 939
    },
    {
      "epoch": 2.383896021556507,
      "grad_norm": 4.320775032043457,
      "learning_rate": 2.4504272291649722e-06,
      "loss": 0.7634,
      "step": 940
    },
    {
      "epoch": 2.3864320811539073,
      "grad_norm": 4.10369873046875,
      "learning_rate": 2.431079468586741e-06,
      "loss": 0.775,
      "step": 941
    },
    {
      "epoch": 2.3889681407513077,
      "grad_norm": 4.050859451293945,
      "learning_rate": 2.411797817961097e-06,
      "loss": 0.7625,
      "step": 942
    },
    {
      "epoch": 2.391504200348708,
      "grad_norm": 4.410302639007568,
      "learning_rate": 2.3925824457016244e-06,
      "loss": 0.7935,
      "step": 943
    },
    {
      "epoch": 2.3940402599461086,
      "grad_norm": 4.687882900238037,
      "learning_rate": 2.3734335196429926e-06,
      "loss": 0.7792,
      "step": 944
    },
    {
      "epoch": 2.3965763195435095,
      "grad_norm": 4.416008949279785,
      "learning_rate": 2.354351207039526e-06,
      "loss": 0.776,
      "step": 945
    },
    {
      "epoch": 2.39911237914091,
      "grad_norm": 4.8968825340271,
      "learning_rate": 2.3353356745636944e-06,
      "loss": 0.775,
      "step": 946
    },
    {
      "epoch": 2.4016484387383104,
      "grad_norm": 4.886624336242676,
      "learning_rate": 2.3163870883047113e-06,
      "loss": 0.7894,
      "step": 947
    },
    {
      "epoch": 2.404184498335711,
      "grad_norm": 4.6147141456604,
      "learning_rate": 2.2975056137670315e-06,
      "loss": 0.7685,
      "step": 948
    },
    {
      "epoch": 2.4067205579331112,
      "grad_norm": 5.081536769866943,
      "learning_rate": 2.2786914158689412e-06,
      "loss": 0.7694,
      "step": 949
    },
    {
      "epoch": 2.409256617530512,
      "grad_norm": 4.840873718261719,
      "learning_rate": 2.2599446589411033e-06,
      "loss": 0.7779,
      "step": 950
    },
    {
      "epoch": 2.409256617530512,
      "eval_loss": NaN,
      "eval_runtime": 206.7579,
      "eval_samples_per_second": 40.216,
      "eval_steps_per_second": 5.03,
      "step": 950
    },
    {
      "epoch": 2.4117926771279126,
      "grad_norm": 4.529221057891846,
      "learning_rate": 2.2412655067251268e-06,
      "loss": 0.8008,
      "step": 951
    },
    {
      "epoch": 2.414328736725313,
      "grad_norm": 4.9453206062316895,
      "learning_rate": 2.222654122372131e-06,
      "loss": 0.7606,
      "step": 952
    },
    {
      "epoch": 2.4168647963227134,
      "grad_norm": 4.322136402130127,
      "learning_rate": 2.204110668441326e-06,
      "loss": 0.7674,
      "step": 953
    },
    {
      "epoch": 2.419400855920114,
      "grad_norm": 4.078553199768066,
      "learning_rate": 2.185635306898589e-06,
      "loss": 0.7788,
      "step": 954
    },
    {
      "epoch": 2.4219369155175148,
      "grad_norm": 4.5291314125061035,
      "learning_rate": 2.1672281991150534e-06,
      "loss": 0.7796,
      "step": 955
    },
    {
      "epoch": 2.424472975114915,
      "grad_norm": 4.254805088043213,
      "learning_rate": 2.1488895058656946e-06,
      "loss": 0.7744,
      "step": 956
    },
    {
      "epoch": 2.4270090347123157,
      "grad_norm": 4.069855690002441,
      "learning_rate": 2.13061938732793e-06,
      "loss": 0.7981,
      "step": 957
    },
    {
      "epoch": 2.429545094309716,
      "grad_norm": 3.9820396900177,
      "learning_rate": 2.112418003080222e-06,
      "loss": 0.7393,
      "step": 958
    },
    {
      "epoch": 2.432081153907117,
      "grad_norm": 4.322441577911377,
      "learning_rate": 2.0942855121006677e-06,
      "loss": 0.7737,
      "step": 959
    },
    {
      "epoch": 2.4346172135045174,
      "grad_norm": 3.9814891815185547,
      "learning_rate": 2.0762220727656425e-06,
      "loss": 0.7801,
      "step": 960
    },
    {
      "epoch": 2.437153273101918,
      "grad_norm": 4.416321277618408,
      "learning_rate": 2.058227842848376e-06,
      "loss": 0.7957,
      "step": 961
    },
    {
      "epoch": 2.4396893326993183,
      "grad_norm": 4.082301616668701,
      "learning_rate": 2.0403029795176156e-06,
      "loss": 0.7702,
      "step": 962
    },
    {
      "epoch": 2.442225392296719,
      "grad_norm": 3.9780466556549072,
      "learning_rate": 2.022447639336218e-06,
      "loss": 0.7421,
      "step": 963
    },
    {
      "epoch": 2.4447614518941196,
      "grad_norm": 4.323615074157715,
      "learning_rate": 2.004661978259804e-06,
      "loss": 0.7442,
      "step": 964
    },
    {
      "epoch": 2.44729751149152,
      "grad_norm": 4.2946600914001465,
      "learning_rate": 1.9869461516353893e-06,
      "loss": 0.7528,
      "step": 965
    },
    {
      "epoch": 2.4498335710889205,
      "grad_norm": 4.678606033325195,
      "learning_rate": 1.9693003142000277e-06,
      "loss": 0.7594,
      "step": 966
    },
    {
      "epoch": 2.452369630686321,
      "grad_norm": 4.818963527679443,
      "learning_rate": 1.951724620079457e-06,
      "loss": 0.7373,
      "step": 967
    },
    {
      "epoch": 2.454905690283722,
      "grad_norm": 4.596181392669678,
      "learning_rate": 1.9342192227867595e-06,
      "loss": 0.7584,
      "step": 968
    },
    {
      "epoch": 2.4574417498811223,
      "grad_norm": 4.812653064727783,
      "learning_rate": 1.916784275221013e-06,
      "loss": 0.7502,
      "step": 969
    },
    {
      "epoch": 2.4599778094785227,
      "grad_norm": 5.208719253540039,
      "learning_rate": 1.8994199296659633e-06,
      "loss": 0.7833,
      "step": 970
    },
    {
      "epoch": 2.462513869075923,
      "grad_norm": 4.855763912200928,
      "learning_rate": 1.882126337788691e-06,
      "loss": 0.7709,
      "step": 971
    },
    {
      "epoch": 2.4650499286733236,
      "grad_norm": 4.337666034698486,
      "learning_rate": 1.8649036506382745e-06,
      "loss": 0.7439,
      "step": 972
    },
    {
      "epoch": 2.4675859882707245,
      "grad_norm": 5.401799201965332,
      "learning_rate": 1.847752018644503e-06,
      "loss": 0.7605,
      "step": 973
    },
    {
      "epoch": 2.470122047868125,
      "grad_norm": 4.645407676696777,
      "learning_rate": 1.8306715916165185e-06,
      "loss": 0.7686,
      "step": 974
    },
    {
      "epoch": 2.4726581074655254,
      "grad_norm": 4.161717414855957,
      "learning_rate": 1.8136625187415535e-06,
      "loss": 0.7555,
      "step": 975
    },
    {
      "epoch": 2.475194167062926,
      "grad_norm": 4.439455032348633,
      "learning_rate": 1.7967249485835847e-06,
      "loss": 0.7886,
      "step": 976
    },
    {
      "epoch": 2.4777302266603263,
      "grad_norm": 4.506514549255371,
      "learning_rate": 1.7798590290820684e-06,
      "loss": 0.7779,
      "step": 977
    },
    {
      "epoch": 2.480266286257727,
      "grad_norm": 4.490094184875488,
      "learning_rate": 1.763064907550631e-06,
      "loss": 0.7617,
      "step": 978
    },
    {
      "epoch": 2.4828023458551276,
      "grad_norm": 4.33901309967041,
      "learning_rate": 1.7463427306757886e-06,
      "loss": 0.7519,
      "step": 979
    },
    {
      "epoch": 2.485338405452528,
      "grad_norm": 4.4128899574279785,
      "learning_rate": 1.7296926445156636e-06,
      "loss": 0.7365,
      "step": 980
    },
    {
      "epoch": 2.4878744650499285,
      "grad_norm": 4.4159321784973145,
      "learning_rate": 1.7131147944987091e-06,
      "loss": 0.7715,
      "step": 981
    },
    {
      "epoch": 2.4904105246473294,
      "grad_norm": 4.302286624908447,
      "learning_rate": 1.696609325422439e-06,
      "loss": 0.7536,
      "step": 982
    },
    {
      "epoch": 2.49294658424473,
      "grad_norm": 4.743297100067139,
      "learning_rate": 1.6801763814521644e-06,
      "loss": 0.7681,
      "step": 983
    },
    {
      "epoch": 2.4954826438421303,
      "grad_norm": 4.709976673126221,
      "learning_rate": 1.6638161061197322e-06,
      "loss": 0.7688,
      "step": 984
    },
    {
      "epoch": 2.4980187034395307,
      "grad_norm": 4.287345886230469,
      "learning_rate": 1.6475286423222736e-06,
      "loss": 0.7628,
      "step": 985
    },
    {
      "epoch": 2.5005547630369316,
      "grad_norm": 5.02631950378418,
      "learning_rate": 1.6313141323209558e-06,
      "loss": 0.7665,
      "step": 986
    },
    {
      "epoch": 2.503090822634332,
      "grad_norm": 4.6641974449157715,
      "learning_rate": 1.6151727177397315e-06,
      "loss": 0.7862,
      "step": 987
    },
    {
      "epoch": 2.5056268822317325,
      "grad_norm": 4.26420259475708,
      "learning_rate": 1.5991045395641236e-06,
      "loss": 0.785,
      "step": 988
    },
    {
      "epoch": 2.508162941829133,
      "grad_norm": 4.711597919464111,
      "learning_rate": 1.583109738139964e-06,
      "loss": 0.7657,
      "step": 989
    },
    {
      "epoch": 2.5106990014265333,
      "grad_norm": 4.841354846954346,
      "learning_rate": 1.5671884531721903e-06,
      "loss": 0.7813,
      "step": 990
    },
    {
      "epoch": 2.5132350610239342,
      "grad_norm": 4.445319175720215,
      "learning_rate": 1.5513408237236194e-06,
      "loss": 0.7431,
      "step": 991
    },
    {
      "epoch": 2.5157711206213347,
      "grad_norm": 4.24920129776001,
      "learning_rate": 1.535566988213728e-06,
      "loss": 0.7564,
      "step": 992
    },
    {
      "epoch": 2.518307180218735,
      "grad_norm": 4.309378147125244,
      "learning_rate": 1.519867084417449e-06,
      "loss": 0.7661,
      "step": 993
    },
    {
      "epoch": 2.5208432398161356,
      "grad_norm": 4.118340015411377,
      "learning_rate": 1.504241249463968e-06,
      "loss": 0.7851,
      "step": 994
    },
    {
      "epoch": 2.523379299413536,
      "grad_norm": 4.363431453704834,
      "learning_rate": 1.4886896198355205e-06,
      "loss": 0.7556,
      "step": 995
    },
    {
      "epoch": 2.525915359010937,
      "grad_norm": 4.172931671142578,
      "learning_rate": 1.473212331366205e-06,
      "loss": 0.7393,
      "step": 996
    },
    {
      "epoch": 2.5284514186083373,
      "grad_norm": 4.247659683227539,
      "learning_rate": 1.457809519240796e-06,
      "loss": 0.7837,
      "step": 997
    },
    {
      "epoch": 2.5309874782057378,
      "grad_norm": 4.314168453216553,
      "learning_rate": 1.4424813179935604e-06,
      "loss": 0.7713,
      "step": 998
    },
    {
      "epoch": 2.533523537803138,
      "grad_norm": 3.864086389541626,
      "learning_rate": 1.4272278615070877e-06,
      "loss": 0.7709,
      "step": 999
    },
    {
      "epoch": 2.5360595974005387,
      "grad_norm": 4.122450828552246,
      "learning_rate": 1.4120492830111054e-06,
      "loss": 0.749,
      "step": 1000
    },
    {
      "epoch": 2.5360595974005387,
      "eval_loss": NaN,
      "eval_runtime": 206.9865,
      "eval_samples_per_second": 40.172,
      "eval_steps_per_second": 5.024,
      "step": 1000
    },
    {
      "epoch": 2.5385956569979395,
      "grad_norm": 4.103104591369629,
      "learning_rate": 1.396945715081347e-06,
      "loss": 0.7697,
      "step": 1001
    },
    {
      "epoch": 2.54113171659534,
      "grad_norm": 4.2063164710998535,
      "learning_rate": 1.3819172896383515e-06,
      "loss": 0.7621,
      "step": 1002
    },
    {
      "epoch": 2.5436677761927404,
      "grad_norm": 4.657142162322998,
      "learning_rate": 1.366964137946355e-06,
      "loss": 0.7675,
      "step": 1003
    },
    {
      "epoch": 2.5462038357901413,
      "grad_norm": 4.5668158531188965,
      "learning_rate": 1.352086390612105e-06,
      "loss": 0.7609,
      "step": 1004
    },
    {
      "epoch": 2.5487398953875418,
      "grad_norm": 4.0702362060546875,
      "learning_rate": 1.3372841775837476e-06,
      "loss": 0.7852,
      "step": 1005
    },
    {
      "epoch": 2.551275954984942,
      "grad_norm": 4.430232524871826,
      "learning_rate": 1.32255762814968e-06,
      "loss": 0.7845,
      "step": 1006
    },
    {
      "epoch": 2.5538120145823426,
      "grad_norm": 4.624642848968506,
      "learning_rate": 1.307906870937422e-06,
      "loss": 0.7875,
      "step": 1007
    },
    {
      "epoch": 2.556348074179743,
      "grad_norm": 4.245471000671387,
      "learning_rate": 1.2933320339124955e-06,
      "loss": 0.7517,
      "step": 1008
    },
    {
      "epoch": 2.558884133777144,
      "grad_norm": 3.987699031829834,
      "learning_rate": 1.2788332443773066e-06,
      "loss": 0.7679,
      "step": 1009
    },
    {
      "epoch": 2.5614201933745444,
      "grad_norm": 4.822307586669922,
      "learning_rate": 1.2644106289700297e-06,
      "loss": 0.7868,
      "step": 1010
    },
    {
      "epoch": 2.563956252971945,
      "grad_norm": 4.65307092666626,
      "learning_rate": 1.250064313663506e-06,
      "loss": 0.7712,
      "step": 1011
    },
    {
      "epoch": 2.5664923125693453,
      "grad_norm": 4.200237274169922,
      "learning_rate": 1.2357944237641439e-06,
      "loss": 0.7696,
      "step": 1012
    },
    {
      "epoch": 2.5690283721667457,
      "grad_norm": 4.255523681640625,
      "learning_rate": 1.2216010839108117e-06,
      "loss": 0.7771,
      "step": 1013
    },
    {
      "epoch": 2.5715644317641466,
      "grad_norm": 4.196678638458252,
      "learning_rate": 1.2074844180737743e-06,
      "loss": 0.7856,
      "step": 1014
    },
    {
      "epoch": 2.574100491361547,
      "grad_norm": 4.187068939208984,
      "learning_rate": 1.1934445495535818e-06,
      "loss": 0.781,
      "step": 1015
    },
    {
      "epoch": 2.5766365509589475,
      "grad_norm": 4.118671894073486,
      "learning_rate": 1.179481600980017e-06,
      "loss": 0.7937,
      "step": 1016
    },
    {
      "epoch": 2.579172610556348,
      "grad_norm": 4.127950191497803,
      "learning_rate": 1.1655956943110046e-06,
      "loss": 0.7692,
      "step": 1017
    },
    {
      "epoch": 2.5817086701537484,
      "grad_norm": 4.368701934814453,
      "learning_rate": 1.1517869508315583e-06,
      "loss": 0.7714,
      "step": 1018
    },
    {
      "epoch": 2.5842447297511493,
      "grad_norm": 4.254402160644531,
      "learning_rate": 1.1380554911527209e-06,
      "loss": 0.7619,
      "step": 1019
    },
    {
      "epoch": 2.5867807893485497,
      "grad_norm": 3.9647600650787354,
      "learning_rate": 1.1244014352105025e-06,
      "loss": 0.7724,
      "step": 1020
    },
    {
      "epoch": 2.58931684894595,
      "grad_norm": 3.9789211750030518,
      "learning_rate": 1.1108249022648421e-06,
      "loss": 0.7602,
      "step": 1021
    },
    {
      "epoch": 2.591852908543351,
      "grad_norm": 4.251387596130371,
      "learning_rate": 1.0973260108985594e-06,
      "loss": 0.7304,
      "step": 1022
    },
    {
      "epoch": 2.594388968140751,
      "grad_norm": 4.478714942932129,
      "learning_rate": 1.0839048790163254e-06,
      "loss": 0.7804,
      "step": 1023
    },
    {
      "epoch": 2.596925027738152,
      "grad_norm": 4.948723316192627,
      "learning_rate": 1.0705616238436245e-06,
      "loss": 0.7684,
      "step": 1024
    },
    {
      "epoch": 2.5994610873355524,
      "grad_norm": 4.321564674377441,
      "learning_rate": 1.0572963619257393e-06,
      "loss": 0.7611,
      "step": 1025
    },
    {
      "epoch": 2.601997146932953,
      "grad_norm": 4.178552150726318,
      "learning_rate": 1.0441092091267247e-06,
      "loss": 0.7495,
      "step": 1026
    },
    {
      "epoch": 2.6045332065303537,
      "grad_norm": 4.253757953643799,
      "learning_rate": 1.0310002806284037e-06,
      "loss": 0.7507,
      "step": 1027
    },
    {
      "epoch": 2.607069266127754,
      "grad_norm": 4.590270519256592,
      "learning_rate": 1.0179696909293501e-06,
      "loss": 0.7762,
      "step": 1028
    },
    {
      "epoch": 2.6096053257251546,
      "grad_norm": 4.320034503936768,
      "learning_rate": 1.0050175538439054e-06,
      "loss": 0.7483,
      "step": 1029
    },
    {
      "epoch": 2.612141385322555,
      "grad_norm": 3.9760520458221436,
      "learning_rate": 9.921439825011647e-07,
      "loss": 0.7562,
      "step": 1030
    },
    {
      "epoch": 2.6146774449199555,
      "grad_norm": 4.410188674926758,
      "learning_rate": 9.793490893440095e-07,
      "loss": 0.7724,
      "step": 1031
    },
    {
      "epoch": 2.6172135045173563,
      "grad_norm": 4.840196132659912,
      "learning_rate": 9.666329861281042e-07,
      "loss": 0.7704,
      "step": 1032
    },
    {
      "epoch": 2.619749564114757,
      "grad_norm": 4.912466526031494,
      "learning_rate": 9.53995783920938e-07,
      "loss": 0.7781,
      "step": 1033
    },
    {
      "epoch": 2.6222856237121572,
      "grad_norm": 4.116244316101074,
      "learning_rate": 9.414375931008446e-07,
      "loss": 0.7691,
      "step": 1034
    },
    {
      "epoch": 2.6248216833095577,
      "grad_norm": 4.244197368621826,
      "learning_rate": 9.289585233560406e-07,
      "loss": 0.7795,
      "step": 1035
    },
    {
      "epoch": 2.627357742906958,
      "grad_norm": 4.277320861816406,
      "learning_rate": 9.165586836836682e-07,
      "loss": 0.743,
      "step": 1036
    },
    {
      "epoch": 2.629893802504359,
      "grad_norm": 4.302981853485107,
      "learning_rate": 9.042381823888446e-07,
      "loss": 0.779,
      "step": 1037
    },
    {
      "epoch": 2.6324298621017594,
      "grad_norm": 4.026116847991943,
      "learning_rate": 8.919971270837114e-07,
      "loss": 0.7543,
      "step": 1038
    },
    {
      "epoch": 2.63496592169916,
      "grad_norm": 4.270394802093506,
      "learning_rate": 8.79835624686498e-07,
      "loss": 0.7687,
      "step": 1039
    },
    {
      "epoch": 2.6375019812965603,
      "grad_norm": 3.911893606185913,
      "learning_rate": 8.677537814205905e-07,
      "loss": 0.7524,
      "step": 1040
    },
    {
      "epoch": 2.6400380408939608,
      "grad_norm": 3.993382453918457,
      "learning_rate": 8.55751702813592e-07,
      "loss": 0.7554,
      "step": 1041
    },
    {
      "epoch": 2.6425741004913617,
      "grad_norm": 4.202291965484619,
      "learning_rate": 8.438294936964231e-07,
      "loss": 0.7735,
      "step": 1042
    },
    {
      "epoch": 2.645110160088762,
      "grad_norm": 4.204040050506592,
      "learning_rate": 8.319872582023769e-07,
      "loss": 0.7493,
      "step": 1043
    },
    {
      "epoch": 2.6476462196861625,
      "grad_norm": 3.9854254722595215,
      "learning_rate": 8.202250997662398e-07,
      "loss": 0.7841,
      "step": 1044
    },
    {
      "epoch": 2.6501822792835634,
      "grad_norm": 4.154744625091553,
      "learning_rate": 8.085431211233607e-07,
      "loss": 0.7536,
      "step": 1045
    },
    {
      "epoch": 2.652718338880964,
      "grad_norm": 3.8959550857543945,
      "learning_rate": 7.969414243087769e-07,
      "loss": 0.7738,
      "step": 1046
    },
    {
      "epoch": 2.6552543984783643,
      "grad_norm": 4.237845420837402,
      "learning_rate": 7.854201106563053e-07,
      "loss": 0.7819,
      "step": 1047
    },
    {
      "epoch": 2.6577904580757648,
      "grad_norm": 4.1497087478637695,
      "learning_rate": 7.739792807976676e-07,
      "loss": 0.7579,
      "step": 1048
    },
    {
      "epoch": 2.660326517673165,
      "grad_norm": 4.020683288574219,
      "learning_rate": 7.626190346616069e-07,
      "loss": 0.7528,
      "step": 1049
    },
    {
      "epoch": 2.662862577270566,
      "grad_norm": 4.269307613372803,
      "learning_rate": 7.513394714730182e-07,
      "loss": 0.7617,
      "step": 1050
    },
    {
      "epoch": 2.662862577270566,
      "eval_loss": NaN,
      "eval_runtime": 206.651,
      "eval_samples_per_second": 40.237,
      "eval_steps_per_second": 5.033,
      "step": 1050
    },
    {
      "epoch": 2.6653986368679665,
      "grad_norm": 4.087046146392822,
      "learning_rate": 7.401406897520769e-07,
      "loss": 0.7457,
      "step": 1051
    },
    {
      "epoch": 2.667934696465367,
      "grad_norm": 4.389514923095703,
      "learning_rate": 7.290227873133826e-07,
      "loss": 0.7632,
      "step": 1052
    },
    {
      "epoch": 2.6704707560627674,
      "grad_norm": 4.557702541351318,
      "learning_rate": 7.179858612651036e-07,
      "loss": 0.7554,
      "step": 1053
    },
    {
      "epoch": 2.673006815660168,
      "grad_norm": 4.396777629852295,
      "learning_rate": 7.070300080081261e-07,
      "loss": 0.7493,
      "step": 1054
    },
    {
      "epoch": 2.6755428752575687,
      "grad_norm": 4.202752590179443,
      "learning_rate": 6.96155323235217e-07,
      "loss": 0.7628,
      "step": 1055
    },
    {
      "epoch": 2.678078934854969,
      "grad_norm": 4.209216117858887,
      "learning_rate": 6.853619019301816e-07,
      "loss": 0.7599,
      "step": 1056
    },
    {
      "epoch": 2.6806149944523696,
      "grad_norm": 4.431794166564941,
      "learning_rate": 6.746498383670463e-07,
      "loss": 0.7794,
      "step": 1057
    },
    {
      "epoch": 2.68315105404977,
      "grad_norm": 4.154015064239502,
      "learning_rate": 6.64019226109216e-07,
      "loss": 0.7645,
      "step": 1058
    },
    {
      "epoch": 2.6856871136471705,
      "grad_norm": 4.195700168609619,
      "learning_rate": 6.534701580086733e-07,
      "loss": 0.764,
      "step": 1059
    },
    {
      "epoch": 2.6882231732445714,
      "grad_norm": 4.079827308654785,
      "learning_rate": 6.43002726205163e-07,
      "loss": 0.7505,
      "step": 1060
    },
    {
      "epoch": 2.690759232841972,
      "grad_norm": 4.238046646118164,
      "learning_rate": 6.326170221253825e-07,
      "loss": 0.7709,
      "step": 1061
    },
    {
      "epoch": 2.6932952924393723,
      "grad_norm": 4.267265796661377,
      "learning_rate": 6.2231313648219e-07,
      "loss": 0.7473,
      "step": 1062
    },
    {
      "epoch": 2.6958313520367727,
      "grad_norm": 4.235876560211182,
      "learning_rate": 6.120911592738055e-07,
      "loss": 0.7512,
      "step": 1063
    },
    {
      "epoch": 2.698367411634173,
      "grad_norm": 4.081003189086914,
      "learning_rate": 6.019511797830335e-07,
      "loss": 0.7327,
      "step": 1064
    },
    {
      "epoch": 2.700903471231574,
      "grad_norm": 3.9032557010650635,
      "learning_rate": 5.918932865764726e-07,
      "loss": 0.7562,
      "step": 1065
    },
    {
      "epoch": 2.7034395308289745,
      "grad_norm": 3.8793997764587402,
      "learning_rate": 5.819175675037492e-07,
      "loss": 0.7558,
      "step": 1066
    },
    {
      "epoch": 2.705975590426375,
      "grad_norm": 4.520419120788574,
      "learning_rate": 5.720241096967504e-07,
      "loss": 0.7629,
      "step": 1067
    },
    {
      "epoch": 2.708511650023776,
      "grad_norm": 4.16015625,
      "learning_rate": 5.622129995688586e-07,
      "loss": 0.7887,
      "step": 1068
    },
    {
      "epoch": 2.7110477096211762,
      "grad_norm": 3.9902470111846924,
      "learning_rate": 5.524843228141963e-07,
      "loss": 0.7883,
      "step": 1069
    },
    {
      "epoch": 2.7135837692185767,
      "grad_norm": 3.864551067352295,
      "learning_rate": 5.428381644068881e-07,
      "loss": 0.7532,
      "step": 1070
    },
    {
      "epoch": 2.716119828815977,
      "grad_norm": 4.239519119262695,
      "learning_rate": 5.332746086002993e-07,
      "loss": 0.7425,
      "step": 1071
    },
    {
      "epoch": 2.7186558884133776,
      "grad_norm": 4.569217681884766,
      "learning_rate": 5.237937389263248e-07,
      "loss": 0.76,
      "step": 1072
    },
    {
      "epoch": 2.7211919480107785,
      "grad_norm": 4.2440409660339355,
      "learning_rate": 5.143956381946347e-07,
      "loss": 0.7857,
      "step": 1073
    },
    {
      "epoch": 2.723728007608179,
      "grad_norm": 4.227081298828125,
      "learning_rate": 5.050803884919664e-07,
      "loss": 0.7623,
      "step": 1074
    },
    {
      "epoch": 2.7262640672055793,
      "grad_norm": 4.057560920715332,
      "learning_rate": 4.958480711814062e-07,
      "loss": 0.7763,
      "step": 1075
    },
    {
      "epoch": 2.72880012680298,
      "grad_norm": 4.183563232421875,
      "learning_rate": 4.866987669016709e-07,
      "loss": 0.7624,
      "step": 1076
    },
    {
      "epoch": 2.7313361864003802,
      "grad_norm": 4.229283332824707,
      "learning_rate": 4.77632555566414e-07,
      "loss": 0.7696,
      "step": 1077
    },
    {
      "epoch": 2.733872245997781,
      "grad_norm": 4.2020182609558105,
      "learning_rate": 4.6864951636351964e-07,
      "loss": 0.7764,
      "step": 1078
    },
    {
      "epoch": 2.7364083055951816,
      "grad_norm": 3.9811360836029053,
      "learning_rate": 4.597497277544083e-07,
      "loss": 0.7908,
      "step": 1079
    },
    {
      "epoch": 2.738944365192582,
      "grad_norm": 4.074171543121338,
      "learning_rate": 4.50933267473368e-07,
      "loss": 0.7708,
      "step": 1080
    },
    {
      "epoch": 2.7414804247899824,
      "grad_norm": 4.1424479484558105,
      "learning_rate": 4.422002125268565e-07,
      "loss": 0.797,
      "step": 1081
    },
    {
      "epoch": 2.744016484387383,
      "grad_norm": 3.9790263175964355,
      "learning_rate": 4.335506391928357e-07,
      "loss": 0.7622,
      "step": 1082
    },
    {
      "epoch": 2.7465525439847838,
      "grad_norm": 3.9956624507904053,
      "learning_rate": 4.2498462302011155e-07,
      "loss": 0.749,
      "step": 1083
    },
    {
      "epoch": 2.749088603582184,
      "grad_norm": 3.9971725940704346,
      "learning_rate": 4.1650223882766074e-07,
      "loss": 0.7701,
      "step": 1084
    },
    {
      "epoch": 2.7516246631795847,
      "grad_norm": 4.045487880706787,
      "learning_rate": 4.0810356070399513e-07,
      "loss": 0.7822,
      "step": 1085
    },
    {
      "epoch": 2.754160722776985,
      "grad_norm": 4.2575364112854,
      "learning_rate": 3.99788662006495e-07,
      "loss": 0.7534,
      "step": 1086
    },
    {
      "epoch": 2.7566967823743855,
      "grad_norm": 4.3285112380981445,
      "learning_rate": 3.9155761536078365e-07,
      "loss": 0.7902,
      "step": 1087
    },
    {
      "epoch": 2.7592328419717864,
      "grad_norm": 4.146034240722656,
      "learning_rate": 3.8341049266008457e-07,
      "loss": 0.7565,
      "step": 1088
    },
    {
      "epoch": 2.761768901569187,
      "grad_norm": 4.155364990234375,
      "learning_rate": 3.753473650645978e-07,
      "loss": 0.7726,
      "step": 1089
    },
    {
      "epoch": 2.7643049611665873,
      "grad_norm": 4.021719455718994,
      "learning_rate": 3.6736830300087787e-07,
      "loss": 0.7676,
      "step": 1090
    },
    {
      "epoch": 2.766841020763988,
      "grad_norm": 4.42950963973999,
      "learning_rate": 3.5947337616121456e-07,
      "loss": 0.7784,
      "step": 1091
    },
    {
      "epoch": 2.7693770803613886,
      "grad_norm": 4.054685592651367,
      "learning_rate": 3.516626535030276e-07,
      "loss": 0.7598,
      "step": 1092
    },
    {
      "epoch": 2.771913139958789,
      "grad_norm": 3.8842220306396484,
      "learning_rate": 3.4393620324826847e-07,
      "loss": 0.7624,
      "step": 1093
    },
    {
      "epoch": 2.7744491995561895,
      "grad_norm": 3.734255075454712,
      "learning_rate": 3.362940928828129e-07,
      "loss": 0.7726,
      "step": 1094
    },
    {
      "epoch": 2.77698525915359,
      "grad_norm": 4.042450904846191,
      "learning_rate": 3.2873638915588593e-07,
      "loss": 0.7872,
      "step": 1095
    },
    {
      "epoch": 2.779521318750991,
      "grad_norm": 4.343115329742432,
      "learning_rate": 3.2126315807946786e-07,
      "loss": 0.7596,
      "step": 1096
    },
    {
      "epoch": 2.7820573783483913,
      "grad_norm": 4.098153591156006,
      "learning_rate": 3.138744649277181e-07,
      "loss": 0.7641,
      "step": 1097
    },
    {
      "epoch": 2.7845934379457917,
      "grad_norm": 3.9757375717163086,
      "learning_rate": 3.065703742364168e-07,
      "loss": 0.7574,
      "step": 1098
    },
    {
      "epoch": 2.787129497543192,
      "grad_norm": 4.160877227783203,
      "learning_rate": 2.9935094980238276e-07,
      "loss": 0.7696,
      "step": 1099
    },
    {
      "epoch": 2.7896655571405926,
      "grad_norm": 3.812747001647949,
      "learning_rate": 2.922162546829355e-07,
      "loss": 0.7784,
      "step": 1100
    },
    {
      "epoch": 2.7896655571405926,
      "eval_loss": NaN,
      "eval_runtime": 206.9857,
      "eval_samples_per_second": 40.172,
      "eval_steps_per_second": 5.025,
      "step": 1100
    },
    {
      "epoch": 2.7922016167379935,
      "grad_norm": 3.691394805908203,
      "learning_rate": 2.8516635119532845e-07,
      "loss": 0.7503,
      "step": 1101
    },
    {
      "epoch": 2.794737676335394,
      "grad_norm": 33.4482421875,
      "learning_rate": 2.7820130091621325e-07,
      "loss": 0.7734,
      "step": 1102
    },
    {
      "epoch": 2.7972737359327944,
      "grad_norm": 4.202887535095215,
      "learning_rate": 2.71321164681102e-07,
      "loss": 0.7644,
      "step": 1103
    },
    {
      "epoch": 2.799809795530195,
      "grad_norm": 4.044505596160889,
      "learning_rate": 2.6452600258383144e-07,
      "loss": 0.7785,
      "step": 1104
    },
    {
      "epoch": 2.8023458551275953,
      "grad_norm": 4.082708358764648,
      "learning_rate": 2.578158739760395e-07,
      "loss": 0.77,
      "step": 1105
    },
    {
      "epoch": 2.804881914724996,
      "grad_norm": 3.879438877105713,
      "learning_rate": 2.511908374666516e-07,
      "loss": 0.7674,
      "step": 1106
    },
    {
      "epoch": 2.8074179743223966,
      "grad_norm": 3.7508392333984375,
      "learning_rate": 2.446509509213624e-07,
      "loss": 0.7645,
      "step": 1107
    },
    {
      "epoch": 2.809954033919797,
      "grad_norm": 3.896162748336792,
      "learning_rate": 2.3819627146213443e-07,
      "loss": 0.7809,
      "step": 1108
    },
    {
      "epoch": 2.812490093517198,
      "grad_norm": 4.181882381439209,
      "learning_rate": 2.3182685546669692e-07,
      "loss": 0.7542,
      "step": 1109
    },
    {
      "epoch": 2.815026153114598,
      "grad_norm": 3.9994637966156006,
      "learning_rate": 2.2554275856805253e-07,
      "loss": 0.7595,
      "step": 1110
    },
    {
      "epoch": 2.817562212711999,
      "grad_norm": 3.9829647541046143,
      "learning_rate": 2.1934403565399666e-07,
      "loss": 0.773,
      "step": 1111
    },
    {
      "epoch": 2.8200982723093992,
      "grad_norm": 4.087826251983643,
      "learning_rate": 2.132307408666312e-07,
      "loss": 0.774,
      "step": 1112
    },
    {
      "epoch": 2.8226343319067997,
      "grad_norm": 3.939371109008789,
      "learning_rate": 2.0720292760189942e-07,
      "loss": 0.7727,
      "step": 1113
    },
    {
      "epoch": 2.8251703915042006,
      "grad_norm": 4.170963764190674,
      "learning_rate": 2.0126064850910954e-07,
      "loss": 0.7873,
      "step": 1114
    },
    {
      "epoch": 2.827706451101601,
      "grad_norm": 3.9816012382507324,
      "learning_rate": 1.9540395549048297e-07,
      "loss": 0.783,
      "step": 1115
    },
    {
      "epoch": 2.8302425106990015,
      "grad_norm": 4.0752997398376465,
      "learning_rate": 1.896328997006991e-07,
      "loss": 0.7742,
      "step": 1116
    },
    {
      "epoch": 2.832778570296402,
      "grad_norm": 3.971782922744751,
      "learning_rate": 1.8394753154644784e-07,
      "loss": 0.7417,
      "step": 1117
    },
    {
      "epoch": 2.8353146298938023,
      "grad_norm": 3.952244281768799,
      "learning_rate": 1.7834790068598674e-07,
      "loss": 0.7758,
      "step": 1118
    },
    {
      "epoch": 2.8378506894912032,
      "grad_norm": 3.9631309509277344,
      "learning_rate": 1.728340560287134e-07,
      "loss": 0.7785,
      "step": 1119
    },
    {
      "epoch": 2.8403867490886037,
      "grad_norm": 3.875110387802124,
      "learning_rate": 1.674060457347304e-07,
      "loss": 0.7633,
      "step": 1120
    },
    {
      "epoch": 2.842922808686004,
      "grad_norm": 3.884068012237549,
      "learning_rate": 1.620639172144356e-07,
      "loss": 0.7594,
      "step": 1121
    },
    {
      "epoch": 2.8454588682834046,
      "grad_norm": 3.9125704765319824,
      "learning_rate": 1.568077171280935e-07,
      "loss": 0.759,
      "step": 1122
    },
    {
      "epoch": 2.847994927880805,
      "grad_norm": 3.95465087890625,
      "learning_rate": 1.5163749138544237e-07,
      "loss": 0.7853,
      "step": 1123
    },
    {
      "epoch": 2.850530987478206,
      "grad_norm": 3.9252095222473145,
      "learning_rate": 1.465532851452811e-07,
      "loss": 0.7748,
      "step": 1124
    },
    {
      "epoch": 2.8530670470756063,
      "grad_norm": 3.891159772872925,
      "learning_rate": 1.415551428150852e-07,
      "loss": 0.7876,
      "step": 1125
    },
    {
      "epoch": 2.8556031066730068,
      "grad_norm": 3.771494150161743,
      "learning_rate": 1.366431080506081e-07,
      "loss": 0.7611,
      "step": 1126
    },
    {
      "epoch": 2.858139166270407,
      "grad_norm": 4.0067009925842285,
      "learning_rate": 1.3181722375551152e-07,
      "loss": 0.7627,
      "step": 1127
    },
    {
      "epoch": 2.8606752258678076,
      "grad_norm": 3.869405746459961,
      "learning_rate": 1.270775320809814e-07,
      "loss": 0.7413,
      "step": 1128
    },
    {
      "epoch": 2.8632112854652085,
      "grad_norm": 4.035890102386475,
      "learning_rate": 1.2242407442536352e-07,
      "loss": 0.7732,
      "step": 1129
    },
    {
      "epoch": 2.865747345062609,
      "grad_norm": 3.938883066177368,
      "learning_rate": 1.1785689143380186e-07,
      "loss": 0.7386,
      "step": 1130
    },
    {
      "epoch": 2.8682834046600094,
      "grad_norm": 4.010357856750488,
      "learning_rate": 1.1337602299788308e-07,
      "loss": 0.7695,
      "step": 1131
    },
    {
      "epoch": 2.8708194642574103,
      "grad_norm": 3.9605135917663574,
      "learning_rate": 1.089815082552892e-07,
      "loss": 0.7576,
      "step": 1132
    },
    {
      "epoch": 2.8733555238548107,
      "grad_norm": 4.002065181732178,
      "learning_rate": 1.0467338558945328e-07,
      "loss": 0.7544,
      "step": 1133
    },
    {
      "epoch": 2.875891583452211,
      "grad_norm": 4.0115838050842285,
      "learning_rate": 1.0045169262922761e-07,
      "loss": 0.7839,
      "step": 1134
    },
    {
      "epoch": 2.8784276430496116,
      "grad_norm": 3.8898210525512695,
      "learning_rate": 9.631646624855162e-08,
      "loss": 0.7546,
      "step": 1135
    },
    {
      "epoch": 2.880963702647012,
      "grad_norm": 4.145599842071533,
      "learning_rate": 9.226774256613225e-08,
      "loss": 0.7445,
      "step": 1136
    },
    {
      "epoch": 2.883499762244413,
      "grad_norm": 3.827849864959717,
      "learning_rate": 8.830555694512632e-08,
      "loss": 0.7729,
      "step": 1137
    },
    {
      "epoch": 2.8860358218418134,
      "grad_norm": 3.8289098739624023,
      "learning_rate": 8.442994399283532e-08,
      "loss": 0.782,
      "step": 1138
    },
    {
      "epoch": 2.888571881439214,
      "grad_norm": 3.8252921104431152,
      "learning_rate": 8.064093756039782e-08,
      "loss": 0.7613,
      "step": 1139
    },
    {
      "epoch": 2.8911079410366143,
      "grad_norm": 3.922124147415161,
      "learning_rate": 7.693857074249966e-08,
      "loss": 0.7442,
      "step": 1140
    },
    {
      "epoch": 2.8936440006340147,
      "grad_norm": 3.9693527221679688,
      "learning_rate": 7.332287587707877e-08,
      "loss": 0.7661,
      "step": 1141
    },
    {
      "epoch": 2.8961800602314156,
      "grad_norm": 3.9805407524108887,
      "learning_rate": 6.979388454504744e-08,
      "loss": 0.7579,
      "step": 1142
    },
    {
      "epoch": 2.898716119828816,
      "grad_norm": 3.8455755710601807,
      "learning_rate": 6.635162757001712e-08,
      "loss": 0.7647,
      "step": 1143
    },
    {
      "epoch": 2.9012521794262165,
      "grad_norm": 3.7146923542022705,
      "learning_rate": 6.299613501802304e-08,
      "loss": 0.7737,
      "step": 1144
    },
    {
      "epoch": 2.903788239023617,
      "grad_norm": 3.733086109161377,
      "learning_rate": 5.972743619726883e-08,
      "loss": 0.7709,
      "step": 1145
    },
    {
      "epoch": 2.9063242986210174,
      "grad_norm": 3.933823347091675,
      "learning_rate": 5.654555965786457e-08,
      "loss": 0.7697,
      "step": 1146
    },
    {
      "epoch": 2.9088603582184183,
      "grad_norm": 3.916609048843384,
      "learning_rate": 5.3450533191581336e-08,
      "loss": 0.7797,
      "step": 1147
    },
    {
      "epoch": 2.9113964178158187,
      "grad_norm": 3.7848339080810547,
      "learning_rate": 5.0442383831608155e-08,
      "loss": 0.7703,
      "step": 1148
    },
    {
      "epoch": 2.913932477413219,
      "grad_norm": 3.7588272094726562,
      "learning_rate": 4.752113785231438e-08,
      "loss": 0.7469,
      "step": 1149
    },
    {
      "epoch": 2.9164685370106196,
      "grad_norm": 3.9002275466918945,
      "learning_rate": 4.4686820769018755e-08,
      "loss": 0.797,
      "step": 1150
    },
    {
      "epoch": 2.9164685370106196,
      "eval_loss": NaN,
      "eval_runtime": 206.4346,
      "eval_samples_per_second": 40.279,
      "eval_steps_per_second": 5.038,
      "step": 1150
    },
    {
      "epoch": 2.91900459660802,
      "grad_norm": 3.942675828933716,
      "learning_rate": 4.1939457337771824e-08,
      "loss": 0.7743,
      "step": 1151
    },
    {
      "epoch": 2.921540656205421,
      "grad_norm": 3.9600582122802734,
      "learning_rate": 3.9279071555134994e-08,
      "loss": 0.7655,
      "step": 1152
    },
    {
      "epoch": 2.9240767158028214,
      "grad_norm": 3.982541561126709,
      "learning_rate": 3.670568665797181e-08,
      "loss": 0.7512,
      "step": 1153
    },
    {
      "epoch": 2.926612775400222,
      "grad_norm": 3.8570940494537354,
      "learning_rate": 3.421932512324699e-08,
      "loss": 0.7526,
      "step": 1154
    },
    {
      "epoch": 2.9291488349976227,
      "grad_norm": 3.814025402069092,
      "learning_rate": 3.182000866782664e-08,
      "loss": 0.7679,
      "step": 1155
    },
    {
      "epoch": 2.931684894595023,
      "grad_norm": 3.9061741828918457,
      "learning_rate": 2.9507758248292774e-08,
      "loss": 0.7924,
      "step": 1156
    },
    {
      "epoch": 2.9342209541924236,
      "grad_norm": 3.8834214210510254,
      "learning_rate": 2.728259406075684e-08,
      "loss": 0.7852,
      "step": 1157
    },
    {
      "epoch": 2.936757013789824,
      "grad_norm": 4.070812225341797,
      "learning_rate": 2.51445355406843e-08,
      "loss": 0.7676,
      "step": 1158
    },
    {
      "epoch": 2.9392930733872245,
      "grad_norm": 4.090744495391846,
      "learning_rate": 2.3093601362728092e-08,
      "loss": 0.7541,
      "step": 1159
    },
    {
      "epoch": 2.9418291329846253,
      "grad_norm": 3.853752613067627,
      "learning_rate": 2.1129809440558757e-08,
      "loss": 0.7531,
      "step": 1160
    },
    {
      "epoch": 2.944365192582026,
      "grad_norm": 3.790019989013672,
      "learning_rate": 1.925317692671347e-08,
      "loss": 0.759,
      "step": 1161
    },
    {
      "epoch": 2.9469012521794262,
      "grad_norm": 3.9019384384155273,
      "learning_rate": 1.7463720212445022e-08,
      "loss": 0.7591,
      "step": 1162
    },
    {
      "epoch": 2.9494373117768267,
      "grad_norm": 3.9709768295288086,
      "learning_rate": 1.5761454927577526e-08,
      "loss": 0.774,
      "step": 1163
    },
    {
      "epoch": 2.951973371374227,
      "grad_norm": 3.91044282913208,
      "learning_rate": 1.4146395940370927e-08,
      "loss": 0.7434,
      "step": 1164
    },
    {
      "epoch": 2.954509430971628,
      "grad_norm": 3.8549511432647705,
      "learning_rate": 1.2618557357391147e-08,
      "loss": 0.7847,
      "step": 1165
    },
    {
      "epoch": 2.9570454905690284,
      "grad_norm": 3.7837891578674316,
      "learning_rate": 1.1177952523385715e-08,
      "loss": 0.7809,
      "step": 1166
    },
    {
      "epoch": 2.959581550166429,
      "grad_norm": 4.0853447914123535,
      "learning_rate": 9.82459402116831e-09,
      "loss": 0.7617,
      "step": 1167
    },
    {
      "epoch": 2.9621176097638293,
      "grad_norm": 3.8751251697540283,
      "learning_rate": 8.558493671507739e-09,
      "loss": 0.7668,
      "step": 1168
    },
    {
      "epoch": 2.9646536693612298,
      "grad_norm": 3.9072928428649902,
      "learning_rate": 7.37966253302802e-09,
      "loss": 0.7699,
      "step": 1169
    },
    {
      "epoch": 2.9671897289586306,
      "grad_norm": 3.995150089263916,
      "learning_rate": 6.288110902107347e-09,
      "loss": 0.7687,
      "step": 1170
    },
    {
      "epoch": 2.969725788556031,
      "grad_norm": 3.7405359745025635,
      "learning_rate": 5.283848312789275e-09,
      "loss": 0.7691,
      "step": 1171
    },
    {
      "epoch": 2.9722618481534315,
      "grad_norm": 3.91318941116333,
      "learning_rate": 4.366883536702782e-09,
      "loss": 0.7712,
      "step": 1172
    },
    {
      "epoch": 2.9747979077508324,
      "grad_norm": 3.920619487762451,
      "learning_rate": 3.5372245829801142e-09,
      "loss": 0.7742,
      "step": 1173
    },
    {
      "epoch": 2.9773339673482324,
      "grad_norm": 3.744755983352661,
      "learning_rate": 2.794878698193504e-09,
      "loss": 0.7621,
      "step": 1174
    },
    {
      "epoch": 2.9798700269456333,
      "grad_norm": 4.027815341949463,
      "learning_rate": 2.1398523662841118e-09,
      "loss": 0.7718,
      "step": 1175
    },
    {
      "epoch": 2.9824060865430337,
      "grad_norm": 3.725977659225464,
      "learning_rate": 1.5721513085131811e-09,
      "loss": 0.7392,
      "step": 1176
    },
    {
      "epoch": 2.984942146140434,
      "grad_norm": 4.051129341125488,
      "learning_rate": 1.0917804834065237e-09,
      "loss": 0.7499,
      "step": 1177
    },
    {
      "epoch": 2.987478205737835,
      "grad_norm": 3.8135509490966797,
      "learning_rate": 6.987440867134432e-10,
      "loss": 0.7814,
      "step": 1178
    },
    {
      "epoch": 2.9900142653352355,
      "grad_norm": 4.0044755935668945,
      "learning_rate": 3.930455513689868e-10,
      "loss": 0.7588,
      "step": 1179
    },
    {
      "epoch": 2.992550324932636,
      "grad_norm": 3.93560791015625,
      "learning_rate": 1.7468754746507998e-10,
      "loss": 0.753,
      "step": 1180
    },
    {
      "epoch": 2.9950863845300364,
      "grad_norm": 3.733422040939331,
      "learning_rate": 4.367198222832159e-11,
      "loss": 0.7567,
      "step": 1181
    },
    {
      "epoch": 2.997622444127437,
      "grad_norm": 3.872838020324707,
      "learning_rate": 0.0,
      "loss": 0.7427,
      "step": 1182
    },
    {
      "epoch": 2.997622444127437,
      "step": 1182,
      "total_flos": 5.2878430857678815e+19,
      "train_loss": 0.7602980379424926,
      "train_runtime": 103647.3691,
      "train_samples_per_second": 5.843,
      "train_steps_per_second": 0.011
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1182,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.2878430857678815e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}