{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.4885193378594859,
  "eval_steps": 500,
  "global_step": 615,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024410710199099855,
      "grad_norm": 8.533896446228027,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.1655,
      "step": 1
    },
    {
      "epoch": 0.004882142039819971,
      "grad_norm": 8.988560676574707,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.2516,
      "step": 2
    },
    {
      "epoch": 0.0073232130597299565,
      "grad_norm": 7.550627708435059,
      "learning_rate": 6e-06,
      "loss": 1.1895,
      "step": 3
    },
    {
      "epoch": 0.009764284079639942,
      "grad_norm": 3.6377415657043457,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.0982,
      "step": 4
    },
    {
      "epoch": 0.012205355099549928,
      "grad_norm": 3.964740753173828,
      "learning_rate": 1e-05,
      "loss": 1.0622,
      "step": 5
    },
    {
      "epoch": 0.014646426119459913,
      "grad_norm": 4.8016157150268555,
      "learning_rate": 9.999962669988608e-06,
      "loss": 1.0653,
      "step": 6
    },
    {
      "epoch": 0.017087497139369898,
      "grad_norm": 2.9538488388061523,
      "learning_rate": 9.999850680511844e-06,
      "loss": 1.026,
      "step": 7
    },
    {
      "epoch": 0.019528568159279884,
      "grad_norm": 2.869965076446533,
      "learning_rate": 9.999664033241933e-06,
      "loss": 1.0349,
      "step": 8
    },
    {
      "epoch": 0.02196963917918987,
      "grad_norm": 1.8026058673858643,
      "learning_rate": 9.999402730965894e-06,
      "loss": 1.0421,
      "step": 9
    },
    {
      "epoch": 0.024410710199099857,
      "grad_norm": 1.075210452079773,
      "learning_rate": 9.999066777585496e-06,
      "loss": 1.0008,
      "step": 10
    },
    {
      "epoch": 0.02685178121900984,
      "grad_norm": 1.4493818283081055,
      "learning_rate": 9.998656178117193e-06,
      "loss": 0.9347,
      "step": 11
    },
    {
      "epoch": 0.029292852238919826,
      "grad_norm": 1.2218502759933472,
      "learning_rate": 9.99817093869206e-06,
      "loss": 0.9537,
      "step": 12
    },
    {
      "epoch": 0.03173392325882981,
      "grad_norm": 1.0389800071716309,
      "learning_rate": 9.997611066555694e-06,
      "loss": 0.9458,
      "step": 13
    },
    {
      "epoch": 0.034174994278739795,
      "grad_norm": 0.959168016910553,
      "learning_rate": 9.99697657006811e-06,
      "loss": 0.9622,
      "step": 14
    },
    {
      "epoch": 0.03661606529864978,
      "grad_norm": 1.0173426866531372,
      "learning_rate": 9.99626745870361e-06,
      "loss": 0.9594,
      "step": 15
    },
    {
      "epoch": 0.03905713631855977,
      "grad_norm": 0.9893942475318909,
      "learning_rate": 9.995483743050649e-06,
      "loss": 0.9128,
      "step": 16
    },
    {
      "epoch": 0.041498207338469754,
      "grad_norm": 0.9174278974533081,
      "learning_rate": 9.99462543481167e-06,
      "loss": 0.9108,
      "step": 17
    },
    {
      "epoch": 0.04393927835837974,
      "grad_norm": 0.8355342745780945,
      "learning_rate": 9.993692546802943e-06,
      "loss": 0.9341,
      "step": 18
    },
    {
      "epoch": 0.04638034937828973,
      "grad_norm": 0.9482454061508179,
      "learning_rate": 9.992685092954347e-06,
      "loss": 0.8488,
      "step": 19
    },
    {
      "epoch": 0.048821420398199714,
      "grad_norm": 0.8152992129325867,
      "learning_rate": 9.991603088309195e-06,
      "loss": 0.9388,
      "step": 20
    },
    {
      "epoch": 0.05126249141810969,
      "grad_norm": 0.7824520468711853,
      "learning_rate": 9.990446549023977e-06,
      "loss": 0.917,
      "step": 21
    },
    {
      "epoch": 0.05370356243801968,
      "grad_norm": 0.8396065831184387,
      "learning_rate": 9.989215492368152e-06,
      "loss": 0.9043,
      "step": 22
    },
    {
      "epoch": 0.056144633457929666,
      "grad_norm": 0.7503563761711121,
      "learning_rate": 9.98790993672386e-06,
      "loss": 0.9368,
      "step": 23
    },
    {
      "epoch": 0.05858570447783965,
      "grad_norm": 0.846466600894928,
      "learning_rate": 9.98652990158566e-06,
      "loss": 0.8641,
      "step": 24
    },
    {
      "epoch": 0.06102677549774964,
      "grad_norm": 0.8216990232467651,
      "learning_rate": 9.985075407560247e-06,
      "loss": 0.8744,
      "step": 25
    },
    {
      "epoch": 0.06346784651765962,
      "grad_norm": 0.7758781313896179,
      "learning_rate": 9.983546476366133e-06,
      "loss": 0.8722,
      "step": 26
    },
    {
      "epoch": 0.06590891753756961,
      "grad_norm": 0.8065202236175537,
      "learning_rate": 9.981943130833323e-06,
      "loss": 0.8582,
      "step": 27
    },
    {
      "epoch": 0.06834998855747959,
      "grad_norm": 0.79361891746521,
      "learning_rate": 9.980265394902982e-06,
      "loss": 0.8549,
      "step": 28
    },
    {
      "epoch": 0.07079105957738958,
      "grad_norm": 0.7769683003425598,
      "learning_rate": 9.978513293627068e-06,
      "loss": 0.8801,
      "step": 29
    },
    {
      "epoch": 0.07323213059729956,
      "grad_norm": 0.7662413120269775,
      "learning_rate": 9.976686853167967e-06,
      "loss": 0.849,
      "step": 30
    },
    {
      "epoch": 0.07567320161720956,
      "grad_norm": 0.7053027153015137,
      "learning_rate": 9.974786100798098e-06,
      "loss": 0.8925,
      "step": 31
    },
    {
      "epoch": 0.07811427263711954,
      "grad_norm": 0.7407605051994324,
      "learning_rate": 9.9728110648995e-06,
      "loss": 0.8623,
      "step": 32
    },
    {
      "epoch": 0.08055534365702952,
      "grad_norm": 0.7798149585723877,
      "learning_rate": 9.970761774963421e-06,
      "loss": 0.8711,
      "step": 33
    },
    {
      "epoch": 0.08299641467693951,
      "grad_norm": 0.7310554385185242,
      "learning_rate": 9.968638261589866e-06,
      "loss": 0.9071,
      "step": 34
    },
    {
      "epoch": 0.08543748569684949,
      "grad_norm": 0.8006892204284668,
      "learning_rate": 9.966440556487149e-06,
      "loss": 0.9026,
      "step": 35
    },
    {
      "epoch": 0.08787855671675948,
      "grad_norm": 0.7774298787117004,
      "learning_rate": 9.96416869247141e-06,
      "loss": 0.8512,
      "step": 36
    },
    {
      "epoch": 0.09031962773666946,
      "grad_norm": 0.7737051844596863,
      "learning_rate": 9.961822703466131e-06,
      "loss": 0.8629,
      "step": 37
    },
    {
      "epoch": 0.09276069875657945,
      "grad_norm": 0.8388147950172424,
      "learning_rate": 9.959402624501636e-06,
      "loss": 0.803,
      "step": 38
    },
    {
      "epoch": 0.09520176977648943,
      "grad_norm": 0.7394818067550659,
      "learning_rate": 9.956908491714552e-06,
      "loss": 0.8768,
      "step": 39
    },
    {
      "epoch": 0.09764284079639943,
      "grad_norm": 0.8373251557350159,
      "learning_rate": 9.95434034234728e-06,
      "loss": 0.8604,
      "step": 40
    },
    {
      "epoch": 0.1000839118163094,
      "grad_norm": 0.7941448092460632,
      "learning_rate": 9.951698214747441e-06,
      "loss": 0.8397,
      "step": 41
    },
    {
      "epoch": 0.10252498283621939,
      "grad_norm": 0.7676767706871033,
      "learning_rate": 9.948982148367294e-06,
      "loss": 0.8434,
      "step": 42
    },
    {
      "epoch": 0.10496605385612938,
      "grad_norm": 0.7958892583847046,
      "learning_rate": 9.946192183763155e-06,
      "loss": 0.8503,
      "step": 43
    },
    {
      "epoch": 0.10740712487603936,
      "grad_norm": 0.793487012386322,
      "learning_rate": 9.943328362594788e-06,
      "loss": 0.8566,
      "step": 44
    },
    {
      "epoch": 0.10984819589594935,
      "grad_norm": 0.716295599937439,
      "learning_rate": 9.940390727624785e-06,
      "loss": 0.8128,
      "step": 45
    },
    {
      "epoch": 0.11228926691585933,
      "grad_norm": 0.7760279178619385,
      "learning_rate": 9.937379322717923e-06,
      "loss": 0.8409,
      "step": 46
    },
    {
      "epoch": 0.11473033793576932,
      "grad_norm": 0.8229836821556091,
      "learning_rate": 9.934294192840518e-06,
      "loss": 0.8429,
      "step": 47
    },
    {
      "epoch": 0.1171714089556793,
      "grad_norm": 0.6973395347595215,
      "learning_rate": 9.931135384059737e-06,
      "loss": 0.8542,
      "step": 48
    },
    {
      "epoch": 0.11961247997558928,
      "grad_norm": 0.7911590933799744,
      "learning_rate": 9.927902943542932e-06,
      "loss": 0.8554,
      "step": 49
    },
    {
      "epoch": 0.12205355099549928,
      "grad_norm": 0.6992570757865906,
      "learning_rate": 9.924596919556917e-06,
      "loss": 0.8706,
      "step": 50
    },
    {
      "epoch": 0.12449462201540926,
      "grad_norm": 0.7577567100524902,
      "learning_rate": 9.921217361467259e-06,
      "loss": 0.856,
      "step": 51
    },
    {
      "epoch": 0.12693569303531924,
      "grad_norm": 0.8022581934928894,
      "learning_rate": 9.917764319737533e-06,
      "loss": 0.8276,
      "step": 52
    },
    {
      "epoch": 0.12937676405522924,
      "grad_norm": 0.720230758190155,
      "learning_rate": 9.914237845928574e-06,
      "loss": 0.8613,
      "step": 53
    },
    {
      "epoch": 0.13181783507513922,
      "grad_norm": 0.7254828214645386,
      "learning_rate": 9.910637992697707e-06,
      "loss": 0.8617,
      "step": 54
    },
    {
      "epoch": 0.1342589060950492,
      "grad_norm": 0.7254623174667358,
      "learning_rate": 9.906964813797955e-06,
      "loss": 0.8543,
      "step": 55
    },
    {
      "epoch": 0.13669997711495918,
      "grad_norm": 0.7306321859359741,
      "learning_rate": 9.903218364077242e-06,
      "loss": 0.8332,
      "step": 56
    },
    {
      "epoch": 0.13914104813486916,
      "grad_norm": 0.7202122211456299,
      "learning_rate": 9.899398699477573e-06,
      "loss": 0.8663,
      "step": 57
    },
    {
      "epoch": 0.14158211915477917,
      "grad_norm": 0.7067145109176636,
      "learning_rate": 9.895505877034198e-06,
      "loss": 0.8165,
      "step": 58
    },
    {
      "epoch": 0.14402319017468915,
      "grad_norm": 0.7376930713653564,
      "learning_rate": 9.891539954874758e-06,
      "loss": 0.8267,
      "step": 59
    },
    {
      "epoch": 0.14646426119459913,
      "grad_norm": 0.7250686883926392,
      "learning_rate": 9.887500992218421e-06,
      "loss": 0.8239,
      "step": 60
    },
    {
      "epoch": 0.1489053322145091,
      "grad_norm": 0.7254573106765747,
      "learning_rate": 9.883389049374998e-06,
      "loss": 0.8452,
      "step": 61
    },
    {
      "epoch": 0.1513464032344191,
      "grad_norm": 0.7461521029472351,
      "learning_rate": 9.879204187744036e-06,
      "loss": 0.803,
      "step": 62
    },
    {
      "epoch": 0.1537874742543291,
      "grad_norm": 0.7778986096382141,
      "learning_rate": 9.874946469813907e-06,
      "loss": 0.8287,
      "step": 63
    },
    {
      "epoch": 0.15622854527423907,
      "grad_norm": 0.7395936846733093,
      "learning_rate": 9.870615959160876e-06,
      "loss": 0.8781,
      "step": 64
    },
    {
      "epoch": 0.15866961629414905,
      "grad_norm": 0.7308329343795776,
      "learning_rate": 9.866212720448149e-06,
      "loss": 0.807,
      "step": 65
    },
    {
      "epoch": 0.16111068731405903,
      "grad_norm": 0.7851212620735168,
      "learning_rate": 9.861736819424904e-06,
      "loss": 0.821,
      "step": 66
    },
    {
      "epoch": 0.16355175833396904,
      "grad_norm": 0.7638505697250366,
      "learning_rate": 9.857188322925317e-06,
      "loss": 0.8273,
      "step": 67
    },
    {
      "epoch": 0.16599282935387902,
      "grad_norm": 0.7750548720359802,
      "learning_rate": 9.852567298867557e-06,
      "loss": 0.8523,
      "step": 68
    },
    {
      "epoch": 0.168433900373789,
      "grad_norm": 0.7466771602630615,
      "learning_rate": 9.84787381625278e-06,
      "loss": 0.8415,
      "step": 69
    },
    {
      "epoch": 0.17087497139369898,
      "grad_norm": 0.6956301331520081,
      "learning_rate": 9.843107945164086e-06,
      "loss": 0.8206,
      "step": 70
    },
    {
      "epoch": 0.17331604241360898,
      "grad_norm": 0.7392652630805969,
      "learning_rate": 9.838269756765483e-06,
      "loss": 0.8098,
      "step": 71
    },
    {
      "epoch": 0.17575711343351896,
      "grad_norm": 0.7311574220657349,
      "learning_rate": 9.833359323300827e-06,
      "loss": 0.8116,
      "step": 72
    },
    {
      "epoch": 0.17819818445342894,
      "grad_norm": 0.6983757615089417,
      "learning_rate": 9.82837671809273e-06,
      "loss": 0.8436,
      "step": 73
    },
    {
      "epoch": 0.18063925547333892,
      "grad_norm": 0.7569893598556519,
      "learning_rate": 9.823322015541474e-06,
      "loss": 0.8058,
      "step": 74
    },
    {
      "epoch": 0.1830803264932489,
      "grad_norm": 0.7439902424812317,
      "learning_rate": 9.818195291123903e-06,
      "loss": 0.8424,
      "step": 75
    },
    {
      "epoch": 0.1855213975131589,
      "grad_norm": 0.7790477275848389,
      "learning_rate": 9.81299662139229e-06,
      "loss": 0.8483,
      "step": 76
    },
    {
      "epoch": 0.1879624685330689,
      "grad_norm": 0.7717331051826477,
      "learning_rate": 9.807726083973192e-06,
      "loss": 0.8214,
      "step": 77
    },
    {
      "epoch": 0.19040353955297887,
      "grad_norm": 0.7872374057769775,
      "learning_rate": 9.8023837575663e-06,
      "loss": 0.7938,
      "step": 78
    },
    {
      "epoch": 0.19284461057288885,
      "grad_norm": 0.8018149137496948,
      "learning_rate": 9.796969721943257e-06,
      "loss": 0.802,
      "step": 79
    },
    {
      "epoch": 0.19528568159279885,
      "grad_norm": 0.709600031375885,
      "learning_rate": 9.791484057946465e-06,
      "loss": 0.7944,
      "step": 80
    },
    {
      "epoch": 0.19772675261270883,
      "grad_norm": 0.8216169476509094,
      "learning_rate": 9.785926847487885e-06,
      "loss": 0.8181,
      "step": 81
    },
    {
      "epoch": 0.2001678236326188,
      "grad_norm": 0.7138919830322266,
      "learning_rate": 9.780298173547811e-06,
      "loss": 0.8043,
      "step": 82
    },
    {
      "epoch": 0.2026088946525288,
      "grad_norm": 0.7637642621994019,
      "learning_rate": 9.774598120173625e-06,
      "loss": 0.8034,
      "step": 83
    },
    {
      "epoch": 0.20504996567243877,
      "grad_norm": 0.7272418141365051,
      "learning_rate": 9.76882677247855e-06,
      "loss": 0.8271,
      "step": 84
    },
    {
      "epoch": 0.20749103669234878,
      "grad_norm": 0.7340764999389648,
      "learning_rate": 9.762984216640378e-06,
      "loss": 0.8508,
      "step": 85
    },
    {
      "epoch": 0.20993210771225876,
      "grad_norm": 0.7231638431549072,
      "learning_rate": 9.75707053990018e-06,
      "loss": 0.823,
      "step": 86
    },
    {
      "epoch": 0.21237317873216874,
      "grad_norm": 0.7670260071754456,
      "learning_rate": 9.751085830561e-06,
      "loss": 0.8595,
      "step": 87
    },
    {
      "epoch": 0.21481424975207872,
      "grad_norm": 0.7142215371131897,
      "learning_rate": 9.74503017798655e-06,
      "loss": 0.8325,
      "step": 88
    },
    {
      "epoch": 0.2172553207719887,
      "grad_norm": 0.7884289026260376,
      "learning_rate": 9.738903672599858e-06,
      "loss": 0.7751,
      "step": 89
    },
    {
      "epoch": 0.2196963917918987,
      "grad_norm": 0.7771654725074768,
      "learning_rate": 9.732706405881931e-06,
      "loss": 0.7827,
      "step": 90
    },
    {
      "epoch": 0.22213746281180868,
      "grad_norm": 0.7293388247489929,
      "learning_rate": 9.726438470370385e-06,
      "loss": 0.8724,
      "step": 91
    },
    {
      "epoch": 0.22457853383171866,
      "grad_norm": 0.7578020095825195,
      "learning_rate": 9.720099959658062e-06,
      "loss": 0.8277,
      "step": 92
    },
    {
      "epoch": 0.22701960485162864,
      "grad_norm": 0.7896732091903687,
      "learning_rate": 9.713690968391634e-06,
      "loss": 0.7769,
      "step": 93
    },
    {
      "epoch": 0.22946067587153865,
      "grad_norm": 0.6877868175506592,
      "learning_rate": 9.707211592270183e-06,
      "loss": 0.7938,
      "step": 94
    },
    {
      "epoch": 0.23190174689144863,
      "grad_norm": 0.8047687411308289,
      "learning_rate": 9.700661928043787e-06,
      "loss": 0.7735,
      "step": 95
    },
    {
      "epoch": 0.2343428179113586,
      "grad_norm": 0.7561459541320801,
      "learning_rate": 9.69404207351206e-06,
      "loss": 0.8079,
      "step": 96
    },
    {
      "epoch": 0.2367838889312686,
      "grad_norm": 0.7163955569267273,
      "learning_rate": 9.687352127522703e-06,
      "loss": 0.8042,
      "step": 97
    },
    {
      "epoch": 0.23922495995117857,
      "grad_norm": 0.7289466857910156,
      "learning_rate": 9.680592189970015e-06,
      "loss": 0.8449,
      "step": 98
    },
    {
      "epoch": 0.24166603097108857,
      "grad_norm": 0.6951574087142944,
      "learning_rate": 9.673762361793418e-06,
      "loss": 0.7988,
      "step": 99
    },
    {
      "epoch": 0.24410710199099855,
      "grad_norm": 0.7552266716957092,
      "learning_rate": 9.666862744975938e-06,
      "loss": 0.8323,
      "step": 100
    },
    {
      "epoch": 0.24654817301090853,
      "grad_norm": 0.7086972594261169,
      "learning_rate": 9.659893442542683e-06,
      "loss": 0.8567,
      "step": 101
    },
    {
      "epoch": 0.2489892440308185,
      "grad_norm": 0.7231544852256775,
      "learning_rate": 9.652854558559309e-06,
      "loss": 0.8265,
      "step": 102
    },
    {
      "epoch": 0.2514303150507285,
      "grad_norm": 0.7094722986221313,
      "learning_rate": 9.645746198130462e-06,
      "loss": 0.7803,
      "step": 103
    },
    {
      "epoch": 0.25387138607063847,
      "grad_norm": 0.6969436407089233,
      "learning_rate": 9.638568467398215e-06,
      "loss": 0.804,
      "step": 104
    },
    {
      "epoch": 0.25631245709054845,
      "grad_norm": 0.7204388380050659,
      "learning_rate": 9.631321473540476e-06,
      "loss": 0.787,
      "step": 105
    },
    {
      "epoch": 0.2587535281104585,
      "grad_norm": 0.6980841159820557,
      "learning_rate": 9.62400532476939e-06,
      "loss": 0.8294,
      "step": 106
    },
    {
      "epoch": 0.26119459913036847,
      "grad_norm": 0.6793758273124695,
      "learning_rate": 9.61662013032972e-06,
      "loss": 0.7739,
      "step": 107
    },
    {
      "epoch": 0.26363567015027844,
      "grad_norm": 0.7096854448318481,
      "learning_rate": 9.60916600049723e-06,
      "loss": 0.8035,
      "step": 108
    },
    {
      "epoch": 0.2660767411701884,
      "grad_norm": 0.6875160932540894,
      "learning_rate": 9.601643046577014e-06,
      "loss": 0.8567,
      "step": 109
    },
    {
      "epoch": 0.2685178121900984,
      "grad_norm": 0.7122709155082703,
      "learning_rate": 9.59405138090186e-06,
      "loss": 0.8153,
      "step": 110
    },
    {
      "epoch": 0.2709588832100084,
      "grad_norm": 0.695655882358551,
      "learning_rate": 9.586391116830549e-06,
      "loss": 0.7813,
      "step": 111
    },
    {
      "epoch": 0.27339995422991836,
      "grad_norm": 0.674659788608551,
      "learning_rate": 9.578662368746183e-06,
      "loss": 0.8802,
      "step": 112
    },
    {
      "epoch": 0.27584102524982834,
      "grad_norm": 0.7121911644935608,
      "learning_rate": 9.570865252054462e-06,
      "loss": 0.8017,
      "step": 113
    },
    {
      "epoch": 0.2782820962697383,
      "grad_norm": 0.7068195939064026,
      "learning_rate": 9.562999883181968e-06,
      "loss": 0.7817,
      "step": 114
    },
    {
      "epoch": 0.28072316728964836,
      "grad_norm": 0.6847429275512695,
      "learning_rate": 9.555066379574423e-06,
      "loss": 0.801,
      "step": 115
    },
    {
      "epoch": 0.28316423830955834,
      "grad_norm": 0.743248462677002,
      "learning_rate": 9.547064859694943e-06,
      "loss": 0.7978,
      "step": 116
    },
    {
      "epoch": 0.2856053093294683,
      "grad_norm": 0.7640885710716248,
      "learning_rate": 9.538995443022256e-06,
      "loss": 0.7913,
      "step": 117
    },
    {
      "epoch": 0.2880463803493783,
      "grad_norm": 0.7139798402786255,
      "learning_rate": 9.530858250048933e-06,
      "loss": 0.7994,
      "step": 118
    },
    {
      "epoch": 0.2904874513692883,
      "grad_norm": 0.7640753388404846,
      "learning_rate": 9.52265340227957e-06,
      "loss": 0.7946,
      "step": 119
    },
    {
      "epoch": 0.29292852238919825,
      "grad_norm": 0.7454321980476379,
      "learning_rate": 9.514381022228997e-06,
      "loss": 0.809,
      "step": 120
    },
    {
      "epoch": 0.29536959340910823,
      "grad_norm": 0.6853974461555481,
      "learning_rate": 9.506041233420427e-06,
      "loss": 0.8013,
      "step": 121
    },
    {
      "epoch": 0.2978106644290182,
      "grad_norm": 0.723430335521698,
      "learning_rate": 9.497634160383627e-06,
      "loss": 0.7923,
      "step": 122
    },
    {
      "epoch": 0.3002517354489282,
      "grad_norm": 0.7062557935714722,
      "learning_rate": 9.489159928653047e-06,
      "loss": 0.7702,
      "step": 123
    },
    {
      "epoch": 0.3026928064688382,
      "grad_norm": 0.6789696216583252,
      "learning_rate": 9.480618664765956e-06,
      "loss": 0.7748,
      "step": 124
    },
    {
      "epoch": 0.3051338774887482,
      "grad_norm": 0.7581243515014648,
      "learning_rate": 9.472010496260545e-06,
      "loss": 0.771,
      "step": 125
    },
    {
      "epoch": 0.3075749485086582,
      "grad_norm": 0.7822269201278687,
      "learning_rate": 9.463335551674024e-06,
      "loss": 0.8,
      "step": 126
    },
    {
      "epoch": 0.31001601952856817,
      "grad_norm": 0.7157217264175415,
      "learning_rate": 9.454593960540709e-06,
      "loss": 0.7883,
      "step": 127
    },
    {
      "epoch": 0.31245709054847814,
      "grad_norm": 0.7614567875862122,
      "learning_rate": 9.445785853390074e-06,
      "loss": 0.7929,
      "step": 128
    },
    {
      "epoch": 0.3148981615683881,
      "grad_norm": 0.7470414042472839,
      "learning_rate": 9.436911361744817e-06,
      "loss": 0.7826,
      "step": 129
    },
    {
      "epoch": 0.3173392325882981,
      "grad_norm": 0.7033482193946838,
      "learning_rate": 9.427970618118888e-06,
      "loss": 0.8359,
      "step": 130
    },
    {
      "epoch": 0.3197803036082081,
      "grad_norm": 0.7030816674232483,
      "learning_rate": 9.418963756015511e-06,
      "loss": 0.7966,
      "step": 131
    },
    {
      "epoch": 0.32222137462811806,
      "grad_norm": 0.7050835490226746,
      "learning_rate": 9.409890909925191e-06,
      "loss": 0.7852,
      "step": 132
    },
    {
      "epoch": 0.3246624456480281,
      "grad_norm": 0.7047673463821411,
      "learning_rate": 9.400752215323712e-06,
      "loss": 0.8134,
      "step": 133
    },
    {
      "epoch": 0.3271035166679381,
      "grad_norm": 0.6739450693130493,
      "learning_rate": 9.391547808670097e-06,
      "loss": 0.8186,
      "step": 134
    },
    {
      "epoch": 0.32954458768784806,
      "grad_norm": 0.7166461944580078,
      "learning_rate": 9.38227782740459e-06,
      "loss": 0.8118,
      "step": 135
    },
    {
      "epoch": 0.33198565870775804,
      "grad_norm": 0.6905531287193298,
      "learning_rate": 9.372942409946597e-06,
      "loss": 0.8092,
      "step": 136
    },
    {
      "epoch": 0.334426729727668,
      "grad_norm": 0.7552813291549683,
      "learning_rate": 9.36354169569261e-06,
      "loss": 0.7405,
      "step": 137
    },
    {
      "epoch": 0.336867800747578,
      "grad_norm": 0.6745990514755249,
      "learning_rate": 9.35407582501414e-06,
      "loss": 0.8397,
      "step": 138
    },
    {
      "epoch": 0.339308871767488,
      "grad_norm": 0.7749987840652466,
      "learning_rate": 9.344544939255608e-06,
      "loss": 0.7979,
      "step": 139
    },
    {
      "epoch": 0.34174994278739795,
      "grad_norm": 0.7859154939651489,
      "learning_rate": 9.334949180732245e-06,
      "loss": 0.8217,
      "step": 140
    },
    {
      "epoch": 0.34419101380730793,
      "grad_norm": 0.7111227512359619,
      "learning_rate": 9.325288692727963e-06,
      "loss": 0.7692,
      "step": 141
    },
    {
      "epoch": 0.34663208482721797,
      "grad_norm": 0.824995219707489,
      "learning_rate": 9.315563619493209e-06,
      "loss": 0.7989,
      "step": 142
    },
    {
      "epoch": 0.34907315584712795,
      "grad_norm": 0.7707095742225647,
      "learning_rate": 9.305774106242825e-06,
      "loss": 0.8115,
      "step": 143
    },
    {
      "epoch": 0.3515142268670379,
      "grad_norm": 0.7036089301109314,
      "learning_rate": 9.295920299153863e-06,
      "loss": 0.8119,
      "step": 144
    },
    {
      "epoch": 0.3539552978869479,
      "grad_norm": 0.7585278153419495,
      "learning_rate": 9.286002345363418e-06,
      "loss": 0.7853,
      "step": 145
    },
    {
      "epoch": 0.3563963689068579,
      "grad_norm": 0.7351112961769104,
      "learning_rate": 9.276020392966423e-06,
      "loss": 0.7974,
      "step": 146
    },
    {
      "epoch": 0.35883743992676786,
      "grad_norm": 0.7286148071289062,
      "learning_rate": 9.265974591013434e-06,
      "loss": 0.8044,
      "step": 147
    },
    {
      "epoch": 0.36127851094667784,
      "grad_norm": 0.6930050253868103,
      "learning_rate": 9.25586508950841e-06,
      "loss": 0.8117,
      "step": 148
    },
    {
      "epoch": 0.3637195819665878,
      "grad_norm": 0.8765610456466675,
      "learning_rate": 9.24569203940648e-06,
      "loss": 0.7551,
      "step": 149
    },
    {
      "epoch": 0.3661606529864978,
      "grad_norm": 0.7214458584785461,
      "learning_rate": 9.235455592611667e-06,
      "loss": 0.7984,
      "step": 150
    },
    {
      "epoch": 0.36860172400640784,
      "grad_norm": 0.7065439820289612,
      "learning_rate": 9.225155901974645e-06,
      "loss": 0.8106,
      "step": 151
    },
    {
      "epoch": 0.3710427950263178,
      "grad_norm": 0.7775700092315674,
      "learning_rate": 9.214793121290442e-06,
      "loss": 0.8211,
      "step": 152
    },
    {
      "epoch": 0.3734838660462278,
      "grad_norm": 0.7118616700172424,
      "learning_rate": 9.204367405296144e-06,
      "loss": 0.82,
      "step": 153
    },
    {
      "epoch": 0.3759249370661378,
      "grad_norm": 0.7476733326911926,
      "learning_rate": 9.193878909668591e-06,
      "loss": 0.7584,
      "step": 154
    },
    {
      "epoch": 0.37836600808604776,
      "grad_norm": 0.7488994002342224,
      "learning_rate": 9.183327791022048e-06,
      "loss": 0.7552,
      "step": 155
    },
    {
      "epoch": 0.38080707910595774,
      "grad_norm": 0.7086935043334961,
      "learning_rate": 9.172714206905866e-06,
      "loss": 0.7993,
      "step": 156
    },
    {
      "epoch": 0.3832481501258677,
      "grad_norm": 0.7513390183448792,
      "learning_rate": 9.162038315802132e-06,
      "loss": 0.7684,
      "step": 157
    },
    {
      "epoch": 0.3856892211457777,
      "grad_norm": 0.6983102560043335,
      "learning_rate": 9.1513002771233e-06,
      "loss": 0.7904,
      "step": 158
    },
    {
      "epoch": 0.3881302921656877,
      "grad_norm": 0.6591006517410278,
      "learning_rate": 9.140500251209813e-06,
      "loss": 0.7357,
      "step": 159
    },
    {
      "epoch": 0.3905713631855977,
      "grad_norm": 0.7491998672485352,
      "learning_rate": 9.129638399327707e-06,
      "loss": 0.7964,
      "step": 160
    },
    {
      "epoch": 0.3930124342055077,
      "grad_norm": 0.7312127947807312,
      "learning_rate": 9.118714883666204e-06,
      "loss": 0.7706,
      "step": 161
    },
    {
      "epoch": 0.39545350522541767,
      "grad_norm": 0.7120770215988159,
      "learning_rate": 9.107729867335287e-06,
      "loss": 0.8367,
      "step": 162
    },
    {
      "epoch": 0.39789457624532765,
      "grad_norm": 0.735023021697998,
      "learning_rate": 9.096683514363275e-06,
      "loss": 0.7832,
      "step": 163
    },
    {
      "epoch": 0.4003356472652376,
      "grad_norm": 0.7334295511245728,
      "learning_rate": 9.085575989694358e-06,
      "loss": 0.7977,
      "step": 164
    },
    {
      "epoch": 0.4027767182851476,
      "grad_norm": 0.7482827305793762,
      "learning_rate": 9.074407459186144e-06,
      "loss": 0.868,
      "step": 165
    },
    {
      "epoch": 0.4052177893050576,
      "grad_norm": 0.7395485043525696,
      "learning_rate": 9.063178089607183e-06,
      "loss": 0.7676,
      "step": 166
    },
    {
      "epoch": 0.40765886032496756,
      "grad_norm": 0.6970906257629395,
      "learning_rate": 9.051888048634471e-06,
      "loss": 0.762,
      "step": 167
    },
    {
      "epoch": 0.41009993134487754,
      "grad_norm": 0.7200821042060852,
      "learning_rate": 9.040537504850954e-06,
      "loss": 0.8067,
      "step": 168
    },
    {
      "epoch": 0.4125410023647875,
      "grad_norm": 0.7742771506309509,
      "learning_rate": 9.029126627743003e-06,
      "loss": 0.7767,
      "step": 169
    },
    {
      "epoch": 0.41498207338469756,
      "grad_norm": 0.7340243458747864,
      "learning_rate": 9.017655587697885e-06,
      "loss": 0.7816,
      "step": 170
    },
    {
      "epoch": 0.41742314440460754,
      "grad_norm": 0.7570080161094666,
      "learning_rate": 9.006124556001223e-06,
      "loss": 0.8374,
      "step": 171
    },
    {
      "epoch": 0.4198642154245175,
      "grad_norm": 0.7807502150535583,
      "learning_rate": 8.994533704834435e-06,
      "loss": 0.7749,
      "step": 172
    },
    {
      "epoch": 0.4223052864444275,
      "grad_norm": 0.7137355208396912,
      "learning_rate": 8.982883207272164e-06,
      "loss": 0.7397,
      "step": 173
    },
    {
      "epoch": 0.4247463574643375,
      "grad_norm": 0.7511448860168457,
      "learning_rate": 8.971173237279693e-06,
      "loss": 0.8006,
      "step": 174
    },
    {
      "epoch": 0.42718742848424746,
      "grad_norm": 0.7791663408279419,
      "learning_rate": 8.959403969710346e-06,
      "loss": 0.7684,
      "step": 175
    },
    {
      "epoch": 0.42962849950415744,
      "grad_norm": 0.7711341381072998,
      "learning_rate": 8.947575580302879e-06,
      "loss": 0.7905,
      "step": 176
    },
    {
      "epoch": 0.4320695705240674,
      "grad_norm": 0.7793801426887512,
      "learning_rate": 8.935688245678859e-06,
      "loss": 0.8121,
      "step": 177
    },
    {
      "epoch": 0.4345106415439774,
      "grad_norm": 0.7082055807113647,
      "learning_rate": 8.92374214334002e-06,
      "loss": 0.7657,
      "step": 178
    },
    {
      "epoch": 0.43695171256388743,
      "grad_norm": 0.735462486743927,
      "learning_rate": 8.911737451665616e-06,
      "loss": 0.7833,
      "step": 179
    },
    {
      "epoch": 0.4393927835837974,
      "grad_norm": 0.7432037591934204,
      "learning_rate": 8.899674349909759e-06,
      "loss": 0.7645,
      "step": 180
    },
    {
      "epoch": 0.4418338546037074,
      "grad_norm": 0.7552315592765808,
      "learning_rate": 8.887553018198738e-06,
      "loss": 0.8018,
      "step": 181
    },
    {
      "epoch": 0.44427492562361737,
      "grad_norm": 0.677143931388855,
      "learning_rate": 8.875373637528336e-06,
      "loss": 0.8029,
      "step": 182
    },
    {
      "epoch": 0.44671599664352735,
      "grad_norm": 0.7790682911872864,
      "learning_rate": 8.863136389761115e-06,
      "loss": 0.792,
      "step": 183
    },
    {
      "epoch": 0.4491570676634373,
      "grad_norm": 0.735373854637146,
      "learning_rate": 8.85084145762372e-06,
      "loss": 0.78,
      "step": 184
    },
    {
      "epoch": 0.4515981386833473,
      "grad_norm": 0.7221420407295227,
      "learning_rate": 8.838489024704131e-06,
      "loss": 0.807,
      "step": 185
    },
    {
      "epoch": 0.4540392097032573,
      "grad_norm": 0.7021591067314148,
      "learning_rate": 8.826079275448934e-06,
      "loss": 0.7828,
      "step": 186
    },
    {
      "epoch": 0.45648028072316726,
      "grad_norm": 0.7104141712188721,
      "learning_rate": 8.81361239516056e-06,
      "loss": 0.8051,
      "step": 187
    },
    {
      "epoch": 0.4589213517430773,
      "grad_norm": 0.749536395072937,
      "learning_rate": 8.801088569994523e-06,
      "loss": 0.7811,
      "step": 188
    },
    {
      "epoch": 0.4613624227629873,
      "grad_norm": 0.7570759654045105,
      "learning_rate": 8.788507986956639e-06,
      "loss": 0.8015,
      "step": 189
    },
    {
      "epoch": 0.46380349378289726,
      "grad_norm": 0.6997769474983215,
      "learning_rate": 8.775870833900226e-06,
      "loss": 0.7816,
      "step": 190
    },
    {
      "epoch": 0.46624456480280724,
      "grad_norm": 0.6764109134674072,
      "learning_rate": 8.763177299523318e-06,
      "loss": 0.7577,
      "step": 191
    },
    {
      "epoch": 0.4686856358227172,
      "grad_norm": 0.7811216115951538,
      "learning_rate": 8.750427573365825e-06,
      "loss": 0.7324,
      "step": 192
    },
    {
      "epoch": 0.4711267068426272,
      "grad_norm": 0.7098534107208252,
      "learning_rate": 8.737621845806715e-06,
      "loss": 0.7321,
      "step": 193
    },
    {
      "epoch": 0.4735677778625372,
      "grad_norm": 0.7705920934677124,
      "learning_rate": 8.724760308061172e-06,
      "loss": 0.7501,
      "step": 194
    },
    {
      "epoch": 0.47600884888244716,
      "grad_norm": 0.7170778512954712,
      "learning_rate": 8.711843152177735e-06,
      "loss": 0.767,
      "step": 195
    },
    {
      "epoch": 0.47844991990235713,
      "grad_norm": 0.7175964713096619,
      "learning_rate": 8.698870571035436e-06,
      "loss": 0.7592,
      "step": 196
    },
    {
      "epoch": 0.48089099092226717,
      "grad_norm": 0.7901434898376465,
      "learning_rate": 8.685842758340912e-06,
      "loss": 0.7921,
      "step": 197
    },
    {
      "epoch": 0.48333206194217715,
      "grad_norm": 0.7608402371406555,
      "learning_rate": 8.672759908625528e-06,
      "loss": 0.8617,
      "step": 198
    },
    {
      "epoch": 0.48577313296208713,
      "grad_norm": 0.7593024373054504,
      "learning_rate": 8.65962221724245e-06,
      "loss": 0.7674,
      "step": 199
    },
    {
      "epoch": 0.4882142039819971,
      "grad_norm": 0.7110275626182556,
      "learning_rate": 8.646429880363746e-06,
      "loss": 0.7521,
      "step": 200
    },
    {
      "epoch": 0.4906552750019071,
      "grad_norm": 0.7535459399223328,
      "learning_rate": 8.633183094977453e-06,
      "loss": 0.7296,
      "step": 201
    },
    {
      "epoch": 0.49309634602181707,
      "grad_norm": 0.7531000971794128,
      "learning_rate": 8.61988205888463e-06,
      "loss": 0.7863,
      "step": 202
    },
    {
      "epoch": 0.49553741704172705,
      "grad_norm": 0.7889319658279419,
      "learning_rate": 8.60652697069641e-06,
      "loss": 0.7784,
      "step": 203
    },
    {
      "epoch": 0.497978488061637,
      "grad_norm": 0.6903645396232605,
      "learning_rate": 8.593118029831025e-06,
      "loss": 0.7954,
      "step": 204
    },
    {
      "epoch": 0.500419559081547,
      "grad_norm": 0.7375295758247375,
      "learning_rate": 8.579655436510847e-06,
      "loss": 0.7764,
      "step": 205
    },
    {
      "epoch": 0.502860630101457,
      "grad_norm": 0.7218457460403442,
      "learning_rate": 8.566139391759378e-06,
      "loss": 0.7852,
      "step": 206
    },
    {
      "epoch": 0.505301701121367,
      "grad_norm": 0.7074956297874451,
      "learning_rate": 8.552570097398262e-06,
      "loss": 0.7824,
      "step": 207
    },
    {
      "epoch": 0.5077427721412769,
      "grad_norm": 0.6844367384910583,
      "learning_rate": 8.53894775604426e-06,
      "loss": 0.8005,
      "step": 208
    },
    {
      "epoch": 0.5101838431611869,
      "grad_norm": 0.7443989515304565,
      "learning_rate": 8.525272571106242e-06,
      "loss": 0.7761,
      "step": 209
    },
    {
      "epoch": 0.5126249141810969,
      "grad_norm": 0.7639645338058472,
      "learning_rate": 8.511544746782124e-06,
      "loss": 0.8032,
      "step": 210
    },
    {
      "epoch": 0.515065985201007,
      "grad_norm": 0.699748158454895,
      "learning_rate": 8.497764488055848e-06,
      "loss": 0.7801,
      "step": 211
    },
    {
      "epoch": 0.517507056220917,
      "grad_norm": 0.7058794498443604,
      "learning_rate": 8.483932000694295e-06,
      "loss": 0.7693,
      "step": 212
    },
    {
      "epoch": 0.519948127240827,
      "grad_norm": 0.7830145359039307,
      "learning_rate": 8.470047491244232e-06,
      "loss": 0.7684,
      "step": 213
    },
    {
      "epoch": 0.5223891982607369,
      "grad_norm": 0.6766949892044067,
      "learning_rate": 8.456111167029219e-06,
      "loss": 0.8214,
      "step": 214
    },
    {
      "epoch": 0.5248302692806469,
      "grad_norm": 0.7066507339477539,
      "learning_rate": 8.442123236146509e-06,
      "loss": 0.7639,
      "step": 215
    },
    {
      "epoch": 0.5272713403005569,
      "grad_norm": 0.7286085486412048,
      "learning_rate": 8.42808390746395e-06,
      "loss": 0.7723,
      "step": 216
    },
    {
      "epoch": 0.5297124113204669,
      "grad_norm": 0.7587203979492188,
      "learning_rate": 8.413993390616865e-06,
      "loss": 0.8034,
      "step": 217
    },
    {
      "epoch": 0.5321534823403768,
      "grad_norm": 0.6527595520019531,
      "learning_rate": 8.399851896004914e-06,
      "loss": 0.7587,
      "step": 218
    },
    {
      "epoch": 0.5345945533602868,
      "grad_norm": 0.8271955251693726,
      "learning_rate": 8.385659634788959e-06,
      "loss": 0.7846,
      "step": 219
    },
    {
      "epoch": 0.5370356243801968,
      "grad_norm": 0.7351842522621155,
      "learning_rate": 8.371416818887907e-06,
      "loss": 0.8002,
      "step": 220
    },
    {
      "epoch": 0.5394766954001068,
      "grad_norm": 0.7915340065956116,
      "learning_rate": 8.357123660975553e-06,
      "loss": 0.7511,
      "step": 221
    },
    {
      "epoch": 0.5419177664200168,
      "grad_norm": 0.6955085396766663,
      "learning_rate": 8.342780374477396e-06,
      "loss": 0.7754,
      "step": 222
    },
    {
      "epoch": 0.5443588374399267,
      "grad_norm": 0.7368732690811157,
      "learning_rate": 8.328387173567453e-06,
      "loss": 0.7775,
      "step": 223
    },
    {
      "epoch": 0.5467999084598367,
      "grad_norm": 0.6908881068229675,
      "learning_rate": 8.313944273165068e-06,
      "loss": 0.7571,
      "step": 224
    },
    {
      "epoch": 0.5492409794797467,
      "grad_norm": 0.700554370880127,
      "learning_rate": 8.299451888931696e-06,
      "loss": 0.7714,
      "step": 225
    },
    {
      "epoch": 0.5516820504996567,
      "grad_norm": 0.7163404822349548,
      "learning_rate": 8.284910237267681e-06,
      "loss": 0.7767,
      "step": 226
    },
    {
      "epoch": 0.5541231215195667,
      "grad_norm": 0.7443628311157227,
      "learning_rate": 8.270319535309035e-06,
      "loss": 0.7709,
      "step": 227
    },
    {
      "epoch": 0.5565641925394766,
      "grad_norm": 0.691213071346283,
      "learning_rate": 8.255680000924184e-06,
      "loss": 0.7997,
      "step": 228
    },
    {
      "epoch": 0.5590052635593867,
      "grad_norm": 0.7387362718582153,
      "learning_rate": 8.240991852710724e-06,
      "loss": 0.7502,
      "step": 229
    },
    {
      "epoch": 0.5614463345792967,
      "grad_norm": 0.7051777243614197,
      "learning_rate": 8.22625530999215e-06,
      "loss": 0.7811,
      "step": 230
    },
    {
      "epoch": 0.5638874055992067,
      "grad_norm": 0.6610181331634521,
      "learning_rate": 8.211470592814586e-06,
      "loss": 0.7884,
      "step": 231
    },
    {
      "epoch": 0.5663284766191167,
      "grad_norm": 0.6575087904930115,
      "learning_rate": 8.196637921943496e-06,
      "loss": 0.7797,
      "step": 232
    },
    {
      "epoch": 0.5687695476390267,
      "grad_norm": 0.7363637685775757,
      "learning_rate": 8.181757518860387e-06,
      "loss": 0.7369,
      "step": 233
    },
    {
      "epoch": 0.5712106186589366,
      "grad_norm": 0.6955734491348267,
      "learning_rate": 8.166829605759507e-06,
      "loss": 0.7841,
      "step": 234
    },
    {
      "epoch": 0.5736516896788466,
      "grad_norm": 0.7019768357276917,
      "learning_rate": 8.151854405544526e-06,
      "loss": 0.7702,
      "step": 235
    },
    {
      "epoch": 0.5760927606987566,
      "grad_norm": 0.7041372656822205,
      "learning_rate": 8.136832141825197e-06,
      "loss": 0.7755,
      "step": 236
    },
    {
      "epoch": 0.5785338317186666,
      "grad_norm": 0.7138186693191528,
      "learning_rate": 8.12176303891403e-06,
      "loss": 0.7815,
      "step": 237
    },
    {
      "epoch": 0.5809749027385765,
      "grad_norm": 0.6682398319244385,
      "learning_rate": 8.106647321822943e-06,
      "loss": 0.7573,
      "step": 238
    },
    {
      "epoch": 0.5834159737584865,
      "grad_norm": 0.6600127816200256,
      "learning_rate": 8.091485216259886e-06,
      "loss": 0.7644,
      "step": 239
    },
    {
      "epoch": 0.5858570447783965,
      "grad_norm": 0.7157433032989502,
      "learning_rate": 8.076276948625495e-06,
      "loss": 0.7661,
      "step": 240
    },
    {
      "epoch": 0.5882981157983065,
      "grad_norm": 0.7180731892585754,
      "learning_rate": 8.061022746009687e-06,
      "loss": 0.756,
      "step": 241
    },
    {
      "epoch": 0.5907391868182165,
      "grad_norm": 0.6941264271736145,
      "learning_rate": 8.04572283618829e-06,
      "loss": 0.7501,
      "step": 242
    },
    {
      "epoch": 0.5931802578381264,
      "grad_norm": 0.7047881484031677,
      "learning_rate": 8.030377447619622e-06,
      "loss": 0.7564,
      "step": 243
    },
    {
      "epoch": 0.5956213288580364,
      "grad_norm": 0.6860742568969727,
      "learning_rate": 8.014986809441093e-06,
      "loss": 0.8048,
      "step": 244
    },
    {
      "epoch": 0.5980623998779464,
      "grad_norm": 0.6961259245872498,
      "learning_rate": 7.999551151465793e-06,
      "loss": 0.8085,
      "step": 245
    },
    {
      "epoch": 0.6005034708978564,
      "grad_norm": 0.6859815716743469,
      "learning_rate": 7.984070704179026e-06,
      "loss": 0.7911,
      "step": 246
    },
    {
      "epoch": 0.6029445419177665,
      "grad_norm": 0.739782452583313,
      "learning_rate": 7.968545698734908e-06,
      "loss": 0.7981,
      "step": 247
    },
    {
      "epoch": 0.6053856129376765,
      "grad_norm": 0.7173625230789185,
      "learning_rate": 7.952976366952888e-06,
      "loss": 0.7738,
      "step": 248
    },
    {
      "epoch": 0.6078266839575864,
      "grad_norm": 0.7094762921333313,
      "learning_rate": 7.9373629413143e-06,
      "loss": 0.7802,
      "step": 249
    },
    {
      "epoch": 0.6102677549774964,
      "grad_norm": 0.6974766254425049,
      "learning_rate": 7.921705654958886e-06,
      "loss": 0.7956,
      "step": 250
    },
    {
      "epoch": 0.6127088259974064,
      "grad_norm": 0.7235715389251709,
      "learning_rate": 7.906004741681321e-06,
      "loss": 0.7581,
      "step": 251
    },
    {
      "epoch": 0.6151498970173164,
      "grad_norm": 0.68167644739151,
      "learning_rate": 7.890260435927709e-06,
      "loss": 0.7746,
      "step": 252
    },
    {
      "epoch": 0.6175909680372264,
      "grad_norm": 0.6965702176094055,
      "learning_rate": 7.874472972792097e-06,
      "loss": 0.7638,
      "step": 253
    },
    {
      "epoch": 0.6200320390571363,
      "grad_norm": 0.7000617384910583,
      "learning_rate": 7.858642588012957e-06,
      "loss": 0.7252,
      "step": 254
    },
    {
      "epoch": 0.6224731100770463,
      "grad_norm": 0.6918544173240662,
      "learning_rate": 7.842769517969665e-06,
      "loss": 0.7867,
      "step": 255
    },
    {
      "epoch": 0.6249141810969563,
      "grad_norm": 0.7168439626693726,
      "learning_rate": 7.826853999678978e-06,
      "loss": 0.7349,
      "step": 256
    },
    {
      "epoch": 0.6273552521168663,
      "grad_norm": 0.6823673844337463,
      "learning_rate": 7.810896270791484e-06,
      "loss": 0.7749,
      "step": 257
    },
    {
      "epoch": 0.6297963231367762,
      "grad_norm": 0.7399064898490906,
      "learning_rate": 7.794896569588066e-06,
      "loss": 0.7886,
      "step": 258
    },
    {
      "epoch": 0.6322373941566862,
      "grad_norm": 0.6988884806632996,
      "learning_rate": 7.778855134976334e-06,
      "loss": 0.7329,
      "step": 259
    },
    {
      "epoch": 0.6346784651765962,
      "grad_norm": 0.7028211951255798,
      "learning_rate": 7.762772206487066e-06,
      "loss": 0.8214,
      "step": 260
    },
    {
      "epoch": 0.6371195361965062,
      "grad_norm": 0.7346593737602234,
      "learning_rate": 7.74664802427062e-06,
      "loss": 0.7626,
      "step": 261
    },
    {
      "epoch": 0.6395606072164162,
      "grad_norm": 0.7249420881271362,
      "learning_rate": 7.73048282909336e-06,
      "loss": 0.7617,
      "step": 262
    },
    {
      "epoch": 0.6420016782363261,
      "grad_norm": 0.7126630544662476,
      "learning_rate": 7.714276862334051e-06,
      "loss": 0.7599,
      "step": 263
    },
    {
      "epoch": 0.6444427492562361,
      "grad_norm": 0.7718750238418579,
      "learning_rate": 7.698030365980265e-06,
      "loss": 0.8228,
      "step": 264
    },
    {
      "epoch": 0.6468838202761461,
      "grad_norm": 0.7375472187995911,
      "learning_rate": 7.681743582624761e-06,
      "loss": 0.7458,
      "step": 265
    },
    {
      "epoch": 0.6493248912960562,
      "grad_norm": 0.7044516205787659,
      "learning_rate": 7.66541675546186e-06,
      "loss": 0.779,
      "step": 266
    },
    {
      "epoch": 0.6517659623159662,
      "grad_norm": 0.7249746322631836,
      "learning_rate": 7.64905012828382e-06,
      "loss": 0.7983,
      "step": 267
    },
    {
      "epoch": 0.6542070333358762,
      "grad_norm": 0.7117093801498413,
      "learning_rate": 7.632643945477195e-06,
      "loss": 0.7436,
      "step": 268
    },
    {
      "epoch": 0.6566481043557861,
      "grad_norm": 0.7090557217597961,
      "learning_rate": 7.616198452019176e-06,
      "loss": 0.7563,
      "step": 269
    },
    {
      "epoch": 0.6590891753756961,
      "grad_norm": 0.720168948173523,
      "learning_rate": 7.59971389347395e-06,
      "loss": 0.7487,
      "step": 270
    },
    {
      "epoch": 0.6615302463956061,
      "grad_norm": 0.6775338053703308,
      "learning_rate": 7.583190515989022e-06,
      "loss": 0.7708,
      "step": 271
    },
    {
      "epoch": 0.6639713174155161,
      "grad_norm": 0.711544394493103,
      "learning_rate": 7.566628566291537e-06,
      "loss": 0.7732,
      "step": 272
    },
    {
      "epoch": 0.666412388435426,
      "grad_norm": 0.7197690606117249,
      "learning_rate": 7.550028291684603e-06,
      "loss": 0.7681,
      "step": 273
    },
    {
      "epoch": 0.668853459455336,
      "grad_norm": 0.7002537250518799,
      "learning_rate": 7.5333899400435986e-06,
      "loss": 0.7414,
      "step": 274
    },
    {
      "epoch": 0.671294530475246,
      "grad_norm": 0.7534189820289612,
      "learning_rate": 7.516713759812465e-06,
      "loss": 0.7756,
      "step": 275
    },
    {
      "epoch": 0.673735601495156,
      "grad_norm": 0.6993451714515686,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.7494,
      "step": 276
    },
    {
      "epoch": 0.676176672515066,
      "grad_norm": 0.7160854339599609,
      "learning_rate": 7.483248910176144e-06,
      "loss": 0.7727,
      "step": 277
    },
    {
      "epoch": 0.678617743534976,
      "grad_norm": 0.7340339422225952,
      "learning_rate": 7.466460740468246e-06,
      "loss": 0.7641,
      "step": 278
    },
    {
      "epoch": 0.6810588145548859,
      "grad_norm": 0.6893506050109863,
      "learning_rate": 7.44963574155733e-06,
      "loss": 0.7859,
      "step": 279
    },
    {
      "epoch": 0.6834998855747959,
      "grad_norm": 0.7197214365005493,
      "learning_rate": 7.432774164674359e-06,
      "loss": 0.7645,
      "step": 280
    },
    {
      "epoch": 0.6859409565947059,
      "grad_norm": 0.722647488117218,
      "learning_rate": 7.4158762615964744e-06,
      "loss": 0.7614,
      "step": 281
    },
    {
      "epoch": 0.6883820276146159,
      "grad_norm": 0.7112955451011658,
      "learning_rate": 7.398942284643242e-06,
      "loss": 0.7565,
      "step": 282
    },
    {
      "epoch": 0.6908230986345258,
      "grad_norm": 0.7392273545265198,
      "learning_rate": 7.381972486672886e-06,
      "loss": 0.7474,
      "step": 283
    },
    {
      "epoch": 0.6932641696544359,
      "grad_norm": 0.691473126411438,
      "learning_rate": 7.3649671210785024e-06,
      "loss": 0.7392,
      "step": 284
    },
    {
      "epoch": 0.6957052406743459,
      "grad_norm": 0.764784038066864,
      "learning_rate": 7.34792644178429e-06,
      "loss": 0.7341,
      "step": 285
    },
    {
      "epoch": 0.6981463116942559,
      "grad_norm": 0.7281628251075745,
      "learning_rate": 7.330850703241751e-06,
      "loss": 0.7804,
      "step": 286
    },
    {
      "epoch": 0.7005873827141659,
      "grad_norm": 0.843350887298584,
      "learning_rate": 7.313740160425887e-06,
      "loss": 0.7085,
      "step": 287
    },
    {
      "epoch": 0.7030284537340759,
      "grad_norm": 0.7312772870063782,
      "learning_rate": 7.296595068831406e-06,
      "loss": 0.7638,
      "step": 288
    },
    {
      "epoch": 0.7054695247539858,
      "grad_norm": 0.7479636073112488,
      "learning_rate": 7.279415684468893e-06,
      "loss": 0.7208,
      "step": 289
    },
    {
      "epoch": 0.7079105957738958,
      "grad_norm": 0.6945940256118774,
      "learning_rate": 7.262202263860989e-06,
      "loss": 0.7133,
      "step": 290
    },
    {
      "epoch": 0.7103516667938058,
      "grad_norm": 0.697964608669281,
      "learning_rate": 7.244955064038574e-06,
      "loss": 0.7478,
      "step": 291
    },
    {
      "epoch": 0.7127927378137158,
      "grad_norm": 0.7676611542701721,
      "learning_rate": 7.227674342536914e-06,
      "loss": 0.7778,
      "step": 292
    },
    {
      "epoch": 0.7152338088336258,
      "grad_norm": 0.6927245259284973,
      "learning_rate": 7.210360357391818e-06,
      "loss": 0.7041,
      "step": 293
    },
    {
      "epoch": 0.7176748798535357,
      "grad_norm": 0.7169522643089294,
      "learning_rate": 7.1930133671357915e-06,
      "loss": 0.7493,
      "step": 294
    },
    {
      "epoch": 0.7201159508734457,
      "grad_norm": 0.6862355470657349,
      "learning_rate": 7.175633630794176e-06,
      "loss": 0.7547,
      "step": 295
    },
    {
      "epoch": 0.7225570218933557,
      "grad_norm": 0.7003543376922607,
      "learning_rate": 7.1582214078812715e-06,
      "loss": 0.7677,
      "step": 296
    },
    {
      "epoch": 0.7249980929132657,
      "grad_norm": 0.6878992915153503,
      "learning_rate": 7.140776958396468e-06,
      "loss": 0.7663,
      "step": 297
    },
    {
      "epoch": 0.7274391639331756,
      "grad_norm": 0.6947048306465149,
      "learning_rate": 7.123300542820367e-06,
      "loss": 0.7514,
      "step": 298
    },
    {
      "epoch": 0.7298802349530856,
      "grad_norm": 0.6599522829055786,
      "learning_rate": 7.1057924221108856e-06,
      "loss": 0.7363,
      "step": 299
    },
    {
      "epoch": 0.7323213059729956,
      "grad_norm": 0.6951528787612915,
      "learning_rate": 7.08825285769936e-06,
      "loss": 0.7247,
      "step": 300
    },
    {
      "epoch": 0.7347623769929056,
      "grad_norm": 0.7057417035102844,
      "learning_rate": 7.0706821114866475e-06,
      "loss": 0.7829,
      "step": 301
    },
    {
      "epoch": 0.7372034480128157,
      "grad_norm": 0.7661730647087097,
      "learning_rate": 7.053080445839211e-06,
      "loss": 0.7233,
      "step": 302
    },
    {
      "epoch": 0.7396445190327257,
      "grad_norm": 0.6780954003334045,
      "learning_rate": 7.035448123585201e-06,
      "loss": 0.7549,
      "step": 303
    },
    {
      "epoch": 0.7420855900526356,
      "grad_norm": 0.7154073715209961,
      "learning_rate": 7.017785408010533e-06,
      "loss": 0.7593,
      "step": 304
    },
    {
      "epoch": 0.7445266610725456,
      "grad_norm": 0.72113436460495,
      "learning_rate": 7.0000925628549595e-06,
      "loss": 0.8079,
      "step": 305
    },
    {
      "epoch": 0.7469677320924556,
      "grad_norm": 0.6903125643730164,
      "learning_rate": 6.982369852308124e-06,
      "loss": 0.7777,
      "step": 306
    },
    {
      "epoch": 0.7494088031123656,
      "grad_norm": 0.7365685701370239,
      "learning_rate": 6.964617541005617e-06,
      "loss": 0.7827,
      "step": 307
    },
    {
      "epoch": 0.7518498741322756,
      "grad_norm": 0.7428478002548218,
      "learning_rate": 6.946835894025037e-06,
      "loss": 0.7319,
      "step": 308
    },
    {
      "epoch": 0.7542909451521855,
      "grad_norm": 0.7224217653274536,
      "learning_rate": 6.929025176882016e-06,
      "loss": 0.7758,
      "step": 309
    },
    {
      "epoch": 0.7567320161720955,
      "grad_norm": 0.7415998578071594,
      "learning_rate": 6.911185655526263e-06,
      "loss": 0.7832,
      "step": 310
    },
    {
      "epoch": 0.7591730871920055,
      "grad_norm": 0.7322662472724915,
      "learning_rate": 6.893317596337592e-06,
      "loss": 0.7323,
      "step": 311
    },
    {
      "epoch": 0.7616141582119155,
      "grad_norm": 0.6983169913291931,
      "learning_rate": 6.875421266121946e-06,
      "loss": 0.7576,
      "step": 312
    },
    {
      "epoch": 0.7640552292318255,
      "grad_norm": 0.7458372116088867,
      "learning_rate": 6.857496932107407e-06,
      "loss": 0.7549,
      "step": 313
    },
    {
      "epoch": 0.7664963002517354,
      "grad_norm": 0.7724815011024475,
      "learning_rate": 6.839544861940214e-06,
      "loss": 0.7625,
      "step": 314
    },
    {
      "epoch": 0.7689373712716454,
      "grad_norm": 0.7590445280075073,
      "learning_rate": 6.821565323680759e-06,
      "loss": 0.7422,
      "step": 315
    },
    {
      "epoch": 0.7713784422915554,
      "grad_norm": 0.7100796699523926,
      "learning_rate": 6.80355858579959e-06,
      "loss": 0.748,
      "step": 316
    },
    {
      "epoch": 0.7738195133114654,
      "grad_norm": 0.6766054034233093,
      "learning_rate": 6.7855249171734e-06,
      "loss": 0.7487,
      "step": 317
    },
    {
      "epoch": 0.7762605843313753,
      "grad_norm": 0.7497526407241821,
      "learning_rate": 6.76746458708101e-06,
      "loss": 0.7584,
      "step": 318
    },
    {
      "epoch": 0.7787016553512853,
      "grad_norm": 0.6761816740036011,
      "learning_rate": 6.74937786519935e-06,
      "loss": 0.7332,
      "step": 319
    },
    {
      "epoch": 0.7811427263711954,
      "grad_norm": 0.6793827414512634,
      "learning_rate": 6.731265021599437e-06,
      "loss": 0.7387,
      "step": 320
    },
    {
      "epoch": 0.7835837973911054,
      "grad_norm": 0.7181971669197083,
      "learning_rate": 6.7131263267423305e-06,
      "loss": 0.7588,
      "step": 321
    },
    {
      "epoch": 0.7860248684110154,
      "grad_norm": 0.6722172498703003,
      "learning_rate": 6.6949620514751075e-06,
      "loss": 0.7264,
      "step": 322
    },
    {
      "epoch": 0.7884659394309254,
      "grad_norm": 0.6741105914115906,
      "learning_rate": 6.676772467026809e-06,
      "loss": 0.7806,
      "step": 323
    },
    {
      "epoch": 0.7909070104508353,
      "grad_norm": 0.6798011660575867,
      "learning_rate": 6.65855784500439e-06,
      "loss": 0.7281,
      "step": 324
    },
    {
      "epoch": 0.7933480814707453,
      "grad_norm": 0.6723977327346802,
      "learning_rate": 6.640318457388672e-06,
      "loss": 0.7358,
      "step": 325
    },
    {
      "epoch": 0.7957891524906553,
      "grad_norm": 0.6920611262321472,
      "learning_rate": 6.622054576530275e-06,
      "loss": 0.7754,
      "step": 326
    },
    {
      "epoch": 0.7982302235105653,
      "grad_norm": 0.7018612623214722,
      "learning_rate": 6.603766475145546e-06,
      "loss": 0.7714,
      "step": 327
    },
    {
      "epoch": 0.8006712945304753,
      "grad_norm": 0.7847645282745361,
      "learning_rate": 6.585454426312506e-06,
      "loss": 0.804,
      "step": 328
    },
    {
      "epoch": 0.8031123655503852,
      "grad_norm": 0.6560506820678711,
      "learning_rate": 6.5671187034667465e-06,
      "loss": 0.7768,
      "step": 329
    },
    {
      "epoch": 0.8055534365702952,
      "grad_norm": 0.720274031162262,
      "learning_rate": 6.548759580397363e-06,
      "loss": 0.7619,
      "step": 330
    },
    {
      "epoch": 0.8079945075902052,
      "grad_norm": 0.6853426694869995,
      "learning_rate": 6.53037733124287e-06,
      "loss": 0.7147,
      "step": 331
    },
    {
      "epoch": 0.8104355786101152,
      "grad_norm": 0.6448130011558533,
      "learning_rate": 6.511972230487091e-06,
      "loss": 0.7958,
      "step": 332
    },
    {
      "epoch": 0.8128766496300251,
      "grad_norm": 0.6405046582221985,
      "learning_rate": 6.4935445529550775e-06,
      "loss": 0.7659,
      "step": 333
    },
    {
      "epoch": 0.8153177206499351,
      "grad_norm": 0.7028204798698425,
      "learning_rate": 6.475094573808994e-06,
      "loss": 0.7609,
      "step": 334
    },
    {
      "epoch": 0.8177587916698451,
      "grad_norm": 0.7086704969406128,
      "learning_rate": 6.456622568544012e-06,
      "loss": 0.7719,
      "step": 335
    },
    {
      "epoch": 0.8201998626897551,
      "grad_norm": 0.6891460418701172,
      "learning_rate": 6.438128812984199e-06,
      "loss": 0.7667,
      "step": 336
    },
    {
      "epoch": 0.8226409337096651,
      "grad_norm": 0.7402656674385071,
      "learning_rate": 6.419613583278395e-06,
      "loss": 0.7833,
      "step": 337
    },
    {
      "epoch": 0.825082004729575,
      "grad_norm": 0.7249888777732849,
      "learning_rate": 6.401077155896098e-06,
      "loss": 0.7031,
      "step": 338
    },
    {
      "epoch": 0.8275230757494851,
      "grad_norm": 0.6789460182189941,
      "learning_rate": 6.3825198076233255e-06,
      "loss": 0.7739,
      "step": 339
    },
    {
      "epoch": 0.8299641467693951,
      "grad_norm": 0.6832931041717529,
      "learning_rate": 6.363941815558484e-06,
      "loss": 0.7242,
      "step": 340
    },
    {
      "epoch": 0.8324052177893051,
      "grad_norm": 0.64850252866745,
      "learning_rate": 6.345343457108238e-06,
      "loss": 0.7378,
      "step": 341
    },
    {
      "epoch": 0.8348462888092151,
      "grad_norm": 0.7206950783729553,
      "learning_rate": 6.32672500998336e-06,
      "loss": 0.7718,
      "step": 342
    },
    {
      "epoch": 0.837287359829125,
      "grad_norm": 0.690377950668335,
      "learning_rate": 6.308086752194586e-06,
      "loss": 0.7784,
      "step": 343
    },
    {
      "epoch": 0.839728430849035,
      "grad_norm": 0.6793109774589539,
      "learning_rate": 6.289428962048467e-06,
      "loss": 0.7936,
      "step": 344
    },
    {
      "epoch": 0.842169501868945,
      "grad_norm": 0.6914140582084656,
      "learning_rate": 6.270751918143213e-06,
      "loss": 0.7652,
      "step": 345
    },
    {
      "epoch": 0.844610572888855,
      "grad_norm": 0.6733123064041138,
      "learning_rate": 6.252055899364525e-06,
      "loss": 0.8477,
      "step": 346
    },
    {
      "epoch": 0.847051643908765,
      "grad_norm": 0.6884806156158447,
      "learning_rate": 6.2333411848814415e-06,
      "loss": 0.7544,
      "step": 347
    },
    {
      "epoch": 0.849492714928675,
      "grad_norm": 0.6831750273704529,
      "learning_rate": 6.214608054142167e-06,
      "loss": 0.7333,
      "step": 348
    },
    {
      "epoch": 0.8519337859485849,
      "grad_norm": 0.6560673713684082,
      "learning_rate": 6.195856786869893e-06,
      "loss": 0.7252,
      "step": 349
    },
    {
      "epoch": 0.8543748569684949,
      "grad_norm": 0.6822741627693176,
      "learning_rate": 6.177087663058626e-06,
      "loss": 0.7181,
      "step": 350
    },
    {
      "epoch": 0.8568159279884049,
      "grad_norm": 0.8162235021591187,
      "learning_rate": 6.158300962969012e-06,
      "loss": 0.7359,
      "step": 351
    },
    {
      "epoch": 0.8592569990083149,
      "grad_norm": 0.7049196362495422,
      "learning_rate": 6.13949696712414e-06,
      "loss": 0.7592,
      "step": 352
    },
    {
      "epoch": 0.8616980700282248,
      "grad_norm": 0.6802664399147034,
      "learning_rate": 6.120675956305363e-06,
      "loss": 0.7476,
      "step": 353
    },
    {
      "epoch": 0.8641391410481348,
      "grad_norm": 0.7405847311019897,
      "learning_rate": 6.101838211548099e-06,
      "loss": 0.7368,
      "step": 354
    },
    {
      "epoch": 0.8665802120680448,
      "grad_norm": 0.6568160057067871,
      "learning_rate": 6.0829840141376385e-06,
      "loss": 0.7519,
      "step": 355
    },
    {
      "epoch": 0.8690212830879548,
      "grad_norm": 0.6947789192199707,
      "learning_rate": 6.064113645604945e-06,
      "loss": 0.7217,
      "step": 356
    },
    {
      "epoch": 0.8714623541078649,
      "grad_norm": 0.6590073704719543,
      "learning_rate": 6.045227387722445e-06,
      "loss": 0.7516,
      "step": 357
    },
    {
      "epoch": 0.8739034251277749,
      "grad_norm": 0.7120059132575989,
      "learning_rate": 6.026325522499829e-06,
      "loss": 0.7481,
      "step": 358
    },
    {
      "epoch": 0.8763444961476848,
      "grad_norm": 0.6988116502761841,
      "learning_rate": 6.007408332179836e-06,
      "loss": 0.7995,
      "step": 359
    },
    {
      "epoch": 0.8787855671675948,
      "grad_norm": 0.7005130648612976,
      "learning_rate": 5.988476099234033e-06,
      "loss": 0.7427,
      "step": 360
    },
    {
      "epoch": 0.8812266381875048,
      "grad_norm": 0.675496518611908,
      "learning_rate": 5.969529106358612e-06,
      "loss": 0.7603,
      "step": 361
    },
    {
      "epoch": 0.8836677092074148,
      "grad_norm": 0.7157605290412903,
      "learning_rate": 5.95056763647016e-06,
      "loss": 0.7788,
      "step": 362
    },
    {
      "epoch": 0.8861087802273248,
      "grad_norm": 0.6584900617599487,
      "learning_rate": 5.931591972701427e-06,
      "loss": 0.7415,
      "step": 363
    },
    {
      "epoch": 0.8885498512472347,
      "grad_norm": 0.6833528876304626,
      "learning_rate": 5.9126023983971114e-06,
      "loss": 0.7339,
      "step": 364
    },
    {
      "epoch": 0.8909909222671447,
      "grad_norm": 0.6946988701820374,
      "learning_rate": 5.893599197109625e-06,
      "loss": 0.8115,
      "step": 365
    },
    {
      "epoch": 0.8934319932870547,
      "grad_norm": 0.7004518508911133,
      "learning_rate": 5.874582652594855e-06,
      "loss": 0.75,
      "step": 366
    },
    {
      "epoch": 0.8958730643069647,
      "grad_norm": 0.6791942119598389,
      "learning_rate": 5.855553048807932e-06,
      "loss": 0.7288,
      "step": 367
    },
    {
      "epoch": 0.8983141353268747,
      "grad_norm": 0.6619113683700562,
      "learning_rate": 5.836510669898984e-06,
      "loss": 0.7408,
      "step": 368
    },
    {
      "epoch": 0.9007552063467846,
      "grad_norm": 0.6960625052452087,
      "learning_rate": 5.817455800208901e-06,
      "loss": 0.7937,
      "step": 369
    },
    {
      "epoch": 0.9031962773666946,
      "grad_norm": 0.6567366123199463,
      "learning_rate": 5.798388724265085e-06,
      "loss": 0.7555,
      "step": 370
    },
    {
      "epoch": 0.9056373483866046,
      "grad_norm": 0.6739965677261353,
      "learning_rate": 5.7793097267772e-06,
      "loss": 0.7193,
      "step": 371
    },
    {
      "epoch": 0.9080784194065146,
      "grad_norm": 0.6742777228355408,
      "learning_rate": 5.760219092632924e-06,
      "loss": 0.7308,
      "step": 372
    },
    {
      "epoch": 0.9105194904264245,
      "grad_norm": 0.6787696480751038,
      "learning_rate": 5.741117106893693e-06,
      "loss": 0.7387,
      "step": 373
    },
    {
      "epoch": 0.9129605614463345,
      "grad_norm": 0.6927146911621094,
      "learning_rate": 5.722004054790442e-06,
      "loss": 0.7435,
      "step": 374
    },
    {
      "epoch": 0.9154016324662446,
      "grad_norm": 0.6972612142562866,
      "learning_rate": 5.7028802217193565e-06,
      "loss": 0.7605,
      "step": 375
    },
    {
      "epoch": 0.9178427034861546,
      "grad_norm": 0.7299436926841736,
      "learning_rate": 5.683745893237598e-06,
      "loss": 0.7745,
      "step": 376
    },
    {
      "epoch": 0.9202837745060646,
      "grad_norm": 0.6617533564567566,
      "learning_rate": 5.664601355059044e-06,
      "loss": 0.7718,
      "step": 377
    },
    {
      "epoch": 0.9227248455259746,
      "grad_norm": 0.722768247127533,
      "learning_rate": 5.645446893050029e-06,
      "loss": 0.783,
      "step": 378
    },
    {
      "epoch": 0.9251659165458845,
      "grad_norm": 0.686353862285614,
      "learning_rate": 5.626282793225066e-06,
      "loss": 0.7411,
      "step": 379
    },
    {
      "epoch": 0.9276069875657945,
      "grad_norm": 0.7211350798606873,
      "learning_rate": 5.607109341742579e-06,
      "loss": 0.7729,
      "step": 380
    },
    {
      "epoch": 0.9300480585857045,
      "grad_norm": 0.6945457458496094,
      "learning_rate": 5.587926824900637e-06,
      "loss": 0.73,
      "step": 381
    },
    {
      "epoch": 0.9324891296056145,
      "grad_norm": 0.641502320766449,
      "learning_rate": 5.568735529132665e-06,
      "loss": 0.7537,
      "step": 382
    },
    {
      "epoch": 0.9349302006255245,
      "grad_norm": 0.7009978294372559,
      "learning_rate": 5.5495357410031805e-06,
      "loss": 0.7407,
      "step": 383
    },
    {
      "epoch": 0.9373712716454344,
      "grad_norm": 0.6966471672058105,
      "learning_rate": 5.530327747203507e-06,
      "loss": 0.7287,
      "step": 384
    },
    {
      "epoch": 0.9398123426653444,
      "grad_norm": 0.7361583709716797,
      "learning_rate": 5.511111834547496e-06,
      "loss": 0.7132,
      "step": 385
    },
    {
      "epoch": 0.9422534136852544,
      "grad_norm": 0.8365876078605652,
      "learning_rate": 5.491888289967241e-06,
      "loss": 0.7517,
      "step": 386
    },
    {
      "epoch": 0.9446944847051644,
      "grad_norm": 0.7376920580863953,
      "learning_rate": 5.472657400508801e-06,
      "loss": 0.7354,
      "step": 387
    },
    {
      "epoch": 0.9471355557250744,
      "grad_norm": 0.6934507489204407,
      "learning_rate": 5.4534194533279e-06,
      "loss": 0.7418,
      "step": 388
    },
    {
      "epoch": 0.9495766267449843,
      "grad_norm": 0.6778532862663269,
      "learning_rate": 5.434174735685658e-06,
      "loss": 0.7768,
      "step": 389
    },
    {
      "epoch": 0.9520176977648943,
      "grad_norm": 0.7122485041618347,
      "learning_rate": 5.414923534944283e-06,
      "loss": 0.7674,
      "step": 390
    },
    {
      "epoch": 0.9544587687848043,
      "grad_norm": 0.6961596608161926,
      "learning_rate": 5.395666138562794e-06,
      "loss": 0.7709,
      "step": 391
    },
    {
      "epoch": 0.9568998398047143,
      "grad_norm": 0.7608603239059448,
      "learning_rate": 5.376402834092721e-06,
      "loss": 0.7787,
      "step": 392
    },
    {
      "epoch": 0.9593409108246242,
      "grad_norm": 0.6927947402000427,
      "learning_rate": 5.357133909173815e-06,
      "loss": 0.7363,
      "step": 393
    },
    {
      "epoch": 0.9617819818445343,
      "grad_norm": 0.7136049270629883,
      "learning_rate": 5.337859651529747e-06,
      "loss": 0.742,
      "step": 394
    },
    {
      "epoch": 0.9642230528644443,
      "grad_norm": 0.7149622440338135,
      "learning_rate": 5.318580348963826e-06,
      "loss": 0.7501,
      "step": 395
    },
    {
      "epoch": 0.9666641238843543,
      "grad_norm": 0.6613947749137878,
      "learning_rate": 5.2992962893546804e-06,
      "loss": 0.7045,
      "step": 396
    },
    {
      "epoch": 0.9691051949042643,
      "grad_norm": 0.7548585534095764,
      "learning_rate": 5.280007760651977e-06,
      "loss": 0.7447,
      "step": 397
    },
    {
      "epoch": 0.9715462659241743,
      "grad_norm": 0.6713358759880066,
      "learning_rate": 5.260715050872119e-06,
      "loss": 0.7356,
      "step": 398
    },
    {
      "epoch": 0.9739873369440842,
      "grad_norm": 0.7130277156829834,
      "learning_rate": 5.241418448093931e-06,
      "loss": 0.7523,
      "step": 399
    },
    {
      "epoch": 0.9764284079639942,
      "grad_norm": 0.7643216252326965,
      "learning_rate": 5.222118240454376e-06,
      "loss": 0.7581,
      "step": 400
    },
    {
      "epoch": 0.9788694789839042,
      "grad_norm": 0.6513252258300781,
      "learning_rate": 5.202814716144245e-06,
      "loss": 0.7635,
      "step": 401
    },
    {
      "epoch": 0.9813105500038142,
      "grad_norm": 0.7522091269493103,
      "learning_rate": 5.1835081634038455e-06,
      "loss": 0.7765,
      "step": 402
    },
    {
      "epoch": 0.9837516210237242,
      "grad_norm": 0.7359428405761719,
      "learning_rate": 5.164198870518714e-06,
      "loss": 0.7626,
      "step": 403
    },
    {
      "epoch": 0.9861926920436341,
      "grad_norm": 0.7049588561058044,
      "learning_rate": 5.144887125815301e-06,
      "loss": 0.6856,
      "step": 404
    },
    {
      "epoch": 0.9886337630635441,
      "grad_norm": 0.70652836561203,
      "learning_rate": 5.125573217656664e-06,
      "loss": 0.7479,
      "step": 405
    },
    {
      "epoch": 0.9910748340834541,
      "grad_norm": 0.6710291504859924,
      "learning_rate": 5.1062574344381686e-06,
      "loss": 0.7419,
      "step": 406
    },
    {
      "epoch": 0.9935159051033641,
      "grad_norm": 0.6925918459892273,
      "learning_rate": 5.086940064583179e-06,
      "loss": 0.7222,
      "step": 407
    },
    {
      "epoch": 0.995956976123274,
      "grad_norm": 0.738444447517395,
      "learning_rate": 5.067621396538747e-06,
      "loss": 0.738,
      "step": 408
    },
    {
      "epoch": 0.998398047143184,
      "grad_norm": 0.6995366811752319,
      "learning_rate": 5.048301718771317e-06,
      "loss": 0.7986,
      "step": 409
    },
    {
      "epoch": 1.000839118163094,
      "grad_norm": 0.7283437848091125,
      "learning_rate": 5.028981319762399e-06,
      "loss": 0.7439,
      "step": 410
    },
    {
      "epoch": 1.003280189183004,
      "grad_norm": 0.6933985948562622,
      "learning_rate": 5.009660488004283e-06,
      "loss": 0.7776,
      "step": 411
    },
    {
      "epoch": 1.005721260202914,
      "grad_norm": 1.7147387266159058,
      "learning_rate": 4.990339511995718e-06,
      "loss": 0.7962,
      "step": 412
    },
    {
      "epoch": 1.008162331222824,
      "grad_norm": 0.7424637675285339,
      "learning_rate": 4.971018680237602e-06,
      "loss": 0.7573,
      "step": 413
    },
    {
      "epoch": 1.010603402242734,
      "grad_norm": 0.714701235294342,
      "learning_rate": 4.951698281228686e-06,
      "loss": 0.7582,
      "step": 414
    },
    {
      "epoch": 1.0003051338774887,
      "grad_norm": 0.7080721855163574,
      "learning_rate": 4.932378603461253e-06,
      "loss": 0.7603,
      "step": 415
    },
    {
      "epoch": 1.0027462048973987,
      "grad_norm": 1.1822799444198608,
      "learning_rate": 4.913059935416822e-06,
      "loss": 0.6213,
      "step": 416
    },
    {
      "epoch": 1.0051872759173086,
      "grad_norm": 1.084796667098999,
      "learning_rate": 4.893742565561832e-06,
      "loss": 0.6391,
      "step": 417
    },
    {
      "epoch": 1.0076283469372187,
      "grad_norm": 0.7524453401565552,
      "learning_rate": 4.8744267823433374e-06,
      "loss": 0.6246,
      "step": 418
    },
    {
      "epoch": 1.0100694179571288,
      "grad_norm": 0.8332728147506714,
      "learning_rate": 4.855112874184701e-06,
      "loss": 0.615,
      "step": 419
    },
    {
      "epoch": 1.0125104889770387,
      "grad_norm": 1.0015031099319458,
      "learning_rate": 4.835801129481287e-06,
      "loss": 0.6168,
      "step": 420
    },
    {
      "epoch": 1.0149515599969487,
      "grad_norm": 0.9933431148529053,
      "learning_rate": 4.816491836596157e-06,
      "loss": 0.6083,
      "step": 421
    },
    {
      "epoch": 1.0173926310168586,
      "grad_norm": 0.8857572674751282,
      "learning_rate": 4.797185283855756e-06,
      "loss": 0.6478,
      "step": 422
    },
    {
      "epoch": 1.0198337020367687,
      "grad_norm": 1.0425084829330444,
      "learning_rate": 4.777881759545625e-06,
      "loss": 0.6198,
      "step": 423
    },
    {
      "epoch": 1.0222747730566786,
      "grad_norm": 0.8083875775337219,
      "learning_rate": 4.75858155190607e-06,
      "loss": 0.6153,
      "step": 424
    },
    {
      "epoch": 1.0247158440765887,
      "grad_norm": 0.8430187106132507,
      "learning_rate": 4.7392849491278825e-06,
      "loss": 0.5814,
      "step": 425
    },
    {
      "epoch": 1.0271569150964985,
      "grad_norm": 0.8698053956031799,
      "learning_rate": 4.719992239348024e-06,
      "loss": 0.619,
      "step": 426
    },
    {
      "epoch": 1.0295979861164086,
      "grad_norm": 0.8039147257804871,
      "learning_rate": 4.700703710645322e-06,
      "loss": 0.6716,
      "step": 427
    },
    {
      "epoch": 1.0320390571363185,
      "grad_norm": 0.7722117900848389,
      "learning_rate": 4.681419651036177e-06,
      "loss": 0.6423,
      "step": 428
    },
    {
      "epoch": 1.0344801281562286,
      "grad_norm": 0.7633837461471558,
      "learning_rate": 4.662140348470253e-06,
      "loss": 0.6122,
      "step": 429
    },
    {
      "epoch": 1.0369211991761385,
      "grad_norm": 0.845450758934021,
      "learning_rate": 4.642866090826187e-06,
      "loss": 0.617,
      "step": 430
    },
    {
      "epoch": 1.0393622701960485,
      "grad_norm": 0.7823710441589355,
      "learning_rate": 4.6235971659072806e-06,
      "loss": 0.6102,
      "step": 431
    },
    {
      "epoch": 1.0418033412159584,
      "grad_norm": 0.6919700503349304,
      "learning_rate": 4.604333861437207e-06,
      "loss": 0.5872,
      "step": 432
    },
    {
      "epoch": 1.0442444122358685,
      "grad_norm": 0.8099319338798523,
      "learning_rate": 4.585076465055719e-06,
      "loss": 0.6435,
      "step": 433
    },
    {
      "epoch": 1.0466854832557784,
      "grad_norm": 0.8152591586112976,
      "learning_rate": 4.565825264314344e-06,
      "loss": 0.6321,
      "step": 434
    },
    {
      "epoch": 1.0491265542756885,
      "grad_norm": 0.7012869119644165,
      "learning_rate": 4.5465805466721e-06,
      "loss": 0.6248,
      "step": 435
    },
    {
      "epoch": 1.0515676252955983,
      "grad_norm": 0.8160309195518494,
      "learning_rate": 4.5273425994912e-06,
      "loss": 0.6366,
      "step": 436
    },
    {
      "epoch": 1.0540086963155084,
      "grad_norm": 0.7725083827972412,
      "learning_rate": 4.5081117100327594e-06,
      "loss": 0.6205,
      "step": 437
    },
    {
      "epoch": 1.0564497673354185,
      "grad_norm": 0.7493377923965454,
      "learning_rate": 4.488888165452506e-06,
      "loss": 0.643,
      "step": 438
    },
    {
      "epoch": 1.0588908383553284,
      "grad_norm": 0.7511170506477356,
      "learning_rate": 4.469672252796495e-06,
      "loss": 0.6245,
      "step": 439
    },
    {
      "epoch": 1.0613319093752385,
      "grad_norm": 0.7679057717323303,
      "learning_rate": 4.450464258996822e-06,
      "loss": 0.6131,
      "step": 440
    },
    {
      "epoch": 1.0637729803951483,
      "grad_norm": 0.7596908807754517,
      "learning_rate": 4.4312644708673375e-06,
      "loss": 0.6655,
      "step": 441
    },
    {
      "epoch": 1.0662140514150584,
      "grad_norm": 0.709562361240387,
      "learning_rate": 4.412073175099365e-06,
      "loss": 0.637,
      "step": 442
    },
    {
      "epoch": 1.0686551224349683,
      "grad_norm": 0.7175518274307251,
      "learning_rate": 4.392890658257421e-06,
      "loss": 0.6462,
      "step": 443
    },
    {
      "epoch": 1.0710961934548784,
      "grad_norm": 0.7275789976119995,
      "learning_rate": 4.373717206774935e-06,
      "loss": 0.6773,
      "step": 444
    },
    {
      "epoch": 1.0735372644747883,
      "grad_norm": 0.7145282626152039,
      "learning_rate": 4.354553106949972e-06,
      "loss": 0.5822,
      "step": 445
    },
    {
      "epoch": 1.0759783354946983,
      "grad_norm": 0.7076422572135925,
      "learning_rate": 4.335398644940958e-06,
      "loss": 0.624,
      "step": 446
    },
    {
      "epoch": 1.0784194065146082,
      "grad_norm": 0.7219144105911255,
      "learning_rate": 4.316254106762404e-06,
      "loss": 0.6099,
      "step": 447
    },
    {
      "epoch": 1.0808604775345183,
      "grad_norm": 0.7198976874351501,
      "learning_rate": 4.297119778280645e-06,
      "loss": 0.6083,
      "step": 448
    },
    {
      "epoch": 1.0833015485544282,
      "grad_norm": 0.7468734979629517,
      "learning_rate": 4.277995945209558e-06,
      "loss": 0.6438,
      "step": 449
    },
    {
      "epoch": 1.0857426195743383,
      "grad_norm": 0.7466146945953369,
      "learning_rate": 4.258882893106308e-06,
      "loss": 0.609,
      "step": 450
    },
    {
      "epoch": 1.0881836905942481,
      "grad_norm": 0.7118586897850037,
      "learning_rate": 4.239780907367078e-06,
      "loss": 0.6045,
      "step": 451
    },
    {
      "epoch": 1.0906247616141582,
      "grad_norm": 0.7523221969604492,
      "learning_rate": 4.220690273222802e-06,
      "loss": 0.5949,
      "step": 452
    },
    {
      "epoch": 1.093065832634068,
      "grad_norm": 0.7216614484786987,
      "learning_rate": 4.201611275734916e-06,
      "loss": 0.6117,
      "step": 453
    },
    {
      "epoch": 1.0955069036539782,
      "grad_norm": 0.7935013771057129,
      "learning_rate": 4.182544199791102e-06,
      "loss": 0.6055,
      "step": 454
    },
    {
      "epoch": 1.0979479746738883,
      "grad_norm": 0.7399945259094238,
      "learning_rate": 4.163489330101017e-06,
      "loss": 0.6147,
      "step": 455
    },
    {
      "epoch": 1.1003890456937981,
      "grad_norm": 0.7488657236099243,
      "learning_rate": 4.14444695119207e-06,
      "loss": 0.6189,
      "step": 456
    },
    {
      "epoch": 1.1028301167137082,
      "grad_norm": 0.7612137794494629,
      "learning_rate": 4.125417347405147e-06,
      "loss": 0.6291,
      "step": 457
    },
    {
      "epoch": 1.105271187733618,
      "grad_norm": 0.7072088718414307,
      "learning_rate": 4.106400802890377e-06,
      "loss": 0.6332,
      "step": 458
    },
    {
      "epoch": 1.1077122587535282,
      "grad_norm": 0.6833801865577698,
      "learning_rate": 4.08739760160289e-06,
      "loss": 0.5767,
      "step": 459
    },
    {
      "epoch": 1.110153329773438,
      "grad_norm": 0.7195488214492798,
      "learning_rate": 4.068408027298576e-06,
      "loss": 0.6515,
      "step": 460
    },
    {
      "epoch": 1.1125944007933481,
      "grad_norm": 0.7658545970916748,
      "learning_rate": 4.049432363529842e-06,
      "loss": 0.6528,
      "step": 461
    },
    {
      "epoch": 1.115035471813258,
      "grad_norm": 0.713361382484436,
      "learning_rate": 4.030470893641387e-06,
      "loss": 0.6457,
      "step": 462
    },
    {
      "epoch": 1.117476542833168,
      "grad_norm": 0.7208877205848694,
      "learning_rate": 4.011523900765968e-06,
      "loss": 0.657,
      "step": 463
    },
    {
      "epoch": 1.119917613853078,
      "grad_norm": 0.7104807496070862,
      "learning_rate": 3.992591667820166e-06,
      "loss": 0.615,
      "step": 464
    },
    {
      "epoch": 1.122358684872988,
      "grad_norm": 0.7092770338058472,
      "learning_rate": 3.973674477500172e-06,
      "loss": 0.6052,
      "step": 465
    },
    {
      "epoch": 1.124799755892898,
      "grad_norm": 0.695006251335144,
      "learning_rate": 3.954772612277557e-06,
      "loss": 0.6211,
      "step": 466
    },
    {
      "epoch": 1.127240826912808,
      "grad_norm": 0.6810059547424316,
      "learning_rate": 3.935886354395057e-06,
      "loss": 0.5862,
      "step": 467
    },
    {
      "epoch": 1.129681897932718,
      "grad_norm": 0.6945995688438416,
      "learning_rate": 3.917015985862364e-06,
      "loss": 0.6112,
      "step": 468
    },
    {
      "epoch": 1.132122968952628,
      "grad_norm": 0.7196330428123474,
      "learning_rate": 3.8981617884519015e-06,
      "loss": 0.6147,
      "step": 469
    },
    {
      "epoch": 1.1345640399725379,
      "grad_norm": 0.6800129413604736,
      "learning_rate": 3.8793240436946385e-06,
      "loss": 0.6016,
      "step": 470
    },
    {
      "epoch": 1.137005110992448,
      "grad_norm": 0.6729468107223511,
      "learning_rate": 3.860503032875861e-06,
      "loss": 0.6244,
      "step": 471
    },
    {
      "epoch": 1.139446182012358,
      "grad_norm": 0.7448645234107971,
      "learning_rate": 3.841699037030989e-06,
      "loss": 0.5908,
      "step": 472
    },
    {
      "epoch": 1.141887253032268,
      "grad_norm": 0.7207785248756409,
      "learning_rate": 3.822912336941375e-06,
      "loss": 0.6245,
      "step": 473
    },
    {
      "epoch": 1.1443283240521778,
      "grad_norm": 0.6913513541221619,
      "learning_rate": 3.80414321313011e-06,
      "loss": 0.612,
      "step": 474
    },
    {
      "epoch": 1.1467693950720879,
      "grad_norm": 0.7224765419960022,
      "learning_rate": 3.7853919458578327e-06,
      "loss": 0.627,
      "step": 475
    },
    {
      "epoch": 1.149210466091998,
      "grad_norm": 0.7210829257965088,
      "learning_rate": 3.7666588151185584e-06,
      "loss": 0.6174,
      "step": 476
    },
    {
      "epoch": 1.1516515371119078,
      "grad_norm": 0.7608765363693237,
      "learning_rate": 3.7479441006354755e-06,
      "loss": 0.6023,
      "step": 477
    },
    {
      "epoch": 1.154092608131818,
      "grad_norm": 0.7259137034416199,
      "learning_rate": 3.729248081856788e-06,
      "loss": 0.611,
      "step": 478
    },
    {
      "epoch": 1.1565336791517278,
      "grad_norm": 0.700013279914856,
      "learning_rate": 3.7105710379515335e-06,
      "loss": 0.6162,
      "step": 479
    },
    {
      "epoch": 1.1589747501716379,
      "grad_norm": 0.7397728562355042,
      "learning_rate": 3.6919132478054153e-06,
      "loss": 0.567,
      "step": 480
    },
    {
      "epoch": 1.1614158211915477,
      "grad_norm": 0.6973784565925598,
      "learning_rate": 3.673274990016642e-06,
      "loss": 0.6249,
      "step": 481
    },
    {
      "epoch": 1.1638568922114578,
      "grad_norm": 0.7272012829780579,
      "learning_rate": 3.6546565428917623e-06,
      "loss": 0.6025,
      "step": 482
    },
    {
      "epoch": 1.1662979632313677,
      "grad_norm": 0.7183772921562195,
      "learning_rate": 3.6360581844415165e-06,
      "loss": 0.6128,
      "step": 483
    },
    {
      "epoch": 1.1687390342512778,
      "grad_norm": 0.7049492001533508,
      "learning_rate": 3.6174801923766762e-06,
      "loss": 0.6525,
      "step": 484
    },
    {
      "epoch": 1.1711801052711877,
      "grad_norm": 0.7470197081565857,
      "learning_rate": 3.5989228441039024e-06,
      "loss": 0.6067,
      "step": 485
    },
    {
      "epoch": 1.1736211762910977,
      "grad_norm": 0.66621994972229,
      "learning_rate": 3.5803864167216055e-06,
      "loss": 0.6597,
      "step": 486
    },
    {
      "epoch": 1.1760622473110076,
      "grad_norm": 0.7643696665763855,
      "learning_rate": 3.561871187015803e-06,
      "loss": 0.6192,
      "step": 487
    },
    {
      "epoch": 1.1785033183309177,
      "grad_norm": 0.7268946766853333,
      "learning_rate": 3.543377431455991e-06,
      "loss": 0.6335,
      "step": 488
    },
    {
      "epoch": 1.1809443893508278,
      "grad_norm": 0.743349552154541,
      "learning_rate": 3.5249054261910067e-06,
      "loss": 0.6024,
      "step": 489
    },
    {
      "epoch": 1.1833854603707377,
      "grad_norm": 0.6776405572891235,
      "learning_rate": 3.506455447044923e-06,
      "loss": 0.6601,
      "step": 490
    },
    {
      "epoch": 1.1858265313906475,
      "grad_norm": 0.7699673771858215,
      "learning_rate": 3.4880277695129095e-06,
      "loss": 0.6093,
      "step": 491
    },
    {
      "epoch": 1.1882676024105576,
      "grad_norm": 0.6653928160667419,
      "learning_rate": 3.4696226687571317e-06,
      "loss": 0.655,
      "step": 492
    },
    {
      "epoch": 1.1907086734304677,
      "grad_norm": 0.6945586204528809,
      "learning_rate": 3.4512404196026384e-06,
      "loss": 0.6305,
      "step": 493
    },
    {
      "epoch": 1.1931497444503776,
      "grad_norm": 0.7231103777885437,
      "learning_rate": 3.432881296533257e-06,
      "loss": 0.6186,
      "step": 494
    },
    {
      "epoch": 1.1955908154702877,
      "grad_norm": 0.718945324420929,
      "learning_rate": 3.4145455736874957e-06,
      "loss": 0.6155,
      "step": 495
    },
    {
      "epoch": 1.1980318864901975,
      "grad_norm": 0.738957941532135,
      "learning_rate": 3.396233524854453e-06,
      "loss": 0.6022,
      "step": 496
    },
    {
      "epoch": 1.2004729575101076,
      "grad_norm": 0.6797804236412048,
      "learning_rate": 3.377945423469727e-06,
      "loss": 0.6448,
      "step": 497
    },
    {
      "epoch": 1.2029140285300175,
      "grad_norm": 0.7095910906791687,
      "learning_rate": 3.359681542611328e-06,
      "loss": 0.6229,
      "step": 498
    },
    {
      "epoch": 1.2053550995499276,
      "grad_norm": 0.6906200647354126,
      "learning_rate": 3.3414421549956115e-06,
      "loss": 0.6149,
      "step": 499
    },
    {
      "epoch": 1.2077961705698375,
      "grad_norm": 0.7154446840286255,
      "learning_rate": 3.323227532973193e-06,
      "loss": 0.6198,
      "step": 500
    },
    {
      "epoch": 1.2102372415897475,
      "grad_norm": 0.7295240759849548,
      "learning_rate": 3.305037948524894e-06,
      "loss": 0.6541,
      "step": 501
    },
    {
      "epoch": 1.2126783126096574,
      "grad_norm": 0.7125757932662964,
      "learning_rate": 3.2868736732576695e-06,
      "loss": 0.6396,
      "step": 502
    },
    {
      "epoch": 1.2151193836295675,
      "grad_norm": 0.6835936307907104,
      "learning_rate": 3.268734978400564e-06,
      "loss": 0.6576,
      "step": 503
    },
    {
      "epoch": 1.2175604546494774,
      "grad_norm": 0.7498407363891602,
      "learning_rate": 3.250622134800651e-06,
      "loss": 0.6013,
      "step": 504
    },
    {
      "epoch": 1.2200015256693875,
      "grad_norm": 0.7102557420730591,
      "learning_rate": 3.2325354129189923e-06,
      "loss": 0.6175,
      "step": 505
    },
    {
      "epoch": 1.2224425966892973,
      "grad_norm": 0.7087395787239075,
      "learning_rate": 3.214475082826602e-06,
      "loss": 0.6391,
      "step": 506
    },
    {
      "epoch": 1.2248836677092074,
      "grad_norm": 0.6935733556747437,
      "learning_rate": 3.1964414142004123e-06,
      "loss": 0.6234,
      "step": 507
    },
    {
      "epoch": 1.2273247387291173,
      "grad_norm": 0.7102475166320801,
      "learning_rate": 3.1784346763192437e-06,
      "loss": 0.6339,
      "step": 508
    },
    {
      "epoch": 1.2297658097490274,
      "grad_norm": 0.7003853917121887,
      "learning_rate": 3.160455138059788e-06,
      "loss": 0.6077,
      "step": 509
    },
    {
      "epoch": 1.2322068807689375,
      "grad_norm": 0.6690055727958679,
      "learning_rate": 3.142503067892594e-06,
      "loss": 0.6097,
      "step": 510
    },
    {
      "epoch": 1.2346479517888473,
      "grad_norm": 0.7464238405227661,
      "learning_rate": 3.1245787338780555e-06,
      "loss": 0.617,
      "step": 511
    },
    {
      "epoch": 1.2370890228087574,
      "grad_norm": 0.7298991084098816,
      "learning_rate": 3.1066824036624086e-06,
      "loss": 0.6492,
      "step": 512
    },
    {
      "epoch": 1.2395300938286673,
      "grad_norm": 0.686462938785553,
      "learning_rate": 3.0888143444737395e-06,
      "loss": 0.5875,
      "step": 513
    },
    {
      "epoch": 1.2419711648485774,
      "grad_norm": 0.7086668610572815,
      "learning_rate": 3.070974823117986e-06,
      "loss": 0.6059,
      "step": 514
    },
    {
      "epoch": 1.2444122358684873,
      "grad_norm": 0.7413360476493835,
      "learning_rate": 3.053164105974964e-06,
      "loss": 0.5894,
      "step": 515
    },
    {
      "epoch": 1.2468533068883974,
      "grad_norm": 0.6833621859550476,
      "learning_rate": 3.0353824589943835e-06,
      "loss": 0.6254,
      "step": 516
    },
    {
      "epoch": 1.2492943779083072,
      "grad_norm": 0.6703265309333801,
      "learning_rate": 3.017630147691878e-06,
      "loss": 0.6072,
      "step": 517
    },
    {
      "epoch": 1.2517354489282173,
      "grad_norm": 0.7052757143974304,
      "learning_rate": 2.999907437145042e-06,
      "loss": 0.614,
      "step": 518
    },
    {
      "epoch": 1.2541765199481272,
      "grad_norm": 0.7140656113624573,
      "learning_rate": 2.9822145919894676e-06,
      "loss": 0.598,
      "step": 519
    },
    {
      "epoch": 1.2566175909680373,
      "grad_norm": 0.722187340259552,
      "learning_rate": 2.964551876414801e-06,
      "loss": 0.6277,
      "step": 520
    },
    {
      "epoch": 1.2590586619879471,
      "grad_norm": 0.7111802101135254,
      "learning_rate": 2.946919554160792e-06,
      "loss": 0.6221,
      "step": 521
    },
    {
      "epoch": 1.2614997330078572,
      "grad_norm": 0.695512056350708,
      "learning_rate": 2.929317888513353e-06,
      "loss": 0.6257,
      "step": 522
    },
    {
      "epoch": 1.2639408040277673,
      "grad_norm": 0.7214482426643372,
      "learning_rate": 2.9117471423006418e-06,
      "loss": 0.6436,
      "step": 523
    },
    {
      "epoch": 1.2663818750476772,
      "grad_norm": 0.7167050242424011,
      "learning_rate": 2.8942075778891153e-06,
      "loss": 0.5728,
      "step": 524
    },
    {
      "epoch": 1.268822946067587,
      "grad_norm": 0.737602710723877,
      "learning_rate": 2.8766994571796336e-06,
      "loss": 0.6247,
      "step": 525
    },
    {
      "epoch": 1.2712640170874971,
      "grad_norm": 0.7210221290588379,
      "learning_rate": 2.859223041603534e-06,
      "loss": 0.6216,
      "step": 526
    },
    {
      "epoch": 1.2737050881074072,
      "grad_norm": 0.6660017371177673,
      "learning_rate": 2.84177859211873e-06,
      "loss": 0.6212,
      "step": 527
    },
    {
      "epoch": 1.276146159127317,
      "grad_norm": 0.7368438839912415,
      "learning_rate": 2.8243663692058255e-06,
      "loss": 0.6509,
      "step": 528
    },
    {
      "epoch": 1.278587230147227,
      "grad_norm": 0.6850879788398743,
      "learning_rate": 2.806986632864208e-06,
      "loss": 0.6128,
      "step": 529
    },
    {
      "epoch": 1.281028301167137,
      "grad_norm": 0.6914191842079163,
      "learning_rate": 2.7896396426081844e-06,
      "loss": 0.6038,
      "step": 530
    },
    {
      "epoch": 1.2834693721870472,
      "grad_norm": 0.7017717361450195,
      "learning_rate": 2.772325657463088e-06,
      "loss": 0.6523,
      "step": 531
    },
    {
      "epoch": 1.285910443206957,
      "grad_norm": 0.7203471660614014,
      "learning_rate": 2.7550449359614272e-06,
      "loss": 0.6852,
      "step": 532
    },
    {
      "epoch": 1.2883515142268671,
      "grad_norm": 0.7346776127815247,
      "learning_rate": 2.7377977361390118e-06,
      "loss": 0.5981,
      "step": 533
    },
    {
      "epoch": 1.290792585246777,
      "grad_norm": 0.6989855170249939,
      "learning_rate": 2.7205843155311098e-06,
      "loss": 0.6554,
      "step": 534
    },
    {
      "epoch": 1.293233656266687,
      "grad_norm": 0.7189421653747559,
      "learning_rate": 2.703404931168594e-06,
      "loss": 0.6285,
      "step": 535
    },
    {
      "epoch": 1.295674727286597,
      "grad_norm": 0.7148353457450867,
      "learning_rate": 2.6862598395741136e-06,
      "loss": 0.6629,
      "step": 536
    },
    {
      "epoch": 1.298115798306507,
      "grad_norm": 0.7388694882392883,
      "learning_rate": 2.66914929675825e-06,
      "loss": 0.6393,
      "step": 537
    },
    {
      "epoch": 1.300556869326417,
      "grad_norm": 0.7198134660720825,
      "learning_rate": 2.652073558215711e-06,
      "loss": 0.6458,
      "step": 538
    },
    {
      "epoch": 1.302997940346327,
      "grad_norm": 0.7222850322723389,
      "learning_rate": 2.6350328789215e-06,
      "loss": 0.5939,
      "step": 539
    },
    {
      "epoch": 1.3054390113662369,
      "grad_norm": 0.7000096440315247,
      "learning_rate": 2.618027513327116e-06,
      "loss": 0.6409,
      "step": 540
    },
    {
      "epoch": 1.307880082386147,
      "grad_norm": 0.6793365478515625,
      "learning_rate": 2.6010577153567597e-06,
      "loss": 0.6155,
      "step": 541
    },
    {
      "epoch": 1.3103211534060568,
      "grad_norm": 0.7198613882064819,
      "learning_rate": 2.584123738403527e-06,
      "loss": 0.6099,
      "step": 542
    },
    {
      "epoch": 1.312762224425967,
      "grad_norm": 0.6797595620155334,
      "learning_rate": 2.567225835325642e-06,
      "loss": 0.6216,
      "step": 543
    },
    {
      "epoch": 1.315203295445877,
      "grad_norm": 0.6998633742332458,
      "learning_rate": 2.550364258442671e-06,
      "loss": 0.6268,
      "step": 544
    },
    {
      "epoch": 1.3176443664657869,
      "grad_norm": 0.706811785697937,
      "learning_rate": 2.533539259531757e-06,
      "loss": 0.5907,
      "step": 545
    },
    {
      "epoch": 1.3200854374856967,
      "grad_norm": 0.7156489491462708,
      "learning_rate": 2.5167510898238566e-06,
      "loss": 0.62,
      "step": 546
    },
    {
      "epoch": 1.3225265085056068,
      "grad_norm": 0.7096937894821167,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.6087,
      "step": 547
    },
    {
      "epoch": 1.324967579525517,
      "grad_norm": 0.6790308952331543,
      "learning_rate": 2.483286240187538e-06,
      "loss": 0.5822,
      "step": 548
    },
    {
      "epoch": 1.3274086505454268,
      "grad_norm": 0.7136918306350708,
      "learning_rate": 2.466610059956401e-06,
      "loss": 0.6387,
      "step": 549
    },
    {
      "epoch": 1.3298497215653369,
      "grad_norm": 0.7166918516159058,
      "learning_rate": 2.4499717083153975e-06,
      "loss": 0.6196,
      "step": 550
    },
    {
      "epoch": 1.3322907925852467,
      "grad_norm": 0.6799836158752441,
      "learning_rate": 2.433371433708465e-06,
      "loss": 0.602,
      "step": 551
    },
    {
      "epoch": 1.3347318636051568,
      "grad_norm": 0.6526500582695007,
      "learning_rate": 2.4168094840109784e-06,
      "loss": 0.598,
      "step": 552
    },
    {
      "epoch": 1.3371729346250667,
      "grad_norm": 0.6871894001960754,
      "learning_rate": 2.4002861065260506e-06,
      "loss": 0.5954,
      "step": 553
    },
    {
      "epoch": 1.3396140056449768,
      "grad_norm": 0.6922629475593567,
      "learning_rate": 2.383801547980826e-06,
      "loss": 0.6007,
      "step": 554
    },
    {
      "epoch": 1.3420550766648867,
      "grad_norm": 0.7360095977783203,
      "learning_rate": 2.3673560545228082e-06,
      "loss": 0.6713,
      "step": 555
    },
    {
      "epoch": 1.3444961476847967,
      "grad_norm": 0.6689037680625916,
      "learning_rate": 2.3509498717161803e-06,
      "loss": 0.6255,
      "step": 556
    },
    {
      "epoch": 1.3469372187047066,
      "grad_norm": 0.7025970816612244,
      "learning_rate": 2.3345832445381415e-06,
      "loss": 0.6239,
      "step": 557
    },
    {
      "epoch": 1.3493782897246167,
      "grad_norm": 0.7011806964874268,
      "learning_rate": 2.31825641737524e-06,
      "loss": 0.6243,
      "step": 558
    },
    {
      "epoch": 1.3518193607445266,
      "grad_norm": 0.7212774753570557,
      "learning_rate": 2.3019696340197358e-06,
      "loss": 0.612,
      "step": 559
    },
    {
      "epoch": 1.3542604317644367,
      "grad_norm": 0.6677849292755127,
      "learning_rate": 2.2857231376659517e-06,
      "loss": 0.6362,
      "step": 560
    },
    {
      "epoch": 1.3567015027843468,
      "grad_norm": 0.7369222640991211,
      "learning_rate": 2.2695171709066427e-06,
      "loss": 0.5964,
      "step": 561
    },
    {
      "epoch": 1.3591425738042566,
      "grad_norm": 0.7177897691726685,
      "learning_rate": 2.2533519757293803e-06,
      "loss": 0.6261,
      "step": 562
    },
    {
      "epoch": 1.3615836448241665,
      "grad_norm": 0.7659596800804138,
      "learning_rate": 2.237227793512935e-06,
      "loss": 0.623,
      "step": 563
    },
    {
      "epoch": 1.3640247158440766,
      "grad_norm": 0.7141837477684021,
      "learning_rate": 2.221144865023666e-06,
      "loss": 0.6207,
      "step": 564
    },
    {
      "epoch": 1.3664657868639867,
      "grad_norm": 0.7026992440223694,
      "learning_rate": 2.2051034304119344e-06,
      "loss": 0.6172,
      "step": 565
    },
    {
      "epoch": 1.3689068578838965,
      "grad_norm": 0.7084405422210693,
      "learning_rate": 2.1891037292085177e-06,
      "loss": 0.5976,
      "step": 566
    },
    {
      "epoch": 1.3713479289038064,
      "grad_norm": 0.7147724032402039,
      "learning_rate": 2.1731460003210255e-06,
      "loss": 0.6032,
      "step": 567
    },
    {
      "epoch": 1.3737889999237165,
      "grad_norm": 0.6965445876121521,
      "learning_rate": 2.157230482030336e-06,
      "loss": 0.6451,
      "step": 568
    },
    {
      "epoch": 1.3762300709436266,
      "grad_norm": 0.7260875105857849,
      "learning_rate": 2.141357411987044e-06,
      "loss": 0.5887,
      "step": 569
    },
    {
      "epoch": 1.3786711419635365,
      "grad_norm": 0.7008638978004456,
      "learning_rate": 2.1255270272079044e-06,
      "loss": 0.6476,
      "step": 570
    },
    {
      "epoch": 1.3811122129834466,
      "grad_norm": 0.6777788996696472,
      "learning_rate": 2.1097395640722916e-06,
      "loss": 0.6201,
      "step": 571
    },
    {
      "epoch": 1.3835532840033564,
      "grad_norm": 0.7306210994720459,
      "learning_rate": 2.0939952583186806e-06,
      "loss": 0.6373,
      "step": 572
    },
    {
      "epoch": 1.3859943550232665,
      "grad_norm": 0.7415671944618225,
      "learning_rate": 2.0782943450411148e-06,
      "loss": 0.6038,
      "step": 573
    },
    {
      "epoch": 1.3884354260431764,
      "grad_norm": 0.7014935612678528,
      "learning_rate": 2.062637058685701e-06,
      "loss": 0.6012,
      "step": 574
    },
    {
      "epoch": 1.3908764970630865,
      "grad_norm": 0.664974570274353,
      "learning_rate": 2.0470236330471125e-06,
      "loss": 0.5804,
      "step": 575
    },
    {
      "epoch": 1.3933175680829963,
      "grad_norm": 0.7382723689079285,
      "learning_rate": 2.0314543012650934e-06,
      "loss": 0.6291,
      "step": 576
    },
    {
      "epoch": 1.3957586391029064,
      "grad_norm": 0.7389819622039795,
      "learning_rate": 2.015929295820974e-06,
      "loss": 0.6151,
      "step": 577
    },
    {
      "epoch": 1.3981997101228165,
      "grad_norm": 0.7102298736572266,
      "learning_rate": 2.000448848534209e-06,
      "loss": 0.6381,
      "step": 578
    },
    {
      "epoch": 1.4006407811427264,
      "grad_norm": 0.7227942943572998,
      "learning_rate": 1.9850131905589065e-06,
      "loss": 0.6524,
      "step": 579
    },
    {
      "epoch": 1.4030818521626363,
      "grad_norm": 0.6704846620559692,
      "learning_rate": 1.9696225523803803e-06,
      "loss": 0.5928,
      "step": 580
    },
    {
      "epoch": 1.4055229231825463,
      "grad_norm": 0.6964511871337891,
      "learning_rate": 1.9542771638117124e-06,
      "loss": 0.6072,
      "step": 581
    },
    {
      "epoch": 1.4079639942024564,
      "grad_norm": 0.6633496284484863,
      "learning_rate": 1.9389772539903123e-06,
      "loss": 0.5949,
      "step": 582
    },
    {
      "epoch": 1.4104050652223663,
      "grad_norm": 0.6861550211906433,
      "learning_rate": 1.923723051374505e-06,
      "loss": 0.607,
      "step": 583
    },
    {
      "epoch": 1.4128461362422762,
      "grad_norm": 0.705496609210968,
      "learning_rate": 1.908514783740114e-06,
      "loss": 0.6053,
      "step": 584
    },
    {
      "epoch": 1.4152872072621863,
      "grad_norm": 0.6763675808906555,
      "learning_rate": 1.89335267817706e-06,
      "loss": 0.6074,
      "step": 585
    },
    {
      "epoch": 1.4177282782820964,
      "grad_norm": 0.7484830617904663,
      "learning_rate": 1.8782369610859707e-06,
      "loss": 0.5975,
      "step": 586
    },
    {
      "epoch": 1.4201693493020062,
      "grad_norm": 0.6787152290344238,
      "learning_rate": 1.8631678581748059e-06,
      "loss": 0.6134,
      "step": 587
    },
    {
      "epoch": 1.4226104203219163,
      "grad_norm": 0.6600430607795715,
      "learning_rate": 1.848145594455477e-06,
      "loss": 0.6017,
      "step": 588
    },
    {
      "epoch": 1.4250514913418262,
      "grad_norm": 0.6843500137329102,
      "learning_rate": 1.8331703942404932e-06,
      "loss": 0.6027,
      "step": 589
    },
    {
      "epoch": 1.4274925623617363,
      "grad_norm": 0.725928544998169,
      "learning_rate": 1.8182424811396131e-06,
      "loss": 0.5891,
      "step": 590
    },
    {
      "epoch": 1.4299336333816461,
      "grad_norm": 0.7073947787284851,
      "learning_rate": 1.8033620780565058e-06,
      "loss": 0.6,
      "step": 591
    },
    {
      "epoch": 1.4323747044015562,
      "grad_norm": 0.6989341378211975,
      "learning_rate": 1.7885294071854159e-06,
      "loss": 0.6025,
      "step": 592
    },
    {
      "epoch": 1.434815775421466,
      "grad_norm": 0.7197926640510559,
      "learning_rate": 1.7737446900078503e-06,
      "loss": 0.5944,
      "step": 593
    },
    {
      "epoch": 1.4372568464413762,
      "grad_norm": 0.6586629152297974,
      "learning_rate": 1.7590081472892779e-06,
      "loss": 0.6074,
      "step": 594
    },
    {
      "epoch": 1.439697917461286,
      "grad_norm": 0.6680869460105896,
      "learning_rate": 1.7443199990758168e-06,
      "loss": 0.5892,
      "step": 595
    },
    {
      "epoch": 1.4421389884811961,
      "grad_norm": 0.6742851734161377,
      "learning_rate": 1.7296804646909654e-06,
      "loss": 0.6125,
      "step": 596
    },
    {
      "epoch": 1.444580059501106,
      "grad_norm": 0.6669274568557739,
      "learning_rate": 1.71508976273232e-06,
      "loss": 0.6625,
      "step": 597
    },
    {
      "epoch": 1.447021130521016,
      "grad_norm": 0.6753084659576416,
      "learning_rate": 1.7005481110683064e-06,
      "loss": 0.6016,
      "step": 598
    },
    {
      "epoch": 1.4494622015409262,
      "grad_norm": 0.6702268719673157,
      "learning_rate": 1.686055726834932e-06,
      "loss": 0.5682,
      "step": 599
    },
    {
      "epoch": 1.451903272560836,
      "grad_norm": 0.6861889958381653,
      "learning_rate": 1.6716128264325477e-06,
      "loss": 0.6066,
      "step": 600
    },
    {
      "epoch": 1.454344343580746,
      "grad_norm": 0.7023141980171204,
      "learning_rate": 1.6572196255226063e-06,
      "loss": 0.6164,
      "step": 601
    },
    {
      "epoch": 1.456785414600656,
      "grad_norm": 0.678805410861969,
      "learning_rate": 1.6428763390244462e-06,
      "loss": 0.6037,
      "step": 602
    },
    {
      "epoch": 1.4592264856205661,
      "grad_norm": 0.6716406941413879,
      "learning_rate": 1.6285831811120938e-06,
      "loss": 0.5865,
      "step": 603
    },
    {
      "epoch": 1.461667556640476,
      "grad_norm": 0.6960821151733398,
      "learning_rate": 1.614340365211044e-06,
      "loss": 0.626,
      "step": 604
    },
    {
      "epoch": 1.464108627660386,
      "grad_norm": 0.6855660080909729,
      "learning_rate": 1.6001481039950872e-06,
      "loss": 0.6583,
      "step": 605
    },
    {
      "epoch": 1.466549698680296,
      "grad_norm": 0.686470091342926,
      "learning_rate": 1.5860066093831366e-06,
      "loss": 0.5914,
      "step": 606
    },
    {
      "epoch": 1.468990769700206,
      "grad_norm": 0.6726788878440857,
      "learning_rate": 1.5719160925360517e-06,
      "loss": 0.6499,
      "step": 607
    },
    {
      "epoch": 1.471431840720116,
      "grad_norm": 0.6723580956459045,
      "learning_rate": 1.557876763853493e-06,
      "loss": 0.6381,
      "step": 608
    },
    {
      "epoch": 1.473872911740026,
      "grad_norm": 0.7011963129043579,
      "learning_rate": 1.5438888329707824e-06,
      "loss": 0.5925,
      "step": 609
    },
    {
      "epoch": 1.4763139827599359,
      "grad_norm": 0.708925724029541,
      "learning_rate": 1.5299525087557682e-06,
      "loss": 0.5849,
      "step": 610
    },
    {
      "epoch": 1.478755053779846,
      "grad_norm": 0.6862295866012573,
      "learning_rate": 1.5160679993057048e-06,
      "loss": 0.5964,
      "step": 611
    },
    {
      "epoch": 1.4811961247997558,
      "grad_norm": 0.6844595670700073,
      "learning_rate": 1.502235511944154e-06,
      "loss": 0.5876,
      "step": 612
    },
    {
      "epoch": 1.483637195819666,
      "grad_norm": 0.6619264483451843,
      "learning_rate": 1.488455253217877e-06,
      "loss": 0.6242,
      "step": 613
    },
    {
      "epoch": 1.4860782668395758,
      "grad_norm": 0.6791555881500244,
      "learning_rate": 1.4747274288937597e-06,
      "loss": 0.624,
      "step": 614
    },
    {
      "epoch": 1.4885193378594859,
      "grad_norm": 0.6787840723991394,
      "learning_rate": 1.461052243955739e-06,
      "loss": 0.6298,
      "step": 615
    }
  ],
  "logging_steps": 1,
  "max_steps": 818,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 205,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3668760344669979e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}