{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.3840639082343302,
  "eval_steps": 500,
  "global_step": 420000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004572189383742026,
      "grad_norm": 187.55120849609375,
      "learning_rate": 5e-06,
      "loss": 7.0189,
      "step": 500
    },
    {
      "epoch": 0.0009144378767484053,
      "grad_norm": 8.421695709228516,
      "learning_rate": 1e-05,
      "loss": 3.7862,
      "step": 1000
    },
    {
      "epoch": 0.0013716568151226078,
      "grad_norm": 5.949154853820801,
      "learning_rate": 9.995423625806358e-06,
      "loss": 2.3315,
      "step": 1500
    },
    {
      "epoch": 0.0018288757534968105,
      "grad_norm": 6.021435260772705,
      "learning_rate": 9.990847251612715e-06,
      "loss": 1.7553,
      "step": 2000
    },
    {
      "epoch": 0.002286094691871013,
      "grad_norm": 6.2066168785095215,
      "learning_rate": 9.986270877419073e-06,
      "loss": 1.46,
      "step": 2500
    },
    {
      "epoch": 0.0027433136302452157,
      "grad_norm": 5.304969310760498,
      "learning_rate": 9.98169450322543e-06,
      "loss": 1.2973,
      "step": 3000
    },
    {
      "epoch": 0.0032005325686194183,
      "grad_norm": 5.2138566970825195,
      "learning_rate": 9.977118129031787e-06,
      "loss": 1.1809,
      "step": 3500
    },
    {
      "epoch": 0.003657751506993621,
      "grad_norm": 6.513549327850342,
      "learning_rate": 9.972541754838143e-06,
      "loss": 1.0803,
      "step": 4000
    },
    {
      "epoch": 0.004114970445367823,
      "grad_norm": 4.748714923858643,
      "learning_rate": 9.967965380644502e-06,
      "loss": 1.0187,
      "step": 4500
    },
    {
      "epoch": 0.004572189383742026,
      "grad_norm": 3.788388252258301,
      "learning_rate": 9.963389006450857e-06,
      "loss": 0.95,
      "step": 5000
    },
    {
      "epoch": 0.005029408322116229,
      "grad_norm": 4.110034465789795,
      "learning_rate": 9.958812632257215e-06,
      "loss": 0.9065,
      "step": 5500
    },
    {
      "epoch": 0.005486627260490431,
      "grad_norm": 4.105165481567383,
      "learning_rate": 9.954236258063572e-06,
      "loss": 0.8702,
      "step": 6000
    },
    {
      "epoch": 0.005943846198864634,
      "grad_norm": 4.9001145362854,
      "learning_rate": 9.94965988386993e-06,
      "loss": 0.8165,
      "step": 6500
    },
    {
      "epoch": 0.006401065137238837,
      "grad_norm": 3.8835108280181885,
      "learning_rate": 9.945083509676286e-06,
      "loss": 0.7864,
      "step": 7000
    },
    {
      "epoch": 0.006858284075613039,
      "grad_norm": 4.042098522186279,
      "learning_rate": 9.940507135482644e-06,
      "loss": 0.7639,
      "step": 7500
    },
    {
      "epoch": 0.007315503013987242,
      "grad_norm": 3.520855188369751,
      "learning_rate": 9.935930761289001e-06,
      "loss": 0.7305,
      "step": 8000
    },
    {
      "epoch": 0.007772721952361445,
      "grad_norm": 3.5829412937164307,
      "learning_rate": 9.931354387095358e-06,
      "loss": 0.7138,
      "step": 8500
    },
    {
      "epoch": 0.008229940890735647,
      "grad_norm": 3.618142604827881,
      "learning_rate": 9.926778012901714e-06,
      "loss": 0.6868,
      "step": 9000
    },
    {
      "epoch": 0.00868715982910985,
      "grad_norm": 4.708620548248291,
      "learning_rate": 9.922201638708073e-06,
      "loss": 0.6671,
      "step": 9500
    },
    {
      "epoch": 0.009144378767484052,
      "grad_norm": 5.403913974761963,
      "learning_rate": 9.917625264514428e-06,
      "loss": 0.6627,
      "step": 10000
    },
    {
      "epoch": 0.009601597705858255,
      "grad_norm": 3.972954511642456,
      "learning_rate": 9.913048890320787e-06,
      "loss": 0.6406,
      "step": 10500
    },
    {
      "epoch": 0.010058816644232457,
      "grad_norm": 3.42512583732605,
      "learning_rate": 9.908472516127143e-06,
      "loss": 0.6206,
      "step": 11000
    },
    {
      "epoch": 0.01051603558260666,
      "grad_norm": 3.6385998725891113,
      "learning_rate": 9.903896141933502e-06,
      "loss": 0.6068,
      "step": 11500
    },
    {
      "epoch": 0.010973254520980863,
      "grad_norm": 3.1945295333862305,
      "learning_rate": 9.899319767739857e-06,
      "loss": 0.6005,
      "step": 12000
    },
    {
      "epoch": 0.011430473459355064,
      "grad_norm": 2.8585703372955322,
      "learning_rate": 9.894743393546215e-06,
      "loss": 0.5833,
      "step": 12500
    },
    {
      "epoch": 0.011887692397729268,
      "grad_norm": 3.1953206062316895,
      "learning_rate": 9.890167019352572e-06,
      "loss": 0.5754,
      "step": 13000
    },
    {
      "epoch": 0.01234491133610347,
      "grad_norm": 3.1728343963623047,
      "learning_rate": 9.88559064515893e-06,
      "loss": 0.5657,
      "step": 13500
    },
    {
      "epoch": 0.012802130274477673,
      "grad_norm": 3.0139970779418945,
      "learning_rate": 9.881014270965287e-06,
      "loss": 0.5565,
      "step": 14000
    },
    {
      "epoch": 0.013259349212851875,
      "grad_norm": 2.9499995708465576,
      "learning_rate": 9.876437896771644e-06,
      "loss": 0.5455,
      "step": 14500
    },
    {
      "epoch": 0.013716568151226079,
      "grad_norm": 3.5701255798339844,
      "learning_rate": 9.871861522578e-06,
      "loss": 0.5314,
      "step": 15000
    },
    {
      "epoch": 0.01417378708960028,
      "grad_norm": 3.3928213119506836,
      "learning_rate": 9.867285148384358e-06,
      "loss": 0.5349,
      "step": 15500
    },
    {
      "epoch": 0.014631006027974484,
      "grad_norm": 3.076819896697998,
      "learning_rate": 9.862708774190714e-06,
      "loss": 0.518,
      "step": 16000
    },
    {
      "epoch": 0.015088224966348686,
      "grad_norm": 2.7929725646972656,
      "learning_rate": 9.858132399997073e-06,
      "loss": 0.5181,
      "step": 16500
    },
    {
      "epoch": 0.01554544390472289,
      "grad_norm": 2.8731892108917236,
      "learning_rate": 9.853556025803429e-06,
      "loss": 0.5187,
      "step": 17000
    },
    {
      "epoch": 0.016002662843097093,
      "grad_norm": 3.5447003841400146,
      "learning_rate": 9.848979651609786e-06,
      "loss": 0.5065,
      "step": 17500
    },
    {
      "epoch": 0.016459881781471293,
      "grad_norm": 2.36434006690979,
      "learning_rate": 9.844403277416143e-06,
      "loss": 0.5,
      "step": 18000
    },
    {
      "epoch": 0.016917100719845497,
      "grad_norm": 2.4048261642456055,
      "learning_rate": 9.8398269032225e-06,
      "loss": 0.5015,
      "step": 18500
    },
    {
      "epoch": 0.0173743196582197,
      "grad_norm": 3.1334474086761475,
      "learning_rate": 9.835250529028858e-06,
      "loss": 0.4876,
      "step": 19000
    },
    {
      "epoch": 0.0178315385965939,
      "grad_norm": 2.134216070175171,
      "learning_rate": 9.830674154835215e-06,
      "loss": 0.487,
      "step": 19500
    },
    {
      "epoch": 0.018288757534968104,
      "grad_norm": 2.5839178562164307,
      "learning_rate": 9.826097780641572e-06,
      "loss": 0.4716,
      "step": 20000
    },
    {
      "epoch": 0.018745976473342307,
      "grad_norm": 2.95695424079895,
      "learning_rate": 9.82152140644793e-06,
      "loss": 0.4778,
      "step": 20500
    },
    {
      "epoch": 0.01920319541171651,
      "grad_norm": 3.2409121990203857,
      "learning_rate": 9.816945032254285e-06,
      "loss": 0.4702,
      "step": 21000
    },
    {
      "epoch": 0.01966041435009071,
      "grad_norm": 3.0505309104919434,
      "learning_rate": 9.812368658060644e-06,
      "loss": 0.4737,
      "step": 21500
    },
    {
      "epoch": 0.020117633288464914,
      "grad_norm": 2.630138397216797,
      "learning_rate": 9.807792283867e-06,
      "loss": 0.4732,
      "step": 22000
    },
    {
      "epoch": 0.020574852226839118,
      "grad_norm": 2.780930995941162,
      "learning_rate": 9.803215909673357e-06,
      "loss": 0.4616,
      "step": 22500
    },
    {
      "epoch": 0.02103207116521332,
      "grad_norm": 2.8004393577575684,
      "learning_rate": 9.798639535479714e-06,
      "loss": 0.4586,
      "step": 23000
    },
    {
      "epoch": 0.02148929010358752,
      "grad_norm": 2.394951581954956,
      "learning_rate": 9.794063161286071e-06,
      "loss": 0.4527,
      "step": 23500
    },
    {
      "epoch": 0.021946509041961725,
      "grad_norm": 2.5440549850463867,
      "learning_rate": 9.789486787092429e-06,
      "loss": 0.4465,
      "step": 24000
    },
    {
      "epoch": 0.02240372798033593,
      "grad_norm": 2.5639050006866455,
      "learning_rate": 9.784910412898786e-06,
      "loss": 0.4545,
      "step": 24500
    },
    {
      "epoch": 0.02286094691871013,
      "grad_norm": 3.256699562072754,
      "learning_rate": 9.780334038705143e-06,
      "loss": 0.4467,
      "step": 25000
    },
    {
      "epoch": 0.023318165857084332,
      "grad_norm": 2.7148571014404297,
      "learning_rate": 9.7757576645115e-06,
      "loss": 0.4377,
      "step": 25500
    },
    {
      "epoch": 0.023775384795458536,
      "grad_norm": 2.497065544128418,
      "learning_rate": 9.771181290317858e-06,
      "loss": 0.4348,
      "step": 26000
    },
    {
      "epoch": 0.02423260373383274,
      "grad_norm": 2.3831052780151367,
      "learning_rate": 9.766604916124215e-06,
      "loss": 0.4312,
      "step": 26500
    },
    {
      "epoch": 0.02468982267220694,
      "grad_norm": 2.513948917388916,
      "learning_rate": 9.762028541930572e-06,
      "loss": 0.4245,
      "step": 27000
    },
    {
      "epoch": 0.025147041610581143,
      "grad_norm": 2.2912256717681885,
      "learning_rate": 9.75745216773693e-06,
      "loss": 0.4239,
      "step": 27500
    },
    {
      "epoch": 0.025604260548955347,
      "grad_norm": 3.100677490234375,
      "learning_rate": 9.752875793543285e-06,
      "loss": 0.4341,
      "step": 28000
    },
    {
      "epoch": 0.02606147948732955,
      "grad_norm": 4.546727180480957,
      "learning_rate": 9.748299419349643e-06,
      "loss": 0.4177,
      "step": 28500
    },
    {
      "epoch": 0.02651869842570375,
      "grad_norm": 2.070556163787842,
      "learning_rate": 9.743723045156e-06,
      "loss": 0.4152,
      "step": 29000
    },
    {
      "epoch": 0.026975917364077954,
      "grad_norm": 2.3387291431427,
      "learning_rate": 9.739146670962357e-06,
      "loss": 0.4208,
      "step": 29500
    },
    {
      "epoch": 0.027433136302452157,
      "grad_norm": 2.6462035179138184,
      "learning_rate": 9.734570296768714e-06,
      "loss": 0.4096,
      "step": 30000
    },
    {
      "epoch": 0.02789035524082636,
      "grad_norm": 2.098785400390625,
      "learning_rate": 9.729993922575072e-06,
      "loss": 0.4124,
      "step": 30500
    },
    {
      "epoch": 0.02834757417920056,
      "grad_norm": 2.7251081466674805,
      "learning_rate": 9.725417548381429e-06,
      "loss": 0.4131,
      "step": 31000
    },
    {
      "epoch": 0.028804793117574765,
      "grad_norm": 2.221843957901001,
      "learning_rate": 9.720841174187786e-06,
      "loss": 0.4099,
      "step": 31500
    },
    {
      "epoch": 0.029262012055948968,
      "grad_norm": 1.7978463172912598,
      "learning_rate": 9.716264799994143e-06,
      "loss": 0.4065,
      "step": 32000
    },
    {
      "epoch": 0.029719230994323168,
      "grad_norm": 2.299729824066162,
      "learning_rate": 9.7116884258005e-06,
      "loss": 0.403,
      "step": 32500
    },
    {
      "epoch": 0.030176449932697372,
      "grad_norm": 2.307136058807373,
      "learning_rate": 9.707112051606858e-06,
      "loss": 0.3997,
      "step": 33000
    },
    {
      "epoch": 0.030633668871071575,
      "grad_norm": 2.1159164905548096,
      "learning_rate": 9.702535677413214e-06,
      "loss": 0.3986,
      "step": 33500
    },
    {
      "epoch": 0.03109088780944578,
      "grad_norm": 2.6387250423431396,
      "learning_rate": 9.697959303219573e-06,
      "loss": 0.3887,
      "step": 34000
    },
    {
      "epoch": 0.03154810674781998,
      "grad_norm": 2.5297632217407227,
      "learning_rate": 9.693382929025928e-06,
      "loss": 0.3902,
      "step": 34500
    },
    {
      "epoch": 0.032005325686194186,
      "grad_norm": 3.11338472366333,
      "learning_rate": 9.688806554832287e-06,
      "loss": 0.3879,
      "step": 35000
    },
    {
      "epoch": 0.032462544624568386,
      "grad_norm": 2.4520089626312256,
      "learning_rate": 9.684230180638643e-06,
      "loss": 0.3914,
      "step": 35500
    },
    {
      "epoch": 0.032919763562942586,
      "grad_norm": 2.3968985080718994,
      "learning_rate": 9.679653806445e-06,
      "loss": 0.3859,
      "step": 36000
    },
    {
      "epoch": 0.03337698250131679,
      "grad_norm": 1.8716310262680054,
      "learning_rate": 9.675077432251357e-06,
      "loss": 0.3838,
      "step": 36500
    },
    {
      "epoch": 0.03383420143969099,
      "grad_norm": 2.634087324142456,
      "learning_rate": 9.670501058057715e-06,
      "loss": 0.3798,
      "step": 37000
    },
    {
      "epoch": 0.03429142037806519,
      "grad_norm": 2.2868430614471436,
      "learning_rate": 9.665924683864072e-06,
      "loss": 0.3781,
      "step": 37500
    },
    {
      "epoch": 0.0347486393164394,
      "grad_norm": 2.1440744400024414,
      "learning_rate": 9.661348309670429e-06,
      "loss": 0.3893,
      "step": 38000
    },
    {
      "epoch": 0.0352058582548136,
      "grad_norm": 4.374706268310547,
      "learning_rate": 9.656771935476785e-06,
      "loss": 0.3765,
      "step": 38500
    },
    {
      "epoch": 0.0356630771931878,
      "grad_norm": 2.3860931396484375,
      "learning_rate": 9.652195561283144e-06,
      "loss": 0.376,
      "step": 39000
    },
    {
      "epoch": 0.03612029613156201,
      "grad_norm": 5.505861282348633,
      "learning_rate": 9.6476191870895e-06,
      "loss": 0.3767,
      "step": 39500
    },
    {
      "epoch": 0.03657751506993621,
      "grad_norm": 2.61763858795166,
      "learning_rate": 9.643042812895858e-06,
      "loss": 0.3808,
      "step": 40000
    },
    {
      "epoch": 0.037034734008310415,
      "grad_norm": 2.1524641513824463,
      "learning_rate": 9.638466438702214e-06,
      "loss": 0.3801,
      "step": 40500
    },
    {
      "epoch": 0.037491952946684615,
      "grad_norm": 1.7687675952911377,
      "learning_rate": 9.633890064508571e-06,
      "loss": 0.373,
      "step": 41000
    },
    {
      "epoch": 0.037949171885058815,
      "grad_norm": 1.924752116203308,
      "learning_rate": 9.629313690314928e-06,
      "loss": 0.3747,
      "step": 41500
    },
    {
      "epoch": 0.03840639082343302,
      "grad_norm": 2.0824227333068848,
      "learning_rate": 9.624737316121286e-06,
      "loss": 0.3665,
      "step": 42000
    },
    {
      "epoch": 0.03886360976180722,
      "grad_norm": 1.825997233390808,
      "learning_rate": 9.620160941927643e-06,
      "loss": 0.3678,
      "step": 42500
    },
    {
      "epoch": 0.03932082870018142,
      "grad_norm": 1.9416835308074951,
      "learning_rate": 9.615584567734e-06,
      "loss": 0.3727,
      "step": 43000
    },
    {
      "epoch": 0.03977804763855563,
      "grad_norm": 2.4522104263305664,
      "learning_rate": 9.611008193540357e-06,
      "loss": 0.3679,
      "step": 43500
    },
    {
      "epoch": 0.04023526657692983,
      "grad_norm": 2.46500825881958,
      "learning_rate": 9.606431819346715e-06,
      "loss": 0.3643,
      "step": 44000
    },
    {
      "epoch": 0.04069248551530403,
      "grad_norm": 2.2443718910217285,
      "learning_rate": 9.60185544515307e-06,
      "loss": 0.3619,
      "step": 44500
    },
    {
      "epoch": 0.041149704453678236,
      "grad_norm": 1.5836185216903687,
      "learning_rate": 9.59727907095943e-06,
      "loss": 0.3648,
      "step": 45000
    },
    {
      "epoch": 0.041606923392052436,
      "grad_norm": 1.7099242210388184,
      "learning_rate": 9.592702696765785e-06,
      "loss": 0.3627,
      "step": 45500
    },
    {
      "epoch": 0.04206414233042664,
      "grad_norm": 2.4821577072143555,
      "learning_rate": 9.588126322572144e-06,
      "loss": 0.3611,
      "step": 46000
    },
    {
      "epoch": 0.04252136126880084,
      "grad_norm": 2.2654361724853516,
      "learning_rate": 9.5835499483785e-06,
      "loss": 0.3608,
      "step": 46500
    },
    {
      "epoch": 0.04297858020717504,
      "grad_norm": 2.3293862342834473,
      "learning_rate": 9.578973574184857e-06,
      "loss": 0.368,
      "step": 47000
    },
    {
      "epoch": 0.04343579914554925,
      "grad_norm": 2.0562539100646973,
      "learning_rate": 9.574397199991214e-06,
      "loss": 0.3589,
      "step": 47500
    },
    {
      "epoch": 0.04389301808392345,
      "grad_norm": 2.5742366313934326,
      "learning_rate": 9.569820825797571e-06,
      "loss": 0.3524,
      "step": 48000
    },
    {
      "epoch": 0.04435023702229765,
      "grad_norm": 2.3970110416412354,
      "learning_rate": 9.565244451603928e-06,
      "loss": 0.3608,
      "step": 48500
    },
    {
      "epoch": 0.04480745596067186,
      "grad_norm": 1.7910202741622925,
      "learning_rate": 9.560668077410286e-06,
      "loss": 0.3447,
      "step": 49000
    },
    {
      "epoch": 0.04526467489904606,
      "grad_norm": 1.8098151683807373,
      "learning_rate": 9.556091703216643e-06,
      "loss": 0.3515,
      "step": 49500
    },
    {
      "epoch": 0.04572189383742026,
      "grad_norm": 1.9009671211242676,
      "learning_rate": 9.551515329023e-06,
      "loss": 0.3547,
      "step": 50000
    },
    {
      "epoch": 0.046179112775794465,
      "grad_norm": 1.8881592750549316,
      "learning_rate": 9.546938954829358e-06,
      "loss": 0.3542,
      "step": 50500
    },
    {
      "epoch": 0.046636331714168665,
      "grad_norm": 2.637274742126465,
      "learning_rate": 9.542362580635715e-06,
      "loss": 0.3489,
      "step": 51000
    },
    {
      "epoch": 0.04709355065254287,
      "grad_norm": 1.9252406358718872,
      "learning_rate": 9.53778620644207e-06,
      "loss": 0.3522,
      "step": 51500
    },
    {
      "epoch": 0.04755076959091707,
      "grad_norm": 1.7176941633224487,
      "learning_rate": 9.533209832248428e-06,
      "loss": 0.3425,
      "step": 52000
    },
    {
      "epoch": 0.04800798852929127,
      "grad_norm": 1.9770063161849976,
      "learning_rate": 9.528633458054785e-06,
      "loss": 0.3469,
      "step": 52500
    },
    {
      "epoch": 0.04846520746766548,
      "grad_norm": 2.2667782306671143,
      "learning_rate": 9.524057083861142e-06,
      "loss": 0.3498,
      "step": 53000
    },
    {
      "epoch": 0.04892242640603968,
      "grad_norm": 2.002631902694702,
      "learning_rate": 9.5194807096675e-06,
      "loss": 0.3486,
      "step": 53500
    },
    {
      "epoch": 0.04937964534441388,
      "grad_norm": 1.749894380569458,
      "learning_rate": 9.514904335473857e-06,
      "loss": 0.344,
      "step": 54000
    },
    {
      "epoch": 0.049836864282788086,
      "grad_norm": 2.701767921447754,
      "learning_rate": 9.510327961280214e-06,
      "loss": 0.3403,
      "step": 54500
    },
    {
      "epoch": 0.050294083221162286,
      "grad_norm": 1.895792007446289,
      "learning_rate": 9.505751587086571e-06,
      "loss": 0.3387,
      "step": 55000
    },
    {
      "epoch": 0.050751302159536486,
      "grad_norm": 2.478041410446167,
      "learning_rate": 9.501175212892929e-06,
      "loss": 0.3387,
      "step": 55500
    },
    {
      "epoch": 0.05120852109791069,
      "grad_norm": 2.3234288692474365,
      "learning_rate": 9.496598838699286e-06,
      "loss": 0.3426,
      "step": 56000
    },
    {
      "epoch": 0.05166574003628489,
      "grad_norm": 2.3493385314941406,
      "learning_rate": 9.492022464505643e-06,
      "loss": 0.3348,
      "step": 56500
    },
    {
      "epoch": 0.0521229589746591,
      "grad_norm": 2.0325398445129395,
      "learning_rate": 9.487446090311999e-06,
      "loss": 0.34,
      "step": 57000
    },
    {
      "epoch": 0.0525801779130333,
      "grad_norm": 2.0757031440734863,
      "learning_rate": 9.482869716118358e-06,
      "loss": 0.3396,
      "step": 57500
    },
    {
      "epoch": 0.0530373968514075,
      "grad_norm": 2.193401575088501,
      "learning_rate": 9.478293341924713e-06,
      "loss": 0.3352,
      "step": 58000
    },
    {
      "epoch": 0.05349461578978171,
      "grad_norm": 2.415004253387451,
      "learning_rate": 9.47371696773107e-06,
      "loss": 0.332,
      "step": 58500
    },
    {
      "epoch": 0.05395183472815591,
      "grad_norm": 1.8097025156021118,
      "learning_rate": 9.469140593537428e-06,
      "loss": 0.3395,
      "step": 59000
    },
    {
      "epoch": 0.05440905366653011,
      "grad_norm": 1.9246598482131958,
      "learning_rate": 9.464564219343785e-06,
      "loss": 0.3368,
      "step": 59500
    },
    {
      "epoch": 0.054866272604904315,
      "grad_norm": 1.8323681354522705,
      "learning_rate": 9.459987845150142e-06,
      "loss": 0.34,
      "step": 60000
    },
    {
      "epoch": 0.055323491543278515,
      "grad_norm": 2.6949360370635986,
      "learning_rate": 9.4554114709565e-06,
      "loss": 0.3398,
      "step": 60500
    },
    {
      "epoch": 0.05578071048165272,
      "grad_norm": 1.7276109457015991,
      "learning_rate": 9.450835096762857e-06,
      "loss": 0.3325,
      "step": 61000
    },
    {
      "epoch": 0.05623792942002692,
      "grad_norm": 1.6375492811203003,
      "learning_rate": 9.446258722569214e-06,
      "loss": 0.3323,
      "step": 61500
    },
    {
      "epoch": 0.05669514835840112,
      "grad_norm": 7.265068531036377,
      "learning_rate": 9.441682348375572e-06,
      "loss": 0.3333,
      "step": 62000
    },
    {
      "epoch": 0.05715236729677533,
      "grad_norm": 1.784020185470581,
      "learning_rate": 9.437105974181929e-06,
      "loss": 0.3357,
      "step": 62500
    },
    {
      "epoch": 0.05760958623514953,
      "grad_norm": 2.0214955806732178,
      "learning_rate": 9.432529599988284e-06,
      "loss": 0.3303,
      "step": 63000
    },
    {
      "epoch": 0.05806680517352373,
      "grad_norm": 2.3039133548736572,
      "learning_rate": 9.427953225794643e-06,
      "loss": 0.3292,
      "step": 63500
    },
    {
      "epoch": 0.058524024111897936,
      "grad_norm": 2.4076285362243652,
      "learning_rate": 9.423376851600999e-06,
      "loss": 0.3301,
      "step": 64000
    },
    {
      "epoch": 0.058981243050272136,
      "grad_norm": 1.872653603553772,
      "learning_rate": 9.418800477407358e-06,
      "loss": 0.3237,
      "step": 64500
    },
    {
      "epoch": 0.059438461988646336,
      "grad_norm": 1.858178973197937,
      "learning_rate": 9.414224103213713e-06,
      "loss": 0.3305,
      "step": 65000
    },
    {
      "epoch": 0.05989568092702054,
      "grad_norm": 2.2404658794403076,
      "learning_rate": 9.40964772902007e-06,
      "loss": 0.3282,
      "step": 65500
    },
    {
      "epoch": 0.060352899865394743,
      "grad_norm": 1.943448781967163,
      "learning_rate": 9.405071354826428e-06,
      "loss": 0.3245,
      "step": 66000
    },
    {
      "epoch": 0.06081011880376895,
      "grad_norm": 1.7627453804016113,
      "learning_rate": 9.400494980632785e-06,
      "loss": 0.3263,
      "step": 66500
    },
    {
      "epoch": 0.06126733774214315,
      "grad_norm": 2.1200695037841797,
      "learning_rate": 9.395918606439143e-06,
      "loss": 0.3207,
      "step": 67000
    },
    {
      "epoch": 0.06172455668051735,
      "grad_norm": 2.522911310195923,
      "learning_rate": 9.3913422322455e-06,
      "loss": 0.326,
      "step": 67500
    },
    {
      "epoch": 0.06218177561889156,
      "grad_norm": 2.193539619445801,
      "learning_rate": 9.386765858051855e-06,
      "loss": 0.3223,
      "step": 68000
    },
    {
      "epoch": 0.06263899455726575,
      "grad_norm": 2.4491043090820312,
      "learning_rate": 9.382189483858214e-06,
      "loss": 0.3213,
      "step": 68500
    },
    {
      "epoch": 0.06309621349563996,
      "grad_norm": 1.5971205234527588,
      "learning_rate": 9.37761310966457e-06,
      "loss": 0.3223,
      "step": 69000
    },
    {
      "epoch": 0.06355343243401416,
      "grad_norm": 2.126255750656128,
      "learning_rate": 9.373036735470929e-06,
      "loss": 0.3188,
      "step": 69500
    },
    {
      "epoch": 0.06401065137238837,
      "grad_norm": 2.074056625366211,
      "learning_rate": 9.368460361277285e-06,
      "loss": 0.3193,
      "step": 70000
    },
    {
      "epoch": 0.06446787031076257,
      "grad_norm": 1.6855189800262451,
      "learning_rate": 9.363883987083642e-06,
      "loss": 0.3133,
      "step": 70500
    },
    {
      "epoch": 0.06492508924913677,
      "grad_norm": 2.1474835872650146,
      "learning_rate": 9.359307612889999e-06,
      "loss": 0.3163,
      "step": 71000
    },
    {
      "epoch": 0.06538230818751098,
      "grad_norm": 1.9591755867004395,
      "learning_rate": 9.354731238696356e-06,
      "loss": 0.325,
      "step": 71500
    },
    {
      "epoch": 0.06583952712588517,
      "grad_norm": 1.7906707525253296,
      "learning_rate": 9.350154864502714e-06,
      "loss": 0.3207,
      "step": 72000
    },
    {
      "epoch": 0.06629674606425938,
      "grad_norm": 1.956648588180542,
      "learning_rate": 9.345578490309071e-06,
      "loss": 0.32,
      "step": 72500
    },
    {
      "epoch": 0.06675396500263359,
      "grad_norm": 2.537899971008301,
      "learning_rate": 9.341002116115428e-06,
      "loss": 0.3202,
      "step": 73000
    },
    {
      "epoch": 0.06721118394100778,
      "grad_norm": 2.68613600730896,
      "learning_rate": 9.336425741921785e-06,
      "loss": 0.3123,
      "step": 73500
    },
    {
      "epoch": 0.06766840287938199,
      "grad_norm": 1.742925763130188,
      "learning_rate": 9.331849367728141e-06,
      "loss": 0.3196,
      "step": 74000
    },
    {
      "epoch": 0.0681256218177562,
      "grad_norm": 1.493833065032959,
      "learning_rate": 9.3272729935345e-06,
      "loss": 0.3177,
      "step": 74500
    },
    {
      "epoch": 0.06858284075613039,
      "grad_norm": 2.0670220851898193,
      "learning_rate": 9.322696619340856e-06,
      "loss": 0.3194,
      "step": 75000
    },
    {
      "epoch": 0.0690400596945046,
      "grad_norm": 1.7943044900894165,
      "learning_rate": 9.318120245147213e-06,
      "loss": 0.3142,
      "step": 75500
    },
    {
      "epoch": 0.0694972786328788,
      "grad_norm": 2.0750091075897217,
      "learning_rate": 9.31354387095357e-06,
      "loss": 0.3121,
      "step": 76000
    },
    {
      "epoch": 0.069954497571253,
      "grad_norm": 2.5226950645446777,
      "learning_rate": 9.308967496759927e-06,
      "loss": 0.3167,
      "step": 76500
    },
    {
      "epoch": 0.0704117165096272,
      "grad_norm": 1.6280384063720703,
      "learning_rate": 9.304391122566285e-06,
      "loss": 0.3171,
      "step": 77000
    },
    {
      "epoch": 0.07086893544800141,
      "grad_norm": 1.8891403675079346,
      "learning_rate": 9.299814748372642e-06,
      "loss": 0.3161,
      "step": 77500
    },
    {
      "epoch": 0.0713261543863756,
      "grad_norm": 2.048211097717285,
      "learning_rate": 9.295238374179e-06,
      "loss": 0.3115,
      "step": 78000
    },
    {
      "epoch": 0.07178337332474981,
      "grad_norm": 1.7160500288009644,
      "learning_rate": 9.290661999985357e-06,
      "loss": 0.3189,
      "step": 78500
    },
    {
      "epoch": 0.07224059226312401,
      "grad_norm": 1.8395957946777344,
      "learning_rate": 9.286085625791714e-06,
      "loss": 0.3096,
      "step": 79000
    },
    {
      "epoch": 0.07269781120149822,
      "grad_norm": 1.92539381980896,
      "learning_rate": 9.281509251598071e-06,
      "loss": 0.3144,
      "step": 79500
    },
    {
      "epoch": 0.07315503013987242,
      "grad_norm": 2.474168300628662,
      "learning_rate": 9.276932877404428e-06,
      "loss": 0.3099,
      "step": 80000
    },
    {
      "epoch": 0.07361224907824662,
      "grad_norm": 2.2422871589660645,
      "learning_rate": 9.272356503210786e-06,
      "loss": 0.3129,
      "step": 80500
    },
    {
      "epoch": 0.07406946801662083,
      "grad_norm": 1.5611120462417603,
      "learning_rate": 9.267780129017141e-06,
      "loss": 0.3075,
      "step": 81000
    },
    {
      "epoch": 0.07452668695499502,
      "grad_norm": 1.408894658088684,
      "learning_rate": 9.263203754823499e-06,
      "loss": 0.3017,
      "step": 81500
    },
    {
      "epoch": 0.07498390589336923,
      "grad_norm": 1.664436936378479,
      "learning_rate": 9.258627380629856e-06,
      "loss": 0.3074,
      "step": 82000
    },
    {
      "epoch": 0.07544112483174344,
      "grad_norm": 1.3899191617965698,
      "learning_rate": 9.254051006436213e-06,
      "loss": 0.3061,
      "step": 82500
    },
    {
      "epoch": 0.07589834377011763,
      "grad_norm": 1.7736977338790894,
      "learning_rate": 9.24947463224257e-06,
      "loss": 0.3075,
      "step": 83000
    },
    {
      "epoch": 0.07635556270849184,
      "grad_norm": 1.743217945098877,
      "learning_rate": 9.244898258048928e-06,
      "loss": 0.3066,
      "step": 83500
    },
    {
      "epoch": 0.07681278164686604,
      "grad_norm": 2.4577653408050537,
      "learning_rate": 9.240321883855285e-06,
      "loss": 0.3083,
      "step": 84000
    },
    {
      "epoch": 0.07727000058524024,
      "grad_norm": 1.7819156646728516,
      "learning_rate": 9.235745509661642e-06,
      "loss": 0.3016,
      "step": 84500
    },
    {
      "epoch": 0.07772721952361444,
      "grad_norm": 1.5945593118667603,
      "learning_rate": 9.231169135468e-06,
      "loss": 0.3053,
      "step": 85000
    },
    {
      "epoch": 0.07818443846198865,
      "grad_norm": 3.3662831783294678,
      "learning_rate": 9.226592761274357e-06,
      "loss": 0.3008,
      "step": 85500
    },
    {
      "epoch": 0.07864165740036284,
      "grad_norm": 1.748854637145996,
      "learning_rate": 9.222016387080714e-06,
      "loss": 0.3026,
      "step": 86000
    },
    {
      "epoch": 0.07909887633873705,
      "grad_norm": 2.074263334274292,
      "learning_rate": 9.21744001288707e-06,
      "loss": 0.3045,
      "step": 86500
    },
    {
      "epoch": 0.07955609527711126,
      "grad_norm": 6.21075439453125,
      "learning_rate": 9.212863638693429e-06,
      "loss": 0.3078,
      "step": 87000
    },
    {
      "epoch": 0.08001331421548545,
      "grad_norm": 1.6198980808258057,
      "learning_rate": 9.208287264499784e-06,
      "loss": 0.3019,
      "step": 87500
    },
    {
      "epoch": 0.08047053315385966,
      "grad_norm": 1.760921835899353,
      "learning_rate": 9.203710890306143e-06,
      "loss": 0.2948,
      "step": 88000
    },
    {
      "epoch": 0.08092775209223387,
      "grad_norm": 2.7417385578155518,
      "learning_rate": 9.199134516112499e-06,
      "loss": 0.3054,
      "step": 88500
    },
    {
      "epoch": 0.08138497103060806,
      "grad_norm": 1.767946481704712,
      "learning_rate": 9.194558141918856e-06,
      "loss": 0.3405,
      "step": 89000
    },
    {
      "epoch": 0.08184218996898227,
      "grad_norm": 1.6789219379425049,
      "learning_rate": 9.189981767725213e-06,
      "loss": 0.3024,
      "step": 89500
    },
    {
      "epoch": 0.08229940890735647,
      "grad_norm": 1.6791198253631592,
      "learning_rate": 9.18540539353157e-06,
      "loss": 0.2987,
      "step": 90000
    },
    {
      "epoch": 0.08275662784573068,
      "grad_norm": 1.9289532899856567,
      "learning_rate": 9.180829019337928e-06,
      "loss": 0.3007,
      "step": 90500
    },
    {
      "epoch": 0.08321384678410487,
      "grad_norm": 1.9767258167266846,
      "learning_rate": 9.176252645144285e-06,
      "loss": 0.309,
      "step": 91000
    },
    {
      "epoch": 0.08367106572247908,
      "grad_norm": 2.790158271789551,
      "learning_rate": 9.17167627095064e-06,
      "loss": 0.3001,
      "step": 91500
    },
    {
      "epoch": 0.08412828466085329,
      "grad_norm": 2.0886495113372803,
      "learning_rate": 9.167099896757e-06,
      "loss": 0.2948,
      "step": 92000
    },
    {
      "epoch": 0.08458550359922748,
      "grad_norm": 1.426714539527893,
      "learning_rate": 9.162523522563355e-06,
      "loss": 0.2945,
      "step": 92500
    },
    {
      "epoch": 0.08504272253760169,
      "grad_norm": 1.887513279914856,
      "learning_rate": 9.157947148369714e-06,
      "loss": 0.2991,
      "step": 93000
    },
    {
      "epoch": 0.0854999414759759,
      "grad_norm": 2.1559338569641113,
      "learning_rate": 9.15337077417607e-06,
      "loss": 0.2984,
      "step": 93500
    },
    {
      "epoch": 0.08595716041435009,
      "grad_norm": 1.6978403329849243,
      "learning_rate": 9.148794399982429e-06,
      "loss": 0.3042,
      "step": 94000
    },
    {
      "epoch": 0.0864143793527243,
      "grad_norm": 1.7569996118545532,
      "learning_rate": 9.144218025788784e-06,
      "loss": 0.2929,
      "step": 94500
    },
    {
      "epoch": 0.0868715982910985,
      "grad_norm": 1.8148245811462402,
      "learning_rate": 9.139641651595142e-06,
      "loss": 0.2992,
      "step": 95000
    },
    {
      "epoch": 0.0873288172294727,
      "grad_norm": 2.9660353660583496,
      "learning_rate": 9.135065277401499e-06,
      "loss": 0.2967,
      "step": 95500
    },
    {
      "epoch": 0.0877860361678469,
      "grad_norm": 1.5390568971633911,
      "learning_rate": 9.130488903207856e-06,
      "loss": 0.2973,
      "step": 96000
    },
    {
      "epoch": 0.08824325510622111,
      "grad_norm": 2.3900351524353027,
      "learning_rate": 9.125912529014213e-06,
      "loss": 0.2954,
      "step": 96500
    },
    {
      "epoch": 0.0887004740445953,
      "grad_norm": 1.924519419670105,
      "learning_rate": 9.12133615482057e-06,
      "loss": 0.2989,
      "step": 97000
    },
    {
      "epoch": 0.08915769298296951,
      "grad_norm": 2.075025796890259,
      "learning_rate": 9.116759780626926e-06,
      "loss": 0.2974,
      "step": 97500
    },
    {
      "epoch": 0.08961491192134372,
      "grad_norm": 1.8780020475387573,
      "learning_rate": 9.112183406433285e-06,
      "loss": 0.2972,
      "step": 98000
    },
    {
      "epoch": 0.09007213085971791,
      "grad_norm": 1.8856852054595947,
      "learning_rate": 9.10760703223964e-06,
      "loss": 0.2951,
      "step": 98500
    },
    {
      "epoch": 0.09052934979809212,
      "grad_norm": 1.982252597808838,
      "learning_rate": 9.103030658046e-06,
      "loss": 0.2983,
      "step": 99000
    },
    {
      "epoch": 0.09098656873646632,
      "grad_norm": 1.7523550987243652,
      "learning_rate": 9.098454283852355e-06,
      "loss": 0.2936,
      "step": 99500
    },
    {
      "epoch": 0.09144378767484052,
      "grad_norm": 1.9436618089675903,
      "learning_rate": 9.093877909658713e-06,
      "loss": 0.2891,
      "step": 100000
    },
    {
      "epoch": 0.09190100661321472,
      "grad_norm": 1.929366946220398,
      "learning_rate": 9.08930153546507e-06,
      "loss": 0.2889,
      "step": 100500
    },
    {
      "epoch": 0.09235822555158893,
      "grad_norm": 2.2968223094940186,
      "learning_rate": 9.084725161271427e-06,
      "loss": 0.2951,
      "step": 101000
    },
    {
      "epoch": 0.09281544448996314,
      "grad_norm": 1.944568157196045,
      "learning_rate": 9.080148787077784e-06,
      "loss": 0.2966,
      "step": 101500
    },
    {
      "epoch": 0.09327266342833733,
      "grad_norm": 1.3778146505355835,
      "learning_rate": 9.075572412884142e-06,
      "loss": 0.2906,
      "step": 102000
    },
    {
      "epoch": 0.09372988236671154,
      "grad_norm": 1.755247712135315,
      "learning_rate": 9.070996038690499e-06,
      "loss": 0.2893,
      "step": 102500
    },
    {
      "epoch": 0.09418710130508574,
      "grad_norm": 1.6563775539398193,
      "learning_rate": 9.066419664496856e-06,
      "loss": 0.2952,
      "step": 103000
    },
    {
      "epoch": 0.09464432024345994,
      "grad_norm": 1.7801234722137451,
      "learning_rate": 9.061843290303214e-06,
      "loss": 0.2925,
      "step": 103500
    },
    {
      "epoch": 0.09510153918183414,
      "grad_norm": 2.3495497703552246,
      "learning_rate": 9.05726691610957e-06,
      "loss": 0.2928,
      "step": 104000
    },
    {
      "epoch": 0.09555875812020835,
      "grad_norm": 1.450566053390503,
      "learning_rate": 9.052690541915926e-06,
      "loss": 0.2845,
      "step": 104500
    },
    {
      "epoch": 0.09601597705858254,
      "grad_norm": 1.4703044891357422,
      "learning_rate": 9.048114167722284e-06,
      "loss": 0.2875,
      "step": 105000
    },
    {
      "epoch": 0.09647319599695675,
      "grad_norm": 1.6310155391693115,
      "learning_rate": 9.043537793528641e-06,
      "loss": 0.2975,
      "step": 105500
    },
    {
      "epoch": 0.09693041493533096,
      "grad_norm": 2.081167459487915,
      "learning_rate": 9.038961419334998e-06,
      "loss": 0.2935,
      "step": 106000
    },
    {
      "epoch": 0.09738763387370515,
      "grad_norm": 1.8510127067565918,
      "learning_rate": 9.034385045141356e-06,
      "loss": 0.2916,
      "step": 106500
    },
    {
      "epoch": 0.09784485281207936,
      "grad_norm": 2.0282094478607178,
      "learning_rate": 9.029808670947713e-06,
      "loss": 0.2894,
      "step": 107000
    },
    {
      "epoch": 0.09830207175045357,
      "grad_norm": 1.4554340839385986,
      "learning_rate": 9.02523229675407e-06,
      "loss": 0.2918,
      "step": 107500
    },
    {
      "epoch": 0.09875929068882776,
      "grad_norm": 1.4794038534164429,
      "learning_rate": 9.020655922560427e-06,
      "loss": 0.292,
      "step": 108000
    },
    {
      "epoch": 0.09921650962720197,
      "grad_norm": 1.5430374145507812,
      "learning_rate": 9.016079548366785e-06,
      "loss": 0.282,
      "step": 108500
    },
    {
      "epoch": 0.09967372856557617,
      "grad_norm": 2.4614310264587402,
      "learning_rate": 9.011503174173142e-06,
      "loss": 0.2941,
      "step": 109000
    },
    {
      "epoch": 0.10013094750395037,
      "grad_norm": 1.9759284257888794,
      "learning_rate": 9.0069267999795e-06,
      "loss": 0.2854,
      "step": 109500
    },
    {
      "epoch": 0.10058816644232457,
      "grad_norm": 1.8766002655029297,
      "learning_rate": 9.002350425785855e-06,
      "loss": 0.2894,
      "step": 110000
    },
    {
      "epoch": 0.10104538538069878,
      "grad_norm": 1.603816270828247,
      "learning_rate": 8.997774051592214e-06,
      "loss": 0.2871,
      "step": 110500
    },
    {
      "epoch": 0.10150260431907297,
      "grad_norm": 1.4415063858032227,
      "learning_rate": 8.99319767739857e-06,
      "loss": 0.2892,
      "step": 111000
    },
    {
      "epoch": 0.10195982325744718,
      "grad_norm": 2.01898193359375,
      "learning_rate": 8.988621303204927e-06,
      "loss": 0.286,
      "step": 111500
    },
    {
      "epoch": 0.10241704219582139,
      "grad_norm": 1.7956452369689941,
      "learning_rate": 8.984044929011284e-06,
      "loss": 0.2876,
      "step": 112000
    },
    {
      "epoch": 0.1028742611341956,
      "grad_norm": 1.8005551099777222,
      "learning_rate": 8.979468554817641e-06,
      "loss": 0.2859,
      "step": 112500
    },
    {
      "epoch": 0.10333148007256979,
      "grad_norm": 1.5132607221603394,
      "learning_rate": 8.974892180623998e-06,
      "loss": 0.2828,
      "step": 113000
    },
    {
      "epoch": 0.103788699010944,
      "grad_norm": 1.9613267183303833,
      "learning_rate": 8.970315806430356e-06,
      "loss": 0.2814,
      "step": 113500
    },
    {
      "epoch": 0.1042459179493182,
      "grad_norm": 2.240898370742798,
      "learning_rate": 8.965739432236713e-06,
      "loss": 0.286,
      "step": 114000
    },
    {
      "epoch": 0.1047031368876924,
      "grad_norm": 1.7905975580215454,
      "learning_rate": 8.96116305804307e-06,
      "loss": 0.2864,
      "step": 114500
    },
    {
      "epoch": 0.1051603558260666,
      "grad_norm": 2.4146153926849365,
      "learning_rate": 8.956586683849428e-06,
      "loss": 0.2823,
      "step": 115000
    },
    {
      "epoch": 0.10561757476444081,
      "grad_norm": 2.2988457679748535,
      "learning_rate": 8.952010309655785e-06,
      "loss": 0.2842,
      "step": 115500
    },
    {
      "epoch": 0.106074793702815,
      "grad_norm": 2.073253631591797,
      "learning_rate": 8.94743393546214e-06,
      "loss": 0.2811,
      "step": 116000
    },
    {
      "epoch": 0.10653201264118921,
      "grad_norm": 1.5774530172348022,
      "learning_rate": 8.9428575612685e-06,
      "loss": 0.2843,
      "step": 116500
    },
    {
      "epoch": 0.10698923157956342,
      "grad_norm": 2.8328728675842285,
      "learning_rate": 8.938281187074855e-06,
      "loss": 0.2847,
      "step": 117000
    },
    {
      "epoch": 0.10744645051793761,
      "grad_norm": 1.9653736352920532,
      "learning_rate": 8.933704812881214e-06,
      "loss": 0.2826,
      "step": 117500
    },
    {
      "epoch": 0.10790366945631182,
      "grad_norm": 1.9079234600067139,
      "learning_rate": 8.92912843868757e-06,
      "loss": 0.2799,
      "step": 118000
    },
    {
      "epoch": 0.10836088839468602,
      "grad_norm": 1.7807742357254028,
      "learning_rate": 8.924552064493927e-06,
      "loss": 0.2788,
      "step": 118500
    },
    {
      "epoch": 0.10881810733306022,
      "grad_norm": 1.857607364654541,
      "learning_rate": 8.919975690300284e-06,
      "loss": 0.2808,
      "step": 119000
    },
    {
      "epoch": 0.10927532627143442,
      "grad_norm": 1.8199599981307983,
      "learning_rate": 8.915399316106641e-06,
      "loss": 0.2875,
      "step": 119500
    },
    {
      "epoch": 0.10973254520980863,
      "grad_norm": 1.4623470306396484,
      "learning_rate": 8.910822941912999e-06,
      "loss": 0.3283,
      "step": 120000
    },
    {
      "epoch": 0.11018976414818282,
      "grad_norm": 1.5743190050125122,
      "learning_rate": 8.906246567719356e-06,
      "loss": 0.284,
      "step": 120500
    },
    {
      "epoch": 0.11064698308655703,
      "grad_norm": 1.7710552215576172,
      "learning_rate": 8.901670193525711e-06,
      "loss": 0.2847,
      "step": 121000
    },
    {
      "epoch": 0.11110420202493124,
      "grad_norm": 1.6554839611053467,
      "learning_rate": 8.89709381933207e-06,
      "loss": 0.2844,
      "step": 121500
    },
    {
      "epoch": 0.11156142096330544,
      "grad_norm": 1.8272452354431152,
      "learning_rate": 8.892517445138426e-06,
      "loss": 0.2842,
      "step": 122000
    },
    {
      "epoch": 0.11201863990167964,
      "grad_norm": 1.7126985788345337,
      "learning_rate": 8.887941070944785e-06,
      "loss": 0.2797,
      "step": 122500
    },
    {
      "epoch": 0.11247585884005384,
      "grad_norm": 2.158935546875,
      "learning_rate": 8.88336469675114e-06,
      "loss": 0.2771,
      "step": 123000
    },
    {
      "epoch": 0.11293307777842805,
      "grad_norm": 1.8630131483078003,
      "learning_rate": 8.878788322557498e-06,
      "loss": 0.2785,
      "step": 123500
    },
    {
      "epoch": 0.11339029671680224,
      "grad_norm": 1.4368232488632202,
      "learning_rate": 8.874211948363855e-06,
      "loss": 0.2835,
      "step": 124000
    },
    {
      "epoch": 0.11384751565517645,
      "grad_norm": 1.773201584815979,
      "learning_rate": 8.869635574170212e-06,
      "loss": 0.2846,
      "step": 124500
    },
    {
      "epoch": 0.11430473459355066,
      "grad_norm": 2.004790782928467,
      "learning_rate": 8.86505919997657e-06,
      "loss": 0.2813,
      "step": 125000
    },
    {
      "epoch": 0.11476195353192485,
      "grad_norm": 1.8280359506607056,
      "learning_rate": 8.860482825782927e-06,
      "loss": 0.2794,
      "step": 125500
    },
    {
      "epoch": 0.11521917247029906,
      "grad_norm": 1.10916268825531,
      "learning_rate": 8.855906451589284e-06,
      "loss": 0.2742,
      "step": 126000
    },
    {
      "epoch": 0.11567639140867327,
      "grad_norm": 1.524181604385376,
      "learning_rate": 8.851330077395641e-06,
      "loss": 0.2778,
      "step": 126500
    },
    {
      "epoch": 0.11613361034704746,
      "grad_norm": 1.8285144567489624,
      "learning_rate": 8.846753703201997e-06,
      "loss": 0.2781,
      "step": 127000
    },
    {
      "epoch": 0.11659082928542167,
      "grad_norm": 2.387599229812622,
      "learning_rate": 8.842177329008356e-06,
      "loss": 0.2729,
      "step": 127500
    },
    {
      "epoch": 0.11704804822379587,
      "grad_norm": 1.5542514324188232,
      "learning_rate": 8.837600954814712e-06,
      "loss": 0.2745,
      "step": 128000
    },
    {
      "epoch": 0.11750526716217007,
      "grad_norm": 1.4079362154006958,
      "learning_rate": 8.83302458062107e-06,
      "loss": 0.2815,
      "step": 128500
    },
    {
      "epoch": 0.11796248610054427,
      "grad_norm": 1.8694310188293457,
      "learning_rate": 8.828448206427426e-06,
      "loss": 0.277,
      "step": 129000
    },
    {
      "epoch": 0.11841970503891848,
      "grad_norm": 1.2781902551651,
      "learning_rate": 8.823871832233783e-06,
      "loss": 0.2804,
      "step": 129500
    },
    {
      "epoch": 0.11887692397729267,
      "grad_norm": 2.4223721027374268,
      "learning_rate": 8.81929545804014e-06,
      "loss": 0.282,
      "step": 130000
    },
    {
      "epoch": 0.11933414291566688,
      "grad_norm": 1.4259532690048218,
      "learning_rate": 8.814719083846498e-06,
      "loss": 0.2765,
      "step": 130500
    },
    {
      "epoch": 0.11979136185404109,
      "grad_norm": 4.0724568367004395,
      "learning_rate": 8.810142709652855e-06,
      "loss": 0.2781,
      "step": 131000
    },
    {
      "epoch": 0.12024858079241528,
      "grad_norm": 1.7051255702972412,
      "learning_rate": 8.805566335459213e-06,
      "loss": 0.2791,
      "step": 131500
    },
    {
      "epoch": 0.12070579973078949,
      "grad_norm": 1.7078741788864136,
      "learning_rate": 8.80098996126557e-06,
      "loss": 0.2796,
      "step": 132000
    },
    {
      "epoch": 0.1211630186691637,
      "grad_norm": 1.6474307775497437,
      "learning_rate": 8.796413587071927e-06,
      "loss": 0.271,
      "step": 132500
    },
    {
      "epoch": 0.1216202376075379,
      "grad_norm": 1.9740554094314575,
      "learning_rate": 8.791837212878284e-06,
      "loss": 0.2802,
      "step": 133000
    },
    {
      "epoch": 0.1220774565459121,
      "grad_norm": 1.4887925386428833,
      "learning_rate": 8.787260838684642e-06,
      "loss": 0.2707,
      "step": 133500
    },
    {
      "epoch": 0.1225346754842863,
      "grad_norm": 1.815319538116455,
      "learning_rate": 8.782684464490999e-06,
      "loss": 0.2751,
      "step": 134000
    },
    {
      "epoch": 0.12299189442266051,
      "grad_norm": 2.604151487350464,
      "learning_rate": 8.778108090297355e-06,
      "loss": 0.2779,
      "step": 134500
    },
    {
      "epoch": 0.1234491133610347,
      "grad_norm": 1.8312991857528687,
      "learning_rate": 8.773531716103712e-06,
      "loss": 0.2757,
      "step": 135000
    },
    {
      "epoch": 0.12390633229940891,
      "grad_norm": 2.094054698944092,
      "learning_rate": 8.768955341910069e-06,
      "loss": 0.2788,
      "step": 135500
    },
    {
      "epoch": 0.12436355123778312,
      "grad_norm": 1.7696080207824707,
      "learning_rate": 8.764378967716426e-06,
      "loss": 0.2717,
      "step": 136000
    },
    {
      "epoch": 0.12482077017615731,
      "grad_norm": 1.6877754926681519,
      "learning_rate": 8.759802593522784e-06,
      "loss": 0.2712,
      "step": 136500
    },
    {
      "epoch": 0.1252779891145315,
      "grad_norm": 2.1642048358917236,
      "learning_rate": 8.755226219329141e-06,
      "loss": 0.2727,
      "step": 137000
    },
    {
      "epoch": 0.12573520805290572,
      "grad_norm": 2.3550350666046143,
      "learning_rate": 8.750649845135498e-06,
      "loss": 0.2707,
      "step": 137500
    },
    {
      "epoch": 0.12619242699127992,
      "grad_norm": 1.6955220699310303,
      "learning_rate": 8.746073470941855e-06,
      "loss": 0.2699,
      "step": 138000
    },
    {
      "epoch": 0.12664964592965414,
      "grad_norm": 1.873693823814392,
      "learning_rate": 8.741497096748213e-06,
      "loss": 0.2679,
      "step": 138500
    },
    {
      "epoch": 0.12710686486802833,
      "grad_norm": 1.5458048582077026,
      "learning_rate": 8.73692072255457e-06,
      "loss": 0.2698,
      "step": 139000
    },
    {
      "epoch": 0.12756408380640252,
      "grad_norm": 2.3633434772491455,
      "learning_rate": 8.732344348360926e-06,
      "loss": 0.2708,
      "step": 139500
    },
    {
      "epoch": 0.12802130274477674,
      "grad_norm": 1.4097380638122559,
      "learning_rate": 8.727767974167285e-06,
      "loss": 0.274,
      "step": 140000
    },
    {
      "epoch": 0.12847852168315094,
      "grad_norm": 1.7990530729293823,
      "learning_rate": 8.72319159997364e-06,
      "loss": 0.2706,
      "step": 140500
    },
    {
      "epoch": 0.12893574062152513,
      "grad_norm": 1.9841113090515137,
      "learning_rate": 8.718615225779999e-06,
      "loss": 0.2739,
      "step": 141000
    },
    {
      "epoch": 0.12939295955989935,
      "grad_norm": 1.222854495048523,
      "learning_rate": 8.714038851586355e-06,
      "loss": 0.2686,
      "step": 141500
    },
    {
      "epoch": 0.12985017849827354,
      "grad_norm": 1.891701340675354,
      "learning_rate": 8.709462477392712e-06,
      "loss": 0.2688,
      "step": 142000
    },
    {
      "epoch": 0.13030739743664774,
      "grad_norm": 1.841719627380371,
      "learning_rate": 8.70488610319907e-06,
      "loss": 0.2695,
      "step": 142500
    },
    {
      "epoch": 0.13076461637502196,
      "grad_norm": 1.5631014108657837,
      "learning_rate": 8.700309729005426e-06,
      "loss": 0.2706,
      "step": 143000
    },
    {
      "epoch": 0.13122183531339615,
      "grad_norm": 1.9422105550765991,
      "learning_rate": 8.695733354811784e-06,
      "loss": 0.269,
      "step": 143500
    },
    {
      "epoch": 0.13167905425177034,
      "grad_norm": 1.475142002105713,
      "learning_rate": 8.691156980618141e-06,
      "loss": 0.2694,
      "step": 144000
    },
    {
      "epoch": 0.13213627319014457,
      "grad_norm": 2.2062432765960693,
      "learning_rate": 8.686580606424498e-06,
      "loss": 0.2695,
      "step": 144500
    },
    {
      "epoch": 0.13259349212851876,
      "grad_norm": 1.754489541053772,
      "learning_rate": 8.682004232230856e-06,
      "loss": 0.2743,
      "step": 145000
    },
    {
      "epoch": 0.13305071106689295,
      "grad_norm": 1.6598039865493774,
      "learning_rate": 8.677427858037211e-06,
      "loss": 0.269,
      "step": 145500
    },
    {
      "epoch": 0.13350793000526717,
      "grad_norm": 1.045148253440857,
      "learning_rate": 8.67285148384357e-06,
      "loss": 0.2662,
      "step": 146000
    },
    {
      "epoch": 0.13396514894364137,
      "grad_norm": 1.2887623310089111,
      "learning_rate": 8.668275109649926e-06,
      "loss": 0.2735,
      "step": 146500
    },
    {
      "epoch": 0.13442236788201556,
      "grad_norm": 1.5989199876785278,
      "learning_rate": 8.663698735456285e-06,
      "loss": 0.2688,
      "step": 147000
    },
    {
      "epoch": 0.13487958682038978,
      "grad_norm": 1.9200626611709595,
      "learning_rate": 8.65912236126264e-06,
      "loss": 0.2712,
      "step": 147500
    },
    {
      "epoch": 0.13533680575876397,
      "grad_norm": 1.7635419368743896,
      "learning_rate": 8.654545987068998e-06,
      "loss": 0.2672,
      "step": 148000
    },
    {
      "epoch": 0.13579402469713817,
      "grad_norm": 1.6450468301773071,
      "learning_rate": 8.649969612875355e-06,
      "loss": 0.2656,
      "step": 148500
    },
    {
      "epoch": 0.1362512436355124,
      "grad_norm": 2.2584726810455322,
      "learning_rate": 8.645393238681712e-06,
      "loss": 0.2677,
      "step": 149000
    },
    {
      "epoch": 0.13670846257388658,
      "grad_norm": 1.372758388519287,
      "learning_rate": 8.64081686448807e-06,
      "loss": 0.2726,
      "step": 149500
    },
    {
      "epoch": 0.13716568151226077,
      "grad_norm": 1.8561943769454956,
      "learning_rate": 8.636240490294427e-06,
      "loss": 0.2721,
      "step": 150000
    },
    {
      "epoch": 0.137622900450635,
      "grad_norm": 1.548618197441101,
      "learning_rate": 8.631664116100782e-06,
      "loss": 0.2676,
      "step": 150500
    },
    {
      "epoch": 0.1380801193890092,
      "grad_norm": 1.3110601902008057,
      "learning_rate": 8.627087741907141e-06,
      "loss": 0.2661,
      "step": 151000
    },
    {
      "epoch": 0.13853733832738338,
      "grad_norm": 1.4244693517684937,
      "learning_rate": 8.622511367713497e-06,
      "loss": 0.2712,
      "step": 151500
    },
    {
      "epoch": 0.1389945572657576,
      "grad_norm": 2.187041759490967,
      "learning_rate": 8.617934993519856e-06,
      "loss": 0.2679,
      "step": 152000
    },
    {
      "epoch": 0.1394517762041318,
      "grad_norm": 1.7944238185882568,
      "learning_rate": 8.613358619326211e-06,
      "loss": 0.2682,
      "step": 152500
    },
    {
      "epoch": 0.139908995142506,
      "grad_norm": 1.7159152030944824,
      "learning_rate": 8.608782245132569e-06,
      "loss": 0.2689,
      "step": 153000
    },
    {
      "epoch": 0.1403662140808802,
      "grad_norm": 1.8711001873016357,
      "learning_rate": 8.604205870938926e-06,
      "loss": 0.2685,
      "step": 153500
    },
    {
      "epoch": 0.1408234330192544,
      "grad_norm": 1.7059112787246704,
      "learning_rate": 8.599629496745283e-06,
      "loss": 0.2695,
      "step": 154000
    },
    {
      "epoch": 0.1412806519576286,
      "grad_norm": 1.720859408378601,
      "learning_rate": 8.59505312255164e-06,
      "loss": 0.2703,
      "step": 154500
    },
    {
      "epoch": 0.14173787089600282,
      "grad_norm": 1.665474772453308,
      "learning_rate": 8.590476748357998e-06,
      "loss": 0.269,
      "step": 155000
    },
    {
      "epoch": 0.142195089834377,
      "grad_norm": 1.6061115264892578,
      "learning_rate": 8.585900374164355e-06,
      "loss": 0.2659,
      "step": 155500
    },
    {
      "epoch": 0.1426523087727512,
      "grad_norm": 1.6262190341949463,
      "learning_rate": 8.581323999970712e-06,
      "loss": 0.2652,
      "step": 156000
    },
    {
      "epoch": 0.14310952771112542,
      "grad_norm": 1.9662021398544312,
      "learning_rate": 8.57674762577707e-06,
      "loss": 0.2659,
      "step": 156500
    },
    {
      "epoch": 0.14356674664949962,
      "grad_norm": 1.2154645919799805,
      "learning_rate": 8.572171251583427e-06,
      "loss": 0.2686,
      "step": 157000
    },
    {
      "epoch": 0.1440239655878738,
      "grad_norm": 1.8387107849121094,
      "learning_rate": 8.567594877389782e-06,
      "loss": 0.2668,
      "step": 157500
    },
    {
      "epoch": 0.14448118452624803,
      "grad_norm": 1.4331964254379272,
      "learning_rate": 8.56301850319614e-06,
      "loss": 0.2635,
      "step": 158000
    },
    {
      "epoch": 0.14493840346462222,
      "grad_norm": 1.503548502922058,
      "learning_rate": 8.558442129002497e-06,
      "loss": 0.2681,
      "step": 158500
    },
    {
      "epoch": 0.14539562240299644,
      "grad_norm": 2.2931318283081055,
      "learning_rate": 8.553865754808854e-06,
      "loss": 0.2657,
      "step": 159000
    },
    {
      "epoch": 0.14585284134137064,
      "grad_norm": 1.415092945098877,
      "learning_rate": 8.549289380615212e-06,
      "loss": 0.2563,
      "step": 159500
    },
    {
      "epoch": 0.14631006027974483,
      "grad_norm": 1.3481783866882324,
      "learning_rate": 8.544713006421569e-06,
      "loss": 0.2615,
      "step": 160000
    },
    {
      "epoch": 0.14676727921811905,
      "grad_norm": 2.6668007373809814,
      "learning_rate": 8.540136632227926e-06,
      "loss": 0.2689,
      "step": 160500
    },
    {
      "epoch": 0.14722449815649324,
      "grad_norm": 1.9730263948440552,
      "learning_rate": 8.535560258034283e-06,
      "loss": 0.2625,
      "step": 161000
    },
    {
      "epoch": 0.14768171709486744,
      "grad_norm": 1.5329406261444092,
      "learning_rate": 8.53098388384064e-06,
      "loss": 0.2583,
      "step": 161500
    },
    {
      "epoch": 0.14813893603324166,
      "grad_norm": 1.8120336532592773,
      "learning_rate": 8.526407509646998e-06,
      "loss": 0.2626,
      "step": 162000
    },
    {
      "epoch": 0.14859615497161585,
      "grad_norm": 1.5694791078567505,
      "learning_rate": 8.521831135453355e-06,
      "loss": 0.2638,
      "step": 162500
    },
    {
      "epoch": 0.14905337390999004,
      "grad_norm": 1.6131516695022583,
      "learning_rate": 8.517254761259712e-06,
      "loss": 0.2616,
      "step": 163000
    },
    {
      "epoch": 0.14951059284836427,
      "grad_norm": 1.7939931154251099,
      "learning_rate": 8.51267838706607e-06,
      "loss": 0.2632,
      "step": 163500
    },
    {
      "epoch": 0.14996781178673846,
      "grad_norm": 1.0342079401016235,
      "learning_rate": 8.508102012872425e-06,
      "loss": 0.2646,
      "step": 164000
    },
    {
      "epoch": 0.15042503072511265,
      "grad_norm": 1.1683495044708252,
      "learning_rate": 8.503525638678784e-06,
      "loss": 0.2607,
      "step": 164500
    },
    {
      "epoch": 0.15088224966348687,
      "grad_norm": 1.189745306968689,
      "learning_rate": 8.49894926448514e-06,
      "loss": 0.2643,
      "step": 165000
    },
    {
      "epoch": 0.15133946860186107,
      "grad_norm": 1.996500015258789,
      "learning_rate": 8.494372890291497e-06,
      "loss": 0.2603,
      "step": 165500
    },
    {
      "epoch": 0.15179668754023526,
      "grad_norm": 1.9063647985458374,
      "learning_rate": 8.489796516097854e-06,
      "loss": 0.2697,
      "step": 166000
    },
    {
      "epoch": 0.15225390647860948,
      "grad_norm": 1.3559688329696655,
      "learning_rate": 8.485220141904212e-06,
      "loss": 0.2626,
      "step": 166500
    },
    {
      "epoch": 0.15271112541698367,
      "grad_norm": 1.9531289339065552,
      "learning_rate": 8.480643767710569e-06,
      "loss": 0.2557,
      "step": 167000
    },
    {
      "epoch": 0.15316834435535787,
      "grad_norm": 1.3879919052124023,
      "learning_rate": 8.476067393516926e-06,
      "loss": 0.258,
      "step": 167500
    },
    {
      "epoch": 0.1536255632937321,
      "grad_norm": 1.7489395141601562,
      "learning_rate": 8.471491019323284e-06,
      "loss": 0.2579,
      "step": 168000
    },
    {
      "epoch": 0.15408278223210628,
      "grad_norm": 1.183287501335144,
      "learning_rate": 8.46691464512964e-06,
      "loss": 0.263,
      "step": 168500
    },
    {
      "epoch": 0.15454000117048047,
      "grad_norm": 1.538761019706726,
      "learning_rate": 8.462338270935996e-06,
      "loss": 0.2596,
      "step": 169000
    },
    {
      "epoch": 0.1549972201088547,
      "grad_norm": 1.6584478616714478,
      "learning_rate": 8.457761896742355e-06,
      "loss": 0.2594,
      "step": 169500
    },
    {
      "epoch": 0.1554544390472289,
      "grad_norm": 1.4705157279968262,
      "learning_rate": 8.453185522548711e-06,
      "loss": 0.2537,
      "step": 170000
    },
    {
      "epoch": 0.15591165798560308,
      "grad_norm": 2.3619368076324463,
      "learning_rate": 8.44860914835507e-06,
      "loss": 0.2595,
      "step": 170500
    },
    {
      "epoch": 0.1563688769239773,
      "grad_norm": 1.5578237771987915,
      "learning_rate": 8.444032774161425e-06,
      "loss": 0.2611,
      "step": 171000
    },
    {
      "epoch": 0.1568260958623515,
      "grad_norm": 1.4956451654434204,
      "learning_rate": 8.439456399967783e-06,
      "loss": 0.2661,
      "step": 171500
    },
    {
      "epoch": 0.1572833148007257,
      "grad_norm": 1.7658261060714722,
      "learning_rate": 8.43488002577414e-06,
      "loss": 0.2618,
      "step": 172000
    },
    {
      "epoch": 0.1577405337390999,
      "grad_norm": 1.9475387334823608,
      "learning_rate": 8.430303651580497e-06,
      "loss": 0.2584,
      "step": 172500
    },
    {
      "epoch": 0.1581977526774741,
      "grad_norm": 1.3033366203308105,
      "learning_rate": 8.425727277386855e-06,
      "loss": 0.2619,
      "step": 173000
    },
    {
      "epoch": 0.1586549716158483,
      "grad_norm": 1.1210391521453857,
      "learning_rate": 8.421150903193212e-06,
      "loss": 0.2598,
      "step": 173500
    },
    {
      "epoch": 0.15911219055422252,
      "grad_norm": 2.0735795497894287,
      "learning_rate": 8.416574528999567e-06,
      "loss": 0.259,
      "step": 174000
    },
    {
      "epoch": 0.1595694094925967,
      "grad_norm": 1.4574170112609863,
      "learning_rate": 8.411998154805926e-06,
      "loss": 0.2606,
      "step": 174500
    },
    {
      "epoch": 0.1600266284309709,
      "grad_norm": 1.5683772563934326,
      "learning_rate": 8.407421780612282e-06,
      "loss": 0.2609,
      "step": 175000
    },
    {
      "epoch": 0.16048384736934512,
      "grad_norm": 1.9865988492965698,
      "learning_rate": 8.402845406418641e-06,
      "loss": 0.2613,
      "step": 175500
    },
    {
      "epoch": 0.16094106630771932,
      "grad_norm": 1.9525185823440552,
      "learning_rate": 8.398269032224997e-06,
      "loss": 0.2546,
      "step": 176000
    },
    {
      "epoch": 0.1613982852460935,
      "grad_norm": 1.6674350500106812,
      "learning_rate": 8.393692658031354e-06,
      "loss": 0.256,
      "step": 176500
    },
    {
      "epoch": 0.16185550418446773,
      "grad_norm": 2.0394787788391113,
      "learning_rate": 8.389116283837711e-06,
      "loss": 0.2629,
      "step": 177000
    },
    {
      "epoch": 0.16231272312284192,
      "grad_norm": 2.1897048950195312,
      "learning_rate": 8.384539909644068e-06,
      "loss": 0.2559,
      "step": 177500
    },
    {
      "epoch": 0.16276994206121612,
      "grad_norm": 1.0547202825546265,
      "learning_rate": 8.379963535450426e-06,
      "loss": 0.2593,
      "step": 178000
    },
    {
      "epoch": 0.16322716099959034,
      "grad_norm": 1.8409370183944702,
      "learning_rate": 8.375387161256783e-06,
      "loss": 0.2621,
      "step": 178500
    },
    {
      "epoch": 0.16368437993796453,
      "grad_norm": 1.753064513206482,
      "learning_rate": 8.37081078706314e-06,
      "loss": 0.2597,
      "step": 179000
    },
    {
      "epoch": 0.16414159887633872,
      "grad_norm": 1.866620421409607,
      "learning_rate": 8.366234412869497e-06,
      "loss": 0.2602,
      "step": 179500
    },
    {
      "epoch": 0.16459881781471294,
      "grad_norm": 1.6045613288879395,
      "learning_rate": 8.361658038675855e-06,
      "loss": 0.2585,
      "step": 180000
    },
    {
      "epoch": 0.16505603675308714,
      "grad_norm": 1.262148380279541,
      "learning_rate": 8.357081664482212e-06,
      "loss": 0.2605,
      "step": 180500
    },
    {
      "epoch": 0.16551325569146136,
      "grad_norm": 1.3324670791625977,
      "learning_rate": 8.352505290288568e-06,
      "loss": 0.259,
      "step": 181000
    },
    {
      "epoch": 0.16597047462983555,
      "grad_norm": 1.5552209615707397,
      "learning_rate": 8.347928916094927e-06,
      "loss": 0.2536,
      "step": 181500
    },
    {
      "epoch": 0.16642769356820974,
      "grad_norm": 2.5258872509002686,
      "learning_rate": 8.343352541901282e-06,
      "loss": 0.256,
      "step": 182000
    },
    {
      "epoch": 0.16688491250658397,
      "grad_norm": 1.462498664855957,
      "learning_rate": 8.33877616770764e-06,
      "loss": 0.2574,
      "step": 182500
    },
    {
      "epoch": 0.16734213144495816,
      "grad_norm": 1.5125452280044556,
      "learning_rate": 8.334199793513997e-06,
      "loss": 0.2567,
      "step": 183000
    },
    {
      "epoch": 0.16779935038333235,
      "grad_norm": 1.6528276205062866,
      "learning_rate": 8.329623419320354e-06,
      "loss": 0.2674,
      "step": 183500
    },
    {
      "epoch": 0.16825656932170657,
      "grad_norm": 1.1524349451065063,
      "learning_rate": 8.325047045126711e-06,
      "loss": 0.257,
      "step": 184000
    },
    {
      "epoch": 0.16871378826008077,
      "grad_norm": 1.5361084938049316,
      "learning_rate": 8.320470670933069e-06,
      "loss": 0.2617,
      "step": 184500
    },
    {
      "epoch": 0.16917100719845496,
      "grad_norm": 1.7371759414672852,
      "learning_rate": 8.315894296739426e-06,
      "loss": 0.257,
      "step": 185000
    },
    {
      "epoch": 0.16962822613682918,
      "grad_norm": 2.3449254035949707,
      "learning_rate": 8.311317922545783e-06,
      "loss": 0.2527,
      "step": 185500
    },
    {
      "epoch": 0.17008544507520337,
      "grad_norm": 1.259590983390808,
      "learning_rate": 8.30674154835214e-06,
      "loss": 0.2518,
      "step": 186000
    },
    {
      "epoch": 0.17054266401357757,
      "grad_norm": 1.6850295066833496,
      "learning_rate": 8.302165174158498e-06,
      "loss": 0.2545,
      "step": 186500
    },
    {
      "epoch": 0.1709998829519518,
      "grad_norm": 1.8006367683410645,
      "learning_rate": 8.297588799964855e-06,
      "loss": 0.2569,
      "step": 187000
    },
    {
      "epoch": 0.17145710189032598,
      "grad_norm": 1.3569294214248657,
      "learning_rate": 8.29301242577121e-06,
      "loss": 0.2554,
      "step": 187500
    },
    {
      "epoch": 0.17191432082870017,
      "grad_norm": 1.310188889503479,
      "learning_rate": 8.288436051577568e-06,
      "loss": 0.2593,
      "step": 188000
    },
    {
      "epoch": 0.1723715397670744,
      "grad_norm": 1.741705298423767,
      "learning_rate": 8.283859677383925e-06,
      "loss": 0.252,
      "step": 188500
    },
    {
      "epoch": 0.1728287587054486,
      "grad_norm": 1.834928035736084,
      "learning_rate": 8.279283303190282e-06,
      "loss": 0.2516,
      "step": 189000
    },
    {
      "epoch": 0.17328597764382278,
      "grad_norm": 1.4775325059890747,
      "learning_rate": 8.27470692899664e-06,
      "loss": 0.2567,
      "step": 189500
    },
    {
      "epoch": 0.173743196582197,
      "grad_norm": 1.818657398223877,
      "learning_rate": 8.270130554802997e-06,
      "loss": 0.26,
      "step": 190000
    },
    {
      "epoch": 0.1742004155205712,
      "grad_norm": 1.9210857152938843,
      "learning_rate": 8.265554180609354e-06,
      "loss": 0.2496,
      "step": 190500
    },
    {
      "epoch": 0.1746576344589454,
      "grad_norm": 1.676413893699646,
      "learning_rate": 8.260977806415711e-06,
      "loss": 0.2539,
      "step": 191000
    },
    {
      "epoch": 0.1751148533973196,
      "grad_norm": 2.254531145095825,
      "learning_rate": 8.256401432222069e-06,
      "loss": 0.2552,
      "step": 191500
    },
    {
      "epoch": 0.1755720723356938,
      "grad_norm": 1.4928869009017944,
      "learning_rate": 8.251825058028426e-06,
      "loss": 0.2565,
      "step": 192000
    },
    {
      "epoch": 0.176029291274068,
      "grad_norm": 1.4001063108444214,
      "learning_rate": 8.247248683834782e-06,
      "loss": 0.2547,
      "step": 192500
    },
    {
      "epoch": 0.17648651021244222,
      "grad_norm": 1.8143495321273804,
      "learning_rate": 8.24267230964114e-06,
      "loss": 0.2563,
      "step": 193000
    },
    {
      "epoch": 0.1769437291508164,
      "grad_norm": 1.865336537361145,
      "learning_rate": 8.238095935447496e-06,
      "loss": 0.2568,
      "step": 193500
    },
    {
      "epoch": 0.1774009480891906,
      "grad_norm": 1.7321306467056274,
      "learning_rate": 8.233519561253855e-06,
      "loss": 0.2561,
      "step": 194000
    },
    {
      "epoch": 0.17785816702756482,
      "grad_norm": 1.6060725450515747,
      "learning_rate": 8.22894318706021e-06,
      "loss": 0.252,
      "step": 194500
    },
    {
      "epoch": 0.17831538596593902,
      "grad_norm": 1.4754799604415894,
      "learning_rate": 8.22436681286657e-06,
      "loss": 0.247,
      "step": 195000
    },
    {
      "epoch": 0.1787726049043132,
      "grad_norm": 1.8268160820007324,
      "learning_rate": 8.219790438672925e-06,
      "loss": 0.2558,
      "step": 195500
    },
    {
      "epoch": 0.17922982384268743,
      "grad_norm": 1.5629231929779053,
      "learning_rate": 8.215214064479282e-06,
      "loss": 0.2578,
      "step": 196000
    },
    {
      "epoch": 0.17968704278106162,
      "grad_norm": 1.7426457405090332,
      "learning_rate": 8.21063769028564e-06,
      "loss": 0.2569,
      "step": 196500
    },
    {
      "epoch": 0.18014426171943582,
      "grad_norm": 1.6766743659973145,
      "learning_rate": 8.206061316091997e-06,
      "loss": 0.2528,
      "step": 197000
    },
    {
      "epoch": 0.18060148065781004,
      "grad_norm": 1.3292638063430786,
      "learning_rate": 8.201484941898354e-06,
      "loss": 0.2485,
      "step": 197500
    },
    {
      "epoch": 0.18105869959618423,
      "grad_norm": 2.073800563812256,
      "learning_rate": 8.196908567704712e-06,
      "loss": 0.2538,
      "step": 198000
    },
    {
      "epoch": 0.18151591853455842,
      "grad_norm": 1.4113343954086304,
      "learning_rate": 8.192332193511067e-06,
      "loss": 0.2536,
      "step": 198500
    },
    {
      "epoch": 0.18197313747293264,
      "grad_norm": 2.1124043464660645,
      "learning_rate": 8.187755819317426e-06,
      "loss": 0.2564,
      "step": 199000
    },
    {
      "epoch": 0.18243035641130684,
      "grad_norm": 1.423259973526001,
      "learning_rate": 8.183179445123782e-06,
      "loss": 0.2553,
      "step": 199500
    },
    {
      "epoch": 0.18288757534968103,
      "grad_norm": 1.9814764261245728,
      "learning_rate": 8.17860307093014e-06,
      "loss": 0.2521,
      "step": 200000
    },
    {
      "epoch": 0.18334479428805525,
      "grad_norm": 1.2298426628112793,
      "learning_rate": 8.174026696736496e-06,
      "loss": 0.2539,
      "step": 200500
    },
    {
      "epoch": 0.18380201322642944,
      "grad_norm": 1.2353808879852295,
      "learning_rate": 8.169450322542854e-06,
      "loss": 0.2589,
      "step": 201000
    },
    {
      "epoch": 0.18425923216480367,
      "grad_norm": 1.585706114768982,
      "learning_rate": 8.16487394834921e-06,
      "loss": 0.2535,
      "step": 201500
    },
    {
      "epoch": 0.18471645110317786,
      "grad_norm": 1.6619884967803955,
      "learning_rate": 8.160297574155568e-06,
      "loss": 0.2523,
      "step": 202000
    },
    {
      "epoch": 0.18517367004155205,
      "grad_norm": 1.504461407661438,
      "learning_rate": 8.155721199961925e-06,
      "loss": 0.2508,
      "step": 202500
    },
    {
      "epoch": 0.18563088897992627,
      "grad_norm": 1.1175047159194946,
      "learning_rate": 8.151144825768283e-06,
      "loss": 0.2554,
      "step": 203000
    },
    {
      "epoch": 0.18608810791830047,
      "grad_norm": 1.6364964246749878,
      "learning_rate": 8.146568451574638e-06,
      "loss": 0.2573,
      "step": 203500
    },
    {
      "epoch": 0.18654532685667466,
      "grad_norm": 1.436776876449585,
      "learning_rate": 8.141992077380997e-06,
      "loss": 0.2527,
      "step": 204000
    },
    {
      "epoch": 0.18700254579504888,
      "grad_norm": 1.684793472290039,
      "learning_rate": 8.137415703187353e-06,
      "loss": 0.2556,
      "step": 204500
    },
    {
      "epoch": 0.18745976473342307,
      "grad_norm": 2.135289430618286,
      "learning_rate": 8.132839328993712e-06,
      "loss": 0.2536,
      "step": 205000
    },
    {
      "epoch": 0.18791698367179727,
      "grad_norm": 1.6975624561309814,
      "learning_rate": 8.128262954800067e-06,
      "loss": 0.2452,
      "step": 205500
    },
    {
      "epoch": 0.1883742026101715,
      "grad_norm": 1.3779131174087524,
      "learning_rate": 8.123686580606425e-06,
      "loss": 0.2519,
      "step": 206000
    },
    {
      "epoch": 0.18883142154854568,
      "grad_norm": 2.1386914253234863,
      "learning_rate": 8.119110206412782e-06,
      "loss": 0.2521,
      "step": 206500
    },
    {
      "epoch": 0.18928864048691987,
      "grad_norm": 2.1056151390075684,
      "learning_rate": 8.11453383221914e-06,
      "loss": 0.2519,
      "step": 207000
    },
    {
      "epoch": 0.1897458594252941,
      "grad_norm": 1.797166109085083,
      "learning_rate": 8.109957458025496e-06,
      "loss": 0.2498,
      "step": 207500
    },
    {
      "epoch": 0.1902030783636683,
      "grad_norm": 1.8904006481170654,
      "learning_rate": 8.105381083831854e-06,
      "loss": 0.2537,
      "step": 208000
    },
    {
      "epoch": 0.19066029730204248,
      "grad_norm": 2.1598122119903564,
      "learning_rate": 8.100804709638211e-06,
      "loss": 0.2539,
      "step": 208500
    },
    {
      "epoch": 0.1911175162404167,
      "grad_norm": 1.544722318649292,
      "learning_rate": 8.096228335444568e-06,
      "loss": 0.2486,
      "step": 209000
    },
    {
      "epoch": 0.1915747351787909,
      "grad_norm": 1.8575553894042969,
      "learning_rate": 8.091651961250926e-06,
      "loss": 0.2531,
      "step": 209500
    },
    {
      "epoch": 0.1920319541171651,
      "grad_norm": 0.9131256341934204,
      "learning_rate": 8.087075587057283e-06,
      "loss": 0.2485,
      "step": 210000
    },
    {
      "epoch": 0.1924891730555393,
      "grad_norm": 2.0034356117248535,
      "learning_rate": 8.08249921286364e-06,
      "loss": 0.2522,
      "step": 210500
    },
    {
      "epoch": 0.1929463919939135,
      "grad_norm": 1.5028212070465088,
      "learning_rate": 8.077922838669996e-06,
      "loss": 0.2462,
      "step": 211000
    },
    {
      "epoch": 0.1934036109322877,
      "grad_norm": 1.4713739156723022,
      "learning_rate": 8.073346464476353e-06,
      "loss": 0.2483,
      "step": 211500
    },
    {
      "epoch": 0.19386082987066192,
      "grad_norm": 1.6516448259353638,
      "learning_rate": 8.06877009028271e-06,
      "loss": 0.2446,
      "step": 212000
    },
    {
      "epoch": 0.1943180488090361,
      "grad_norm": 1.0185027122497559,
      "learning_rate": 8.064193716089068e-06,
      "loss": 0.2465,
      "step": 212500
    },
    {
      "epoch": 0.1947752677474103,
      "grad_norm": 1.6575361490249634,
      "learning_rate": 8.059617341895425e-06,
      "loss": 0.248,
      "step": 213000
    },
    {
      "epoch": 0.19523248668578452,
      "grad_norm": 1.0781890153884888,
      "learning_rate": 8.055040967701782e-06,
      "loss": 0.2543,
      "step": 213500
    },
    {
      "epoch": 0.19568970562415872,
      "grad_norm": 1.0661412477493286,
      "learning_rate": 8.05046459350814e-06,
      "loss": 0.2482,
      "step": 214000
    },
    {
      "epoch": 0.1961469245625329,
      "grad_norm": 2.0978198051452637,
      "learning_rate": 8.045888219314497e-06,
      "loss": 0.2479,
      "step": 214500
    },
    {
      "epoch": 0.19660414350090713,
      "grad_norm": 1.5128875970840454,
      "learning_rate": 8.041311845120854e-06,
      "loss": 0.2482,
      "step": 215000
    },
    {
      "epoch": 0.19706136243928132,
      "grad_norm": 1.4031188488006592,
      "learning_rate": 8.036735470927211e-06,
      "loss": 0.2505,
      "step": 215500
    },
    {
      "epoch": 0.19751858137765552,
      "grad_norm": 1.6590416431427002,
      "learning_rate": 8.032159096733568e-06,
      "loss": 0.2487,
      "step": 216000
    },
    {
      "epoch": 0.19797580031602974,
      "grad_norm": 1.5777417421340942,
      "learning_rate": 8.027582722539926e-06,
      "loss": 0.2464,
      "step": 216500
    },
    {
      "epoch": 0.19843301925440393,
      "grad_norm": 1.3186599016189575,
      "learning_rate": 8.023006348346281e-06,
      "loss": 0.2469,
      "step": 217000
    },
    {
      "epoch": 0.19889023819277812,
      "grad_norm": 1.8318928480148315,
      "learning_rate": 8.01842997415264e-06,
      "loss": 0.2418,
      "step": 217500
    },
    {
      "epoch": 0.19934745713115234,
      "grad_norm": 1.4368090629577637,
      "learning_rate": 8.013853599958996e-06,
      "loss": 0.2483,
      "step": 218000
    },
    {
      "epoch": 0.19980467606952654,
      "grad_norm": 1.7631844282150269,
      "learning_rate": 8.009277225765353e-06,
      "loss": 0.2517,
      "step": 218500
    },
    {
      "epoch": 0.20026189500790073,
      "grad_norm": 1.421195387840271,
      "learning_rate": 8.00470085157171e-06,
      "loss": 0.2506,
      "step": 219000
    },
    {
      "epoch": 0.20071911394627495,
      "grad_norm": 2.1690146923065186,
      "learning_rate": 8.000124477378068e-06,
      "loss": 0.2459,
      "step": 219500
    },
    {
      "epoch": 0.20117633288464914,
      "grad_norm": 1.6307331323623657,
      "learning_rate": 7.995548103184425e-06,
      "loss": 0.2499,
      "step": 220000
    },
    {
      "epoch": 0.20163355182302334,
      "grad_norm": 1.4969900846481323,
      "learning_rate": 7.990971728990782e-06,
      "loss": 0.2504,
      "step": 220500
    },
    {
      "epoch": 0.20209077076139756,
      "grad_norm": 1.8687270879745483,
      "learning_rate": 7.98639535479714e-06,
      "loss": 0.2429,
      "step": 221000
    },
    {
      "epoch": 0.20254798969977175,
      "grad_norm": 1.7077059745788574,
      "learning_rate": 7.981818980603497e-06,
      "loss": 0.2428,
      "step": 221500
    },
    {
      "epoch": 0.20300520863814595,
      "grad_norm": 2.0460216999053955,
      "learning_rate": 7.977242606409852e-06,
      "loss": 0.2521,
      "step": 222000
    },
    {
      "epoch": 0.20346242757652017,
      "grad_norm": 1.2996711730957031,
      "learning_rate": 7.972666232216211e-06,
      "loss": 0.2484,
      "step": 222500
    },
    {
      "epoch": 0.20391964651489436,
      "grad_norm": 1.2837764024734497,
      "learning_rate": 7.968089858022567e-06,
      "loss": 0.2473,
      "step": 223000
    },
    {
      "epoch": 0.20437686545326858,
      "grad_norm": 1.495692253112793,
      "learning_rate": 7.963513483828926e-06,
      "loss": 0.2557,
      "step": 223500
    },
    {
      "epoch": 0.20483408439164277,
      "grad_norm": 1.4509683847427368,
      "learning_rate": 7.958937109635281e-06,
      "loss": 0.2475,
      "step": 224000
    },
    {
      "epoch": 0.20529130333001697,
      "grad_norm": 1.1807700395584106,
      "learning_rate": 7.954360735441639e-06,
      "loss": 0.2467,
      "step": 224500
    },
    {
      "epoch": 0.2057485222683912,
      "grad_norm": 3.423560619354248,
      "learning_rate": 7.949784361247996e-06,
      "loss": 0.2477,
      "step": 225000
    },
    {
      "epoch": 0.20620574120676538,
      "grad_norm": 1.9667267799377441,
      "learning_rate": 7.945207987054353e-06,
      "loss": 0.2473,
      "step": 225500
    },
    {
      "epoch": 0.20666296014513957,
      "grad_norm": 1.695909023284912,
      "learning_rate": 7.94063161286071e-06,
      "loss": 0.2485,
      "step": 226000
    },
    {
      "epoch": 0.2071201790835138,
      "grad_norm": 1.5767865180969238,
      "learning_rate": 7.936055238667068e-06,
      "loss": 0.2462,
      "step": 226500
    },
    {
      "epoch": 0.207577398021888,
      "grad_norm": 1.427411675453186,
      "learning_rate": 7.931478864473423e-06,
      "loss": 0.2495,
      "step": 227000
    },
    {
      "epoch": 0.20803461696026218,
      "grad_norm": 1.1181446313858032,
      "learning_rate": 7.926902490279782e-06,
      "loss": 0.2444,
      "step": 227500
    },
    {
      "epoch": 0.2084918358986364,
      "grad_norm": 1.3804079294204712,
      "learning_rate": 7.922326116086138e-06,
      "loss": 0.2459,
      "step": 228000
    },
    {
      "epoch": 0.2089490548370106,
      "grad_norm": 1.2145448923110962,
      "learning_rate": 7.917749741892497e-06,
      "loss": 0.2458,
      "step": 228500
    },
    {
      "epoch": 0.2094062737753848,
      "grad_norm": 1.2149016857147217,
      "learning_rate": 7.913173367698853e-06,
      "loss": 0.2392,
      "step": 229000
    },
    {
      "epoch": 0.209863492713759,
      "grad_norm": 1.4271708726882935,
      "learning_rate": 7.908596993505211e-06,
      "loss": 0.2439,
      "step": 229500
    },
    {
      "epoch": 0.2103207116521332,
      "grad_norm": 1.336596965789795,
      "learning_rate": 7.904020619311567e-06,
      "loss": 0.2481,
      "step": 230000
    },
    {
      "epoch": 0.2107779305905074,
      "grad_norm": 1.6744037866592407,
      "learning_rate": 7.899444245117924e-06,
      "loss": 0.2442,
      "step": 230500
    },
    {
      "epoch": 0.21123514952888162,
      "grad_norm": 1.5563931465148926,
      "learning_rate": 7.894867870924282e-06,
      "loss": 0.2498,
      "step": 231000
    },
    {
      "epoch": 0.2116923684672558,
      "grad_norm": 1.8821616172790527,
      "learning_rate": 7.890291496730639e-06,
      "loss": 0.2443,
      "step": 231500
    },
    {
      "epoch": 0.21214958740563,
      "grad_norm": 2.037843704223633,
      "learning_rate": 7.885715122536996e-06,
      "loss": 0.2434,
      "step": 232000
    },
    {
      "epoch": 0.21260680634400422,
      "grad_norm": 1.0804463624954224,
      "learning_rate": 7.881138748343353e-06,
      "loss": 0.2509,
      "step": 232500
    },
    {
      "epoch": 0.21306402528237842,
      "grad_norm": 1.5283472537994385,
      "learning_rate": 7.87656237414971e-06,
      "loss": 0.2436,
      "step": 233000
    },
    {
      "epoch": 0.2135212442207526,
      "grad_norm": 1.7273632287979126,
      "learning_rate": 7.871985999956068e-06,
      "loss": 0.2477,
      "step": 233500
    },
    {
      "epoch": 0.21397846315912683,
      "grad_norm": 1.5856326818466187,
      "learning_rate": 7.867409625762424e-06,
      "loss": 0.2406,
      "step": 234000
    },
    {
      "epoch": 0.21443568209750102,
      "grad_norm": 1.1935285329818726,
      "learning_rate": 7.862833251568783e-06,
      "loss": 0.2474,
      "step": 234500
    },
    {
      "epoch": 0.21489290103587522,
      "grad_norm": 1.7221565246582031,
      "learning_rate": 7.858256877375138e-06,
      "loss": 0.2411,
      "step": 235000
    },
    {
      "epoch": 0.21535011997424944,
      "grad_norm": 1.7638108730316162,
      "learning_rate": 7.853680503181495e-06,
      "loss": 0.2487,
      "step": 235500
    },
    {
      "epoch": 0.21580733891262363,
      "grad_norm": 1.392970085144043,
      "learning_rate": 7.849104128987853e-06,
      "loss": 0.2475,
      "step": 236000
    },
    {
      "epoch": 0.21626455785099782,
      "grad_norm": 1.30288565158844,
      "learning_rate": 7.84452775479421e-06,
      "loss": 0.2485,
      "step": 236500
    },
    {
      "epoch": 0.21672177678937204,
      "grad_norm": 1.2558834552764893,
      "learning_rate": 7.839951380600567e-06,
      "loss": 0.246,
      "step": 237000
    },
    {
      "epoch": 0.21717899572774624,
      "grad_norm": 9.420547485351562,
      "learning_rate": 7.835375006406925e-06,
      "loss": 0.2465,
      "step": 237500
    },
    {
      "epoch": 0.21763621466612043,
      "grad_norm": 1.3113701343536377,
      "learning_rate": 7.830798632213282e-06,
      "loss": 0.2479,
      "step": 238000
    },
    {
      "epoch": 0.21809343360449465,
      "grad_norm": 1.3305801153182983,
      "learning_rate": 7.826222258019639e-06,
      "loss": 0.2454,
      "step": 238500
    },
    {
      "epoch": 0.21855065254286885,
      "grad_norm": 1.7414227724075317,
      "learning_rate": 7.821645883825996e-06,
      "loss": 0.2419,
      "step": 239000
    },
    {
      "epoch": 0.21900787148124304,
      "grad_norm": 2.2423360347747803,
      "learning_rate": 7.817069509632354e-06,
      "loss": 0.245,
      "step": 239500
    },
    {
      "epoch": 0.21946509041961726,
      "grad_norm": 1.4997841119766235,
      "learning_rate": 7.812493135438711e-06,
      "loss": 0.2454,
      "step": 240000
    },
    {
      "epoch": 0.21992230935799145,
      "grad_norm": 1.442734718322754,
      "learning_rate": 7.807916761245066e-06,
      "loss": 0.2411,
      "step": 240500
    },
    {
      "epoch": 0.22037952829636565,
      "grad_norm": 1.715790033340454,
      "learning_rate": 7.803340387051424e-06,
      "loss": 0.2453,
      "step": 241000
    },
    {
      "epoch": 0.22083674723473987,
      "grad_norm": 1.3321577310562134,
      "learning_rate": 7.798764012857781e-06,
      "loss": 0.2493,
      "step": 241500
    },
    {
      "epoch": 0.22129396617311406,
      "grad_norm": 1.7420936822891235,
      "learning_rate": 7.794187638664138e-06,
      "loss": 0.2388,
      "step": 242000
    },
    {
      "epoch": 0.22175118511148825,
      "grad_norm": 1.81510329246521,
      "learning_rate": 7.789611264470496e-06,
      "loss": 0.2473,
      "step": 242500
    },
    {
      "epoch": 0.22220840404986247,
      "grad_norm": 1.5320991277694702,
      "learning_rate": 7.785034890276853e-06,
      "loss": 0.245,
      "step": 243000
    },
    {
      "epoch": 0.22266562298823667,
      "grad_norm": 1.9116175174713135,
      "learning_rate": 7.78045851608321e-06,
      "loss": 0.2387,
      "step": 243500
    },
    {
      "epoch": 0.2231228419266109,
      "grad_norm": 1.2568988800048828,
      "learning_rate": 7.775882141889567e-06,
      "loss": 0.2426,
      "step": 244000
    },
    {
      "epoch": 0.22358006086498508,
      "grad_norm": 1.2286899089813232,
      "learning_rate": 7.771305767695925e-06,
      "loss": 0.237,
      "step": 244500
    },
    {
      "epoch": 0.22403727980335927,
      "grad_norm": 1.5561753511428833,
      "learning_rate": 7.766729393502282e-06,
      "loss": 0.241,
      "step": 245000
    },
    {
      "epoch": 0.2244944987417335,
      "grad_norm": 1.5937217473983765,
      "learning_rate": 7.76215301930864e-06,
      "loss": 0.2478,
      "step": 245500
    },
    {
      "epoch": 0.2249517176801077,
      "grad_norm": 1.533897042274475,
      "learning_rate": 7.757576645114997e-06,
      "loss": 0.2402,
      "step": 246000
    },
    {
      "epoch": 0.22540893661848188,
      "grad_norm": 1.7771514654159546,
      "learning_rate": 7.753000270921352e-06,
      "loss": 0.2472,
      "step": 246500
    },
    {
      "epoch": 0.2258661555568561,
      "grad_norm": 1.8437062501907349,
      "learning_rate": 7.748423896727711e-06,
      "loss": 0.2441,
      "step": 247000
    },
    {
      "epoch": 0.2263233744952303,
      "grad_norm": 0.9731696844100952,
      "learning_rate": 7.743847522534067e-06,
      "loss": 0.2422,
      "step": 247500
    },
    {
      "epoch": 0.2267805934336045,
      "grad_norm": 1.3486838340759277,
      "learning_rate": 7.739271148340426e-06,
      "loss": 0.2404,
      "step": 248000
    },
    {
      "epoch": 0.2272378123719787,
      "grad_norm": 1.1618529558181763,
      "learning_rate": 7.734694774146781e-06,
      "loss": 0.2431,
      "step": 248500
    },
    {
      "epoch": 0.2276950313103529,
      "grad_norm": 1.7412848472595215,
      "learning_rate": 7.730118399953138e-06,
      "loss": 0.2398,
      "step": 249000
    },
    {
      "epoch": 0.2281522502487271,
      "grad_norm": 1.6766868829727173,
      "learning_rate": 7.725542025759496e-06,
      "loss": 0.2409,
      "step": 249500
    },
    {
      "epoch": 0.22860946918710132,
      "grad_norm": 1.1682603359222412,
      "learning_rate": 7.720965651565853e-06,
      "loss": 0.2429,
      "step": 250000
    },
    {
      "epoch": 0.2290666881254755,
      "grad_norm": 1.1686651706695557,
      "learning_rate": 7.71638927737221e-06,
      "loss": 0.247,
      "step": 250500
    },
    {
      "epoch": 0.2295239070638497,
      "grad_norm": 1.0763442516326904,
      "learning_rate": 7.711812903178568e-06,
      "loss": 0.2405,
      "step": 251000
    },
    {
      "epoch": 0.22998112600222392,
      "grad_norm": 1.3527404069900513,
      "learning_rate": 7.707236528984923e-06,
      "loss": 0.2397,
      "step": 251500
    },
    {
      "epoch": 0.23043834494059812,
      "grad_norm": 1.5660016536712646,
      "learning_rate": 7.702660154791282e-06,
      "loss": 0.2465,
      "step": 252000
    },
    {
      "epoch": 0.2308955638789723,
      "grad_norm": 1.876938819885254,
      "learning_rate": 7.698083780597638e-06,
      "loss": 0.2413,
      "step": 252500
    },
    {
      "epoch": 0.23135278281734653,
      "grad_norm": 1.446905255317688,
      "learning_rate": 7.693507406403997e-06,
      "loss": 0.2422,
      "step": 253000
    },
    {
      "epoch": 0.23181000175572072,
      "grad_norm": 1.2305630445480347,
      "learning_rate": 7.688931032210352e-06,
      "loss": 0.2435,
      "step": 253500
    },
    {
      "epoch": 0.23226722069409492,
      "grad_norm": 1.6017937660217285,
      "learning_rate": 7.68435465801671e-06,
      "loss": 0.2375,
      "step": 254000
    },
    {
      "epoch": 0.23272443963246914,
      "grad_norm": 1.593798041343689,
      "learning_rate": 7.679778283823067e-06,
      "loss": 0.2413,
      "step": 254500
    },
    {
      "epoch": 0.23318165857084333,
      "grad_norm": 1.7218447923660278,
      "learning_rate": 7.675201909629424e-06,
      "loss": 0.2406,
      "step": 255000
    },
    {
      "epoch": 0.23363887750921752,
      "grad_norm": 1.631316900253296,
      "learning_rate": 7.670625535435781e-06,
      "loss": 0.2391,
      "step": 255500
    },
    {
      "epoch": 0.23409609644759174,
      "grad_norm": 1.3699698448181152,
      "learning_rate": 7.666049161242139e-06,
      "loss": 0.2406,
      "step": 256000
    },
    {
      "epoch": 0.23455331538596594,
      "grad_norm": 1.853630542755127,
      "learning_rate": 7.661472787048494e-06,
      "loss": 0.2396,
      "step": 256500
    },
    {
      "epoch": 0.23501053432434013,
      "grad_norm": 1.54131019115448,
      "learning_rate": 7.656896412854853e-06,
      "loss": 0.2435,
      "step": 257000
    },
    {
      "epoch": 0.23546775326271435,
      "grad_norm": 1.9329149723052979,
      "learning_rate": 7.652320038661209e-06,
      "loss": 0.2384,
      "step": 257500
    },
    {
      "epoch": 0.23592497220108855,
      "grad_norm": 1.2017878293991089,
      "learning_rate": 7.647743664467568e-06,
      "loss": 0.2427,
      "step": 258000
    },
    {
      "epoch": 0.23638219113946274,
      "grad_norm": 1.0747284889221191,
      "learning_rate": 7.643167290273923e-06,
      "loss": 0.2381,
      "step": 258500
    },
    {
      "epoch": 0.23683941007783696,
      "grad_norm": 1.9844415187835693,
      "learning_rate": 7.63859091608028e-06,
      "loss": 0.2357,
      "step": 259000
    },
    {
      "epoch": 0.23729662901621115,
      "grad_norm": 1.74272620677948,
      "learning_rate": 7.634014541886638e-06,
      "loss": 0.2429,
      "step": 259500
    },
    {
      "epoch": 0.23775384795458535,
      "grad_norm": 1.6719539165496826,
      "learning_rate": 7.629438167692995e-06,
      "loss": 0.237,
      "step": 260000
    },
    {
      "epoch": 0.23821106689295957,
      "grad_norm": 1.420264720916748,
      "learning_rate": 7.624861793499353e-06,
      "loss": 0.2392,
      "step": 260500
    },
    {
      "epoch": 0.23866828583133376,
      "grad_norm": 1.3896255493164062,
      "learning_rate": 7.62028541930571e-06,
      "loss": 0.239,
      "step": 261000
    },
    {
      "epoch": 0.23912550476970795,
      "grad_norm": 1.210802674293518,
      "learning_rate": 7.615709045112066e-06,
      "loss": 0.2407,
      "step": 261500
    },
    {
      "epoch": 0.23958272370808217,
      "grad_norm": 1.5185495615005493,
      "learning_rate": 7.611132670918424e-06,
      "loss": 0.2363,
      "step": 262000
    },
    {
      "epoch": 0.24003994264645637,
      "grad_norm": 1.4552907943725586,
      "learning_rate": 7.606556296724781e-06,
      "loss": 0.2423,
      "step": 262500
    },
    {
      "epoch": 0.24049716158483056,
      "grad_norm": 1.2917208671569824,
      "learning_rate": 7.601979922531139e-06,
      "loss": 0.2423,
      "step": 263000
    },
    {
      "epoch": 0.24095438052320478,
      "grad_norm": 1.4719345569610596,
      "learning_rate": 7.597403548337495e-06,
      "loss": 0.2375,
      "step": 263500
    },
    {
      "epoch": 0.24141159946157897,
      "grad_norm": 1.5045033693313599,
      "learning_rate": 7.592827174143853e-06,
      "loss": 0.2404,
      "step": 264000
    },
    {
      "epoch": 0.24186881839995317,
      "grad_norm": 1.222699761390686,
      "learning_rate": 7.58825079995021e-06,
      "loss": 0.2428,
      "step": 264500
    },
    {
      "epoch": 0.2423260373383274,
      "grad_norm": 1.681038498878479,
      "learning_rate": 7.583674425756566e-06,
      "loss": 0.2424,
      "step": 265000
    },
    {
      "epoch": 0.24278325627670158,
      "grad_norm": 1.6437132358551025,
      "learning_rate": 7.579098051562924e-06,
      "loss": 0.2363,
      "step": 265500
    },
    {
      "epoch": 0.2432404752150758,
      "grad_norm": 1.6310714483261108,
      "learning_rate": 7.574521677369281e-06,
      "loss": 0.2334,
      "step": 266000
    },
    {
      "epoch": 0.24369769415345,
      "grad_norm": 0.9880791902542114,
      "learning_rate": 7.569945303175639e-06,
      "loss": 0.2398,
      "step": 266500
    },
    {
      "epoch": 0.2441549130918242,
      "grad_norm": 1.508718729019165,
      "learning_rate": 7.565368928981995e-06,
      "loss": 0.2388,
      "step": 267000
    },
    {
      "epoch": 0.2446121320301984,
      "grad_norm": 2.1801445484161377,
      "learning_rate": 7.560792554788352e-06,
      "loss": 0.2414,
      "step": 267500
    },
    {
      "epoch": 0.2450693509685726,
      "grad_norm": 1.4477598667144775,
      "learning_rate": 7.55621618059471e-06,
      "loss": 0.2414,
      "step": 268000
    },
    {
      "epoch": 0.2455265699069468,
      "grad_norm": 1.3772883415222168,
      "learning_rate": 7.551639806401066e-06,
      "loss": 0.2358,
      "step": 268500
    },
    {
      "epoch": 0.24598378884532102,
      "grad_norm": 1.6583518981933594,
      "learning_rate": 7.5470634322074244e-06,
      "loss": 0.2402,
      "step": 269000
    },
    {
      "epoch": 0.2464410077836952,
      "grad_norm": 1.6297439336776733,
      "learning_rate": 7.542487058013781e-06,
      "loss": 0.2406,
      "step": 269500
    },
    {
      "epoch": 0.2468982267220694,
      "grad_norm": 1.544605016708374,
      "learning_rate": 7.537910683820137e-06,
      "loss": 0.2401,
      "step": 270000
    },
    {
      "epoch": 0.24735544566044362,
      "grad_norm": 2.170027256011963,
      "learning_rate": 7.533334309626495e-06,
      "loss": 0.2433,
      "step": 270500
    },
    {
      "epoch": 0.24781266459881782,
      "grad_norm": 1.6215145587921143,
      "learning_rate": 7.528757935432852e-06,
      "loss": 0.2361,
      "step": 271000
    },
    {
      "epoch": 0.248269883537192,
      "grad_norm": 1.4996685981750488,
      "learning_rate": 7.52418156123921e-06,
      "loss": 0.2366,
      "step": 271500
    },
    {
      "epoch": 0.24872710247556623,
      "grad_norm": 1.610382080078125,
      "learning_rate": 7.519605187045566e-06,
      "loss": 0.2429,
      "step": 272000
    },
    {
      "epoch": 0.24918432141394042,
      "grad_norm": 1.7235709428787231,
      "learning_rate": 7.515028812851924e-06,
      "loss": 0.2395,
      "step": 272500
    },
    {
      "epoch": 0.24964154035231462,
      "grad_norm": 1.6454797983169556,
      "learning_rate": 7.510452438658281e-06,
      "loss": 0.2352,
      "step": 273000
    },
    {
      "epoch": 0.2500987592906888,
      "grad_norm": 1.6150950193405151,
      "learning_rate": 7.505876064464637e-06,
      "loss": 0.2431,
      "step": 273500
    },
    {
      "epoch": 0.250555978229063,
      "grad_norm": 1.4403808116912842,
      "learning_rate": 7.5012996902709955e-06,
      "loss": 0.2377,
      "step": 274000
    },
    {
      "epoch": 0.25101319716743725,
      "grad_norm": 7.061529636383057,
      "learning_rate": 7.496723316077352e-06,
      "loss": 0.2444,
      "step": 274500
    },
    {
      "epoch": 0.25147041610581145,
      "grad_norm": 1.3562450408935547,
      "learning_rate": 7.492146941883709e-06,
      "loss": 0.2329,
      "step": 275000
    },
    {
      "epoch": 0.25192763504418564,
      "grad_norm": 1.495060920715332,
      "learning_rate": 7.4875705676900665e-06,
      "loss": 0.2419,
      "step": 275500
    },
    {
      "epoch": 0.25238485398255983,
      "grad_norm": 1.5048260688781738,
      "learning_rate": 7.482994193496424e-06,
      "loss": 0.2341,
      "step": 276000
    },
    {
      "epoch": 0.252842072920934,
      "grad_norm": 1.3745087385177612,
      "learning_rate": 7.478417819302781e-06,
      "loss": 0.239,
      "step": 276500
    },
    {
      "epoch": 0.2532992918593083,
      "grad_norm": 1.4182616472244263,
      "learning_rate": 7.473841445109138e-06,
      "loss": 0.2339,
      "step": 277000
    },
    {
      "epoch": 0.25375651079768247,
      "grad_norm": 1.4499032497406006,
      "learning_rate": 7.469265070915495e-06,
      "loss": 0.2418,
      "step": 277500
    },
    {
      "epoch": 0.25421372973605666,
      "grad_norm": 1.2812670469284058,
      "learning_rate": 7.464688696721852e-06,
      "loss": 0.2341,
      "step": 278000
    },
    {
      "epoch": 0.25467094867443085,
      "grad_norm": 1.7163888216018677,
      "learning_rate": 7.460112322528209e-06,
      "loss": 0.239,
      "step": 278500
    },
    {
      "epoch": 0.25512816761280505,
      "grad_norm": 1.596152424812317,
      "learning_rate": 7.4555359483345666e-06,
      "loss": 0.2364,
      "step": 279000
    },
    {
      "epoch": 0.25558538655117924,
      "grad_norm": 1.5450259447097778,
      "learning_rate": 7.450959574140924e-06,
      "loss": 0.2417,
      "step": 279500
    },
    {
      "epoch": 0.2560426054895535,
      "grad_norm": 1.5092369318008423,
      "learning_rate": 7.446383199947281e-06,
      "loss": 0.239,
      "step": 280000
    },
    {
      "epoch": 0.2564998244279277,
      "grad_norm": 1.8400509357452393,
      "learning_rate": 7.441806825753638e-06,
      "loss": 0.239,
      "step": 280500
    },
    {
      "epoch": 0.2569570433663019,
      "grad_norm": 1.4208296537399292,
      "learning_rate": 7.437230451559995e-06,
      "loss": 0.2384,
      "step": 281000
    },
    {
      "epoch": 0.25741426230467607,
      "grad_norm": 1.839404821395874,
      "learning_rate": 7.432654077366352e-06,
      "loss": 0.2413,
      "step": 281500
    },
    {
      "epoch": 0.25787148124305026,
      "grad_norm": 1.3527752161026,
      "learning_rate": 7.428077703172709e-06,
      "loss": 0.2366,
      "step": 282000
    },
    {
      "epoch": 0.25832870018142445,
      "grad_norm": 1.7706711292266846,
      "learning_rate": 7.423501328979067e-06,
      "loss": 0.2387,
      "step": 282500
    },
    {
      "epoch": 0.2587859191197987,
      "grad_norm": 1.1660232543945312,
      "learning_rate": 7.418924954785424e-06,
      "loss": 0.2381,
      "step": 283000
    },
    {
      "epoch": 0.2592431380581729,
      "grad_norm": 1.6995941400527954,
      "learning_rate": 7.41434858059178e-06,
      "loss": 0.2333,
      "step": 283500
    },
    {
      "epoch": 0.2597003569965471,
      "grad_norm": 1.5616917610168457,
      "learning_rate": 7.4097722063981385e-06,
      "loss": 0.2354,
      "step": 284000
    },
    {
      "epoch": 0.2601575759349213,
      "grad_norm": 1.7792470455169678,
      "learning_rate": 7.405195832204495e-06,
      "loss": 0.2338,
      "step": 284500
    },
    {
      "epoch": 0.2606147948732955,
      "grad_norm": 1.0877039432525635,
      "learning_rate": 7.400619458010852e-06,
      "loss": 0.231,
      "step": 285000
    },
    {
      "epoch": 0.26107201381166967,
      "grad_norm": 1.5051804780960083,
      "learning_rate": 7.3960430838172095e-06,
      "loss": 0.2325,
      "step": 285500
    },
    {
      "epoch": 0.2615292327500439,
      "grad_norm": 1.912229061126709,
      "learning_rate": 7.391466709623566e-06,
      "loss": 0.2329,
      "step": 286000
    },
    {
      "epoch": 0.2619864516884181,
      "grad_norm": 1.576975703239441,
      "learning_rate": 7.386890335429924e-06,
      "loss": 0.2341,
      "step": 286500
    },
    {
      "epoch": 0.2624436706267923,
      "grad_norm": 1.5463943481445312,
      "learning_rate": 7.3823139612362804e-06,
      "loss": 0.2363,
      "step": 287000
    },
    {
      "epoch": 0.2629008895651665,
      "grad_norm": 1.4972643852233887,
      "learning_rate": 7.3777375870426386e-06,
      "loss": 0.2358,
      "step": 287500
    },
    {
      "epoch": 0.2633581085035407,
      "grad_norm": 1.4807320833206177,
      "learning_rate": 7.373161212848995e-06,
      "loss": 0.2372,
      "step": 288000
    },
    {
      "epoch": 0.2638153274419149,
      "grad_norm": 1.362641453742981,
      "learning_rate": 7.368584838655351e-06,
      "loss": 0.2369,
      "step": 288500
    },
    {
      "epoch": 0.26427254638028913,
      "grad_norm": 2.3555381298065186,
      "learning_rate": 7.3640084644617095e-06,
      "loss": 0.2376,
      "step": 289000
    },
    {
      "epoch": 0.2647297653186633,
      "grad_norm": 1.4322718381881714,
      "learning_rate": 7.359432090268066e-06,
      "loss": 0.2344,
      "step": 289500
    },
    {
      "epoch": 0.2651869842570375,
      "grad_norm": 1.7021692991256714,
      "learning_rate": 7.354855716074424e-06,
      "loss": 0.2383,
      "step": 290000
    },
    {
      "epoch": 0.2656442031954117,
      "grad_norm": 1.3686518669128418,
      "learning_rate": 7.3502793418807805e-06,
      "loss": 0.233,
      "step": 290500
    },
    {
      "epoch": 0.2661014221337859,
      "grad_norm": 1.8416357040405273,
      "learning_rate": 7.345702967687137e-06,
      "loss": 0.2354,
      "step": 291000
    },
    {
      "epoch": 0.2665586410721601,
      "grad_norm": 1.4981660842895508,
      "learning_rate": 7.341126593493495e-06,
      "loss": 0.2382,
      "step": 291500
    },
    {
      "epoch": 0.26701586001053434,
      "grad_norm": 1.022232174873352,
      "learning_rate": 7.3365502192998515e-06,
      "loss": 0.2325,
      "step": 292000
    },
    {
      "epoch": 0.26747307894890854,
      "grad_norm": 1.6213542222976685,
      "learning_rate": 7.33197384510621e-06,
      "loss": 0.2357,
      "step": 292500
    },
    {
      "epoch": 0.26793029788728273,
      "grad_norm": 1.7134053707122803,
      "learning_rate": 7.327397470912566e-06,
      "loss": 0.2387,
      "step": 293000
    },
    {
      "epoch": 0.2683875168256569,
      "grad_norm": 1.051689863204956,
      "learning_rate": 7.3228210967189225e-06,
      "loss": 0.2318,
      "step": 293500
    },
    {
      "epoch": 0.2688447357640311,
      "grad_norm": 1.5515960454940796,
      "learning_rate": 7.318244722525281e-06,
      "loss": 0.2377,
      "step": 294000
    },
    {
      "epoch": 0.2693019547024053,
      "grad_norm": 1.414265513420105,
      "learning_rate": 7.313668348331637e-06,
      "loss": 0.2368,
      "step": 294500
    },
    {
      "epoch": 0.26975917364077956,
      "grad_norm": 3.989739418029785,
      "learning_rate": 7.309091974137995e-06,
      "loss": 0.2372,
      "step": 295000
    },
    {
      "epoch": 0.27021639257915375,
      "grad_norm": 1.0414005517959595,
      "learning_rate": 7.304515599944352e-06,
      "loss": 0.2398,
      "step": 295500
    },
    {
      "epoch": 0.27067361151752795,
      "grad_norm": 2.2172224521636963,
      "learning_rate": 7.29993922575071e-06,
      "loss": 0.2375,
      "step": 296000
    },
    {
      "epoch": 0.27113083045590214,
      "grad_norm": 1.6848254203796387,
      "learning_rate": 7.295362851557066e-06,
      "loss": 0.2349,
      "step": 296500
    },
    {
      "epoch": 0.27158804939427633,
      "grad_norm": 1.2511268854141235,
      "learning_rate": 7.2907864773634226e-06,
      "loss": 0.2331,
      "step": 297000
    },
    {
      "epoch": 0.2720452683326506,
      "grad_norm": 1.4679317474365234,
      "learning_rate": 7.286210103169781e-06,
      "loss": 0.2452,
      "step": 297500
    },
    {
      "epoch": 0.2725024872710248,
      "grad_norm": 1.6700774431228638,
      "learning_rate": 7.281633728976137e-06,
      "loss": 0.2329,
      "step": 298000
    },
    {
      "epoch": 0.27295970620939897,
      "grad_norm": 1.0634691715240479,
      "learning_rate": 7.277057354782495e-06,
      "loss": 0.2339,
      "step": 298500
    },
    {
      "epoch": 0.27341692514777316,
      "grad_norm": 1.706181287765503,
      "learning_rate": 7.272480980588852e-06,
      "loss": 0.2382,
      "step": 299000
    },
    {
      "epoch": 0.27387414408614735,
      "grad_norm": 1.1611428260803223,
      "learning_rate": 7.267904606395209e-06,
      "loss": 0.2377,
      "step": 299500
    },
    {
      "epoch": 0.27433136302452155,
      "grad_norm": 1.2169976234436035,
      "learning_rate": 7.263328232201566e-06,
      "loss": 0.2326,
      "step": 300000
    },
    {
      "epoch": 0.2747885819628958,
      "grad_norm": 1.947888970375061,
      "learning_rate": 7.258751858007923e-06,
      "loss": 0.2316,
      "step": 300500
    },
    {
      "epoch": 0.27524580090127,
      "grad_norm": 1.2794651985168457,
      "learning_rate": 7.254175483814281e-06,
      "loss": 0.2373,
      "step": 301000
    },
    {
      "epoch": 0.2757030198396442,
      "grad_norm": 1.6995222568511963,
      "learning_rate": 7.249599109620637e-06,
      "loss": 0.2338,
      "step": 301500
    },
    {
      "epoch": 0.2761602387780184,
      "grad_norm": 1.4030494689941406,
      "learning_rate": 7.2450227354269945e-06,
      "loss": 0.2353,
      "step": 302000
    },
    {
      "epoch": 0.27661745771639257,
      "grad_norm": 1.529697299003601,
      "learning_rate": 7.240446361233352e-06,
      "loss": 0.2318,
      "step": 302500
    },
    {
      "epoch": 0.27707467665476676,
      "grad_norm": 1.3057571649551392,
      "learning_rate": 7.235869987039709e-06,
      "loss": 0.2331,
      "step": 303000
    },
    {
      "epoch": 0.277531895593141,
      "grad_norm": 1.6574506759643555,
      "learning_rate": 7.231293612846066e-06,
      "loss": 0.2373,
      "step": 303500
    },
    {
      "epoch": 0.2779891145315152,
      "grad_norm": 1.468015432357788,
      "learning_rate": 7.226717238652423e-06,
      "loss": 0.2339,
      "step": 304000
    },
    {
      "epoch": 0.2784463334698894,
      "grad_norm": 1.5622738599777222,
      "learning_rate": 7.22214086445878e-06,
      "loss": 0.239,
      "step": 304500
    },
    {
      "epoch": 0.2789035524082636,
      "grad_norm": 1.5072553157806396,
      "learning_rate": 7.217564490265137e-06,
      "loss": 0.2345,
      "step": 305000
    },
    {
      "epoch": 0.2793607713466378,
      "grad_norm": 1.3062992095947266,
      "learning_rate": 7.2129881160714946e-06,
      "loss": 0.2327,
      "step": 305500
    },
    {
      "epoch": 0.279817990285012,
      "grad_norm": 1.2529741525650024,
      "learning_rate": 7.208411741877852e-06,
      "loss": 0.2317,
      "step": 306000
    },
    {
      "epoch": 0.2802752092233862,
      "grad_norm": 1.3761204481124878,
      "learning_rate": 7.203835367684209e-06,
      "loss": 0.2323,
      "step": 306500
    },
    {
      "epoch": 0.2807324281617604,
      "grad_norm": 1.5438259840011597,
      "learning_rate": 7.1992589934905655e-06,
      "loss": 0.2314,
      "step": 307000
    },
    {
      "epoch": 0.2811896471001346,
      "grad_norm": 1.3885058164596558,
      "learning_rate": 7.194682619296924e-06,
      "loss": 0.2381,
      "step": 307500
    },
    {
      "epoch": 0.2816468660385088,
      "grad_norm": 2.722839117050171,
      "learning_rate": 7.19010624510328e-06,
      "loss": 0.2352,
      "step": 308000
    },
    {
      "epoch": 0.282104084976883,
      "grad_norm": 1.6473603248596191,
      "learning_rate": 7.185529870909637e-06,
      "loss": 0.2267,
      "step": 308500
    },
    {
      "epoch": 0.2825613039152572,
      "grad_norm": 4.843954086303711,
      "learning_rate": 7.180953496715995e-06,
      "loss": 0.2323,
      "step": 309000
    },
    {
      "epoch": 0.28301852285363144,
      "grad_norm": 1.541217565536499,
      "learning_rate": 7.176377122522351e-06,
      "loss": 0.2249,
      "step": 309500
    },
    {
      "epoch": 0.28347574179200563,
      "grad_norm": 3.621250867843628,
      "learning_rate": 7.171800748328709e-06,
      "loss": 0.2354,
      "step": 310000
    },
    {
      "epoch": 0.2839329607303798,
      "grad_norm": 1.7025402784347534,
      "learning_rate": 7.167224374135066e-06,
      "loss": 0.2367,
      "step": 310500
    },
    {
      "epoch": 0.284390179668754,
      "grad_norm": 1.3267154693603516,
      "learning_rate": 7.162647999941424e-06,
      "loss": 0.2346,
      "step": 311000
    },
    {
      "epoch": 0.2848473986071282,
      "grad_norm": 1.163634181022644,
      "learning_rate": 7.15807162574778e-06,
      "loss": 0.2317,
      "step": 311500
    },
    {
      "epoch": 0.2853046175455024,
      "grad_norm": 1.2446917295455933,
      "learning_rate": 7.153495251554137e-06,
      "loss": 0.2336,
      "step": 312000
    },
    {
      "epoch": 0.28576183648387665,
      "grad_norm": 1.2674944400787354,
      "learning_rate": 7.148918877360495e-06,
      "loss": 0.235,
      "step": 312500
    },
    {
      "epoch": 0.28621905542225085,
      "grad_norm": 1.5385478734970093,
      "learning_rate": 7.144342503166851e-06,
      "loss": 0.2352,
      "step": 313000
    },
    {
      "epoch": 0.28667627436062504,
      "grad_norm": 1.1245741844177246,
      "learning_rate": 7.139766128973209e-06,
      "loss": 0.2357,
      "step": 313500
    },
    {
      "epoch": 0.28713349329899923,
      "grad_norm": 1.405200719833374,
      "learning_rate": 7.135189754779566e-06,
      "loss": 0.2317,
      "step": 314000
    },
    {
      "epoch": 0.2875907122373734,
      "grad_norm": 1.4755611419677734,
      "learning_rate": 7.130613380585924e-06,
      "loss": 0.2333,
      "step": 314500
    },
    {
      "epoch": 0.2880479311757476,
      "grad_norm": 1.551849603652954,
      "learning_rate": 7.12603700639228e-06,
      "loss": 0.2349,
      "step": 315000
    },
    {
      "epoch": 0.28850515011412187,
      "grad_norm": 1.5056345462799072,
      "learning_rate": 7.121460632198637e-06,
      "loss": 0.2324,
      "step": 315500
    },
    {
      "epoch": 0.28896236905249606,
      "grad_norm": 1.2897391319274902,
      "learning_rate": 7.116884258004995e-06,
      "loss": 0.2348,
      "step": 316000
    },
    {
      "epoch": 0.28941958799087025,
      "grad_norm": 4.2867560386657715,
      "learning_rate": 7.112307883811351e-06,
      "loss": 0.2302,
      "step": 316500
    },
    {
      "epoch": 0.28987680692924445,
      "grad_norm": 1.673755407333374,
      "learning_rate": 7.107731509617709e-06,
      "loss": 0.2349,
      "step": 317000
    },
    {
      "epoch": 0.29033402586761864,
      "grad_norm": 1.3654760122299194,
      "learning_rate": 7.103155135424066e-06,
      "loss": 0.2331,
      "step": 317500
    },
    {
      "epoch": 0.2907912448059929,
      "grad_norm": 1.285056471824646,
      "learning_rate": 7.098578761230422e-06,
      "loss": 0.2322,
      "step": 318000
    },
    {
      "epoch": 0.2912484637443671,
      "grad_norm": 1.6767268180847168,
      "learning_rate": 7.09400238703678e-06,
      "loss": 0.235,
      "step": 318500
    },
    {
      "epoch": 0.2917056826827413,
      "grad_norm": 1.429954171180725,
      "learning_rate": 7.089426012843137e-06,
      "loss": 0.2329,
      "step": 319000
    },
    {
      "epoch": 0.29216290162111547,
      "grad_norm": 1.201323390007019,
      "learning_rate": 7.084849638649495e-06,
      "loss": 0.2315,
      "step": 319500
    },
    {
      "epoch": 0.29262012055948966,
      "grad_norm": 0.9910763502120972,
      "learning_rate": 7.080273264455851e-06,
      "loss": 0.2324,
      "step": 320000
    },
    {
      "epoch": 0.29307733949786385,
      "grad_norm": 1.744512915611267,
      "learning_rate": 7.075696890262208e-06,
      "loss": 0.2322,
      "step": 320500
    },
    {
      "epoch": 0.2935345584362381,
      "grad_norm": 1.4103306531906128,
      "learning_rate": 7.071120516068566e-06,
      "loss": 0.2305,
      "step": 321000
    },
    {
      "epoch": 0.2939917773746123,
      "grad_norm": 1.1745530366897583,
      "learning_rate": 7.066544141874922e-06,
      "loss": 0.2322,
      "step": 321500
    },
    {
      "epoch": 0.2944489963129865,
      "grad_norm": 1.4597954750061035,
      "learning_rate": 7.0619677676812804e-06,
      "loss": 0.2317,
      "step": 322000
    },
    {
      "epoch": 0.2949062152513607,
      "grad_norm": 1.2206711769104004,
      "learning_rate": 7.057391393487637e-06,
      "loss": 0.233,
      "step": 322500
    },
    {
      "epoch": 0.2953634341897349,
      "grad_norm": 1.5247403383255005,
      "learning_rate": 7.052815019293993e-06,
      "loss": 0.2304,
      "step": 323000
    },
    {
      "epoch": 0.29582065312810907,
      "grad_norm": 1.1999021768569946,
      "learning_rate": 7.048238645100351e-06,
      "loss": 0.2338,
      "step": 323500
    },
    {
      "epoch": 0.2962778720664833,
      "grad_norm": 1.4971832036972046,
      "learning_rate": 7.043662270906708e-06,
      "loss": 0.228,
      "step": 324000
    },
    {
      "epoch": 0.2967350910048575,
      "grad_norm": 1.3966095447540283,
      "learning_rate": 7.039085896713066e-06,
      "loss": 0.2272,
      "step": 324500
    },
    {
      "epoch": 0.2971923099432317,
      "grad_norm": 2.6198599338531494,
      "learning_rate": 7.034509522519422e-06,
      "loss": 0.231,
      "step": 325000
    },
    {
      "epoch": 0.2976495288816059,
      "grad_norm": 1.6076655387878418,
      "learning_rate": 7.02993314832578e-06,
      "loss": 0.2294,
      "step": 325500
    },
    {
      "epoch": 0.2981067478199801,
      "grad_norm": 1.1746286153793335,
      "learning_rate": 7.025356774132137e-06,
      "loss": 0.2307,
      "step": 326000
    },
    {
      "epoch": 0.2985639667583543,
      "grad_norm": 1.1930854320526123,
      "learning_rate": 7.020780399938494e-06,
      "loss": 0.2275,
      "step": 326500
    },
    {
      "epoch": 0.29902118569672853,
      "grad_norm": 1.406855821609497,
      "learning_rate": 7.0162040257448515e-06,
      "loss": 0.2294,
      "step": 327000
    },
    {
      "epoch": 0.2994784046351027,
      "grad_norm": 1.669003963470459,
      "learning_rate": 7.011627651551208e-06,
      "loss": 0.2285,
      "step": 327500
    },
    {
      "epoch": 0.2999356235734769,
      "grad_norm": 1.32759690284729,
      "learning_rate": 7.007051277357565e-06,
      "loss": 0.2349,
      "step": 328000
    },
    {
      "epoch": 0.3003928425118511,
      "grad_norm": 1.2544605731964111,
      "learning_rate": 7.0024749031639225e-06,
      "loss": 0.2302,
      "step": 328500
    },
    {
      "epoch": 0.3008500614502253,
      "grad_norm": 1.6793965101242065,
      "learning_rate": 6.99789852897028e-06,
      "loss": 0.2323,
      "step": 329000
    },
    {
      "epoch": 0.3013072803885995,
      "grad_norm": 2.0287883281707764,
      "learning_rate": 6.993322154776637e-06,
      "loss": 0.2269,
      "step": 329500
    },
    {
      "epoch": 0.30176449932697375,
      "grad_norm": 1.4484792947769165,
      "learning_rate": 6.988745780582994e-06,
      "loss": 0.2333,
      "step": 330000
    },
    {
      "epoch": 0.30222171826534794,
      "grad_norm": 57.33815383911133,
      "learning_rate": 6.9841694063893516e-06,
      "loss": 0.2303,
      "step": 330500
    },
    {
      "epoch": 0.30267893720372213,
      "grad_norm": 1.2864947319030762,
      "learning_rate": 6.979593032195708e-06,
      "loss": 0.2288,
      "step": 331000
    },
    {
      "epoch": 0.3031361561420963,
      "grad_norm": 1.2493833303451538,
      "learning_rate": 6.975016658002065e-06,
      "loss": 0.2296,
      "step": 331500
    },
    {
      "epoch": 0.3035933750804705,
      "grad_norm": 1.4573181867599487,
      "learning_rate": 6.9704402838084226e-06,
      "loss": 0.2241,
      "step": 332000
    },
    {
      "epoch": 0.3040505940188447,
      "grad_norm": 1.5703788995742798,
      "learning_rate": 6.96586390961478e-06,
      "loss": 0.2349,
      "step": 332500
    },
    {
      "epoch": 0.30450781295721896,
      "grad_norm": 1.7643167972564697,
      "learning_rate": 6.961287535421137e-06,
      "loss": 0.2313,
      "step": 333000
    },
    {
      "epoch": 0.30496503189559315,
      "grad_norm": 1.4087350368499756,
      "learning_rate": 6.956711161227494e-06,
      "loss": 0.2277,
      "step": 333500
    },
    {
      "epoch": 0.30542225083396735,
      "grad_norm": 1.5593231916427612,
      "learning_rate": 6.952134787033851e-06,
      "loss": 0.2315,
      "step": 334000
    },
    {
      "epoch": 0.30587946977234154,
      "grad_norm": 1.3212522268295288,
      "learning_rate": 6.947558412840208e-06,
      "loss": 0.2299,
      "step": 334500
    },
    {
      "epoch": 0.30633668871071573,
      "grad_norm": 1.4686697721481323,
      "learning_rate": 6.942982038646565e-06,
      "loss": 0.2308,
      "step": 335000
    },
    {
      "epoch": 0.3067939076490899,
      "grad_norm": 1.436549186706543,
      "learning_rate": 6.938405664452923e-06,
      "loss": 0.2311,
      "step": 335500
    },
    {
      "epoch": 0.3072511265874642,
      "grad_norm": 1.471840262413025,
      "learning_rate": 6.93382929025928e-06,
      "loss": 0.228,
      "step": 336000
    },
    {
      "epoch": 0.30770834552583837,
      "grad_norm": 1.3207478523254395,
      "learning_rate": 6.929252916065636e-06,
      "loss": 0.2274,
      "step": 336500
    },
    {
      "epoch": 0.30816556446421256,
      "grad_norm": 1.2210125923156738,
      "learning_rate": 6.9246765418719945e-06,
      "loss": 0.2286,
      "step": 337000
    },
    {
      "epoch": 0.30862278340258675,
      "grad_norm": 1.3577375411987305,
      "learning_rate": 6.920100167678351e-06,
      "loss": 0.2292,
      "step": 337500
    },
    {
      "epoch": 0.30908000234096095,
      "grad_norm": 1.1750257015228271,
      "learning_rate": 6.915523793484709e-06,
      "loss": 0.2324,
      "step": 338000
    },
    {
      "epoch": 0.30953722127933514,
      "grad_norm": 2.1666083335876465,
      "learning_rate": 6.9109474192910654e-06,
      "loss": 0.2287,
      "step": 338500
    },
    {
      "epoch": 0.3099944402177094,
      "grad_norm": 1.4774967432022095,
      "learning_rate": 6.906371045097422e-06,
      "loss": 0.2285,
      "step": 339000
    },
    {
      "epoch": 0.3104516591560836,
      "grad_norm": 1.6809563636779785,
      "learning_rate": 6.90179467090378e-06,
      "loss": 0.2302,
      "step": 339500
    },
    {
      "epoch": 0.3109088780944578,
      "grad_norm": 1.0657724142074585,
      "learning_rate": 6.8972182967101364e-06,
      "loss": 0.2317,
      "step": 340000
    },
    {
      "epoch": 0.31136609703283197,
      "grad_norm": 1.375364899635315,
      "learning_rate": 6.8926419225164945e-06,
      "loss": 0.2286,
      "step": 340500
    },
    {
      "epoch": 0.31182331597120616,
      "grad_norm": 2.182593584060669,
      "learning_rate": 6.888065548322851e-06,
      "loss": 0.2347,
      "step": 341000
    },
    {
      "epoch": 0.3122805349095804,
      "grad_norm": 1.7022758722305298,
      "learning_rate": 6.883489174129207e-06,
      "loss": 0.2286,
      "step": 341500
    },
    {
      "epoch": 0.3127377538479546,
      "grad_norm": 1.5238574743270874,
      "learning_rate": 6.8789127999355655e-06,
      "loss": 0.226,
      "step": 342000
    },
    {
      "epoch": 0.3131949727863288,
      "grad_norm": 1.5397921800613403,
      "learning_rate": 6.874336425741922e-06,
      "loss": 0.2314,
      "step": 342500
    },
    {
      "epoch": 0.313652191724703,
      "grad_norm": 1.4972351789474487,
      "learning_rate": 6.86976005154828e-06,
      "loss": 0.2263,
      "step": 343000
    },
    {
      "epoch": 0.3141094106630772,
      "grad_norm": 1.541048288345337,
      "learning_rate": 6.8651836773546365e-06,
      "loss": 0.226,
      "step": 343500
    },
    {
      "epoch": 0.3145666296014514,
      "grad_norm": 1.155745029449463,
      "learning_rate": 6.860607303160993e-06,
      "loss": 0.2299,
      "step": 344000
    },
    {
      "epoch": 0.3150238485398256,
      "grad_norm": 1.356096863746643,
      "learning_rate": 6.856030928967351e-06,
      "loss": 0.2283,
      "step": 344500
    },
    {
      "epoch": 0.3154810674781998,
      "grad_norm": 1.1130493879318237,
      "learning_rate": 6.8514545547737075e-06,
      "loss": 0.2255,
      "step": 345000
    },
    {
      "epoch": 0.315938286416574,
      "grad_norm": 1.4475120306015015,
      "learning_rate": 6.846878180580066e-06,
      "loss": 0.2311,
      "step": 345500
    },
    {
      "epoch": 0.3163955053549482,
      "grad_norm": 1.6176073551177979,
      "learning_rate": 6.842301806386422e-06,
      "loss": 0.225,
      "step": 346000
    },
    {
      "epoch": 0.3168527242933224,
      "grad_norm": 1.8481721878051758,
      "learning_rate": 6.83772543219278e-06,
      "loss": 0.2284,
      "step": 346500
    },
    {
      "epoch": 0.3173099432316966,
      "grad_norm": 1.6207536458969116,
      "learning_rate": 6.833149057999137e-06,
      "loss": 0.228,
      "step": 347000
    },
    {
      "epoch": 0.31776716217007084,
      "grad_norm": 1.3753981590270996,
      "learning_rate": 6.828572683805493e-06,
      "loss": 0.2297,
      "step": 347500
    },
    {
      "epoch": 0.31822438110844503,
      "grad_norm": 1.168278455734253,
      "learning_rate": 6.823996309611851e-06,
      "loss": 0.2301,
      "step": 348000
    },
    {
      "epoch": 0.3186816000468192,
      "grad_norm": 1.7938873767852783,
      "learning_rate": 6.8194199354182076e-06,
      "loss": 0.2313,
      "step": 348500
    },
    {
      "epoch": 0.3191388189851934,
      "grad_norm": 1.2588731050491333,
      "learning_rate": 6.814843561224566e-06,
      "loss": 0.2287,
      "step": 349000
    },
    {
      "epoch": 0.3195960379235676,
      "grad_norm": 1.5052902698516846,
      "learning_rate": 6.810267187030922e-06,
      "loss": 0.2221,
      "step": 349500
    },
    {
      "epoch": 0.3200532568619418,
      "grad_norm": 1.4498345851898193,
      "learning_rate": 6.8056908128372786e-06,
      "loss": 0.2286,
      "step": 350000
    },
    {
      "epoch": 0.32051047580031605,
      "grad_norm": 1.5637640953063965,
      "learning_rate": 6.801114438643637e-06,
      "loss": 0.2325,
      "step": 350500
    },
    {
      "epoch": 0.32096769473869025,
      "grad_norm": 0.9277071952819824,
      "learning_rate": 6.796538064449993e-06,
      "loss": 0.2241,
      "step": 351000
    },
    {
      "epoch": 0.32142491367706444,
      "grad_norm": 1.4922164678573608,
      "learning_rate": 6.791961690256351e-06,
      "loss": 0.2271,
      "step": 351500
    },
    {
      "epoch": 0.32188213261543863,
      "grad_norm": 1.3462028503417969,
      "learning_rate": 6.787385316062708e-06,
      "loss": 0.2251,
      "step": 352000
    },
    {
      "epoch": 0.3223393515538128,
      "grad_norm": 1.138120412826538,
      "learning_rate": 6.782808941869065e-06,
      "loss": 0.2244,
      "step": 352500
    },
    {
      "epoch": 0.322796570492187,
      "grad_norm": 1.3926693201065063,
      "learning_rate": 6.778232567675422e-06,
      "loss": 0.2261,
      "step": 353000
    },
    {
      "epoch": 0.32325378943056127,
      "grad_norm": 1.3903855085372925,
      "learning_rate": 6.773656193481779e-06,
      "loss": 0.2337,
      "step": 353500
    },
    {
      "epoch": 0.32371100836893546,
      "grad_norm": 1.4542618989944458,
      "learning_rate": 6.769079819288137e-06,
      "loss": 0.2337,
      "step": 354000
    },
    {
      "epoch": 0.32416822730730965,
      "grad_norm": 1.0457683801651,
      "learning_rate": 6.764503445094493e-06,
      "loss": 0.2305,
      "step": 354500
    },
    {
      "epoch": 0.32462544624568385,
      "grad_norm": 1.3533685207366943,
      "learning_rate": 6.7599270709008505e-06,
      "loss": 0.2239,
      "step": 355000
    },
    {
      "epoch": 0.32508266518405804,
      "grad_norm": 1.5367493629455566,
      "learning_rate": 6.755350696707208e-06,
      "loss": 0.229,
      "step": 355500
    },
    {
      "epoch": 0.32553988412243223,
      "grad_norm": 0.9888611435890198,
      "learning_rate": 6.750774322513565e-06,
      "loss": 0.2274,
      "step": 356000
    },
    {
      "epoch": 0.3259971030608065,
      "grad_norm": 2.0140717029571533,
      "learning_rate": 6.746197948319922e-06,
      "loss": 0.225,
      "step": 356500
    },
    {
      "epoch": 0.3264543219991807,
      "grad_norm": 1.2105058431625366,
      "learning_rate": 6.7416215741262796e-06,
      "loss": 0.225,
      "step": 357000
    },
    {
      "epoch": 0.32691154093755487,
      "grad_norm": 1.452605962753296,
      "learning_rate": 6.737045199932636e-06,
      "loss": 0.2264,
      "step": 357500
    },
    {
      "epoch": 0.32736875987592906,
      "grad_norm": 1.4895436763763428,
      "learning_rate": 6.732468825738993e-06,
      "loss": 0.2342,
      "step": 358000
    },
    {
      "epoch": 0.32782597881430325,
      "grad_norm": 1.7278785705566406,
      "learning_rate": 6.7278924515453505e-06,
      "loss": 0.2266,
      "step": 358500
    },
    {
      "epoch": 0.32828319775267745,
      "grad_norm": 1.0101240873336792,
      "learning_rate": 6.723316077351708e-06,
      "loss": 0.2265,
      "step": 359000
    },
    {
      "epoch": 0.3287404166910517,
      "grad_norm": 1.5752644538879395,
      "learning_rate": 6.718739703158065e-06,
      "loss": 0.2246,
      "step": 359500
    },
    {
      "epoch": 0.3291976356294259,
      "grad_norm": 1.188202977180481,
      "learning_rate": 6.7141633289644215e-06,
      "loss": 0.2229,
      "step": 360000
    },
    {
      "epoch": 0.3296548545678001,
      "grad_norm": 1.657990574836731,
      "learning_rate": 6.70958695477078e-06,
      "loss": 0.2291,
      "step": 360500
    },
    {
      "epoch": 0.3301120735061743,
      "grad_norm": 1.1453895568847656,
      "learning_rate": 6.705010580577136e-06,
      "loss": 0.2227,
      "step": 361000
    },
    {
      "epoch": 0.33056929244454847,
      "grad_norm": 1.4932241439819336,
      "learning_rate": 6.700434206383493e-06,
      "loss": 0.2297,
      "step": 361500
    },
    {
      "epoch": 0.3310265113829227,
      "grad_norm": 1.0189024209976196,
      "learning_rate": 6.695857832189851e-06,
      "loss": 0.2226,
      "step": 362000
    },
    {
      "epoch": 0.3314837303212969,
      "grad_norm": 1.1504535675048828,
      "learning_rate": 6.691281457996207e-06,
      "loss": 0.2221,
      "step": 362500
    },
    {
      "epoch": 0.3319409492596711,
      "grad_norm": 1.1485751867294312,
      "learning_rate": 6.686705083802565e-06,
      "loss": 0.2321,
      "step": 363000
    },
    {
      "epoch": 0.3323981681980453,
      "grad_norm": 1.4840065240859985,
      "learning_rate": 6.682128709608922e-06,
      "loss": 0.2242,
      "step": 363500
    },
    {
      "epoch": 0.3328553871364195,
      "grad_norm": 1.8786394596099854,
      "learning_rate": 6.67755233541528e-06,
      "loss": 0.2266,
      "step": 364000
    },
    {
      "epoch": 0.3333126060747937,
      "grad_norm": 1.5424981117248535,
      "learning_rate": 6.672975961221636e-06,
      "loss": 0.2244,
      "step": 364500
    },
    {
      "epoch": 0.33376982501316793,
      "grad_norm": 1.5438640117645264,
      "learning_rate": 6.6683995870279934e-06,
      "loss": 0.2277,
      "step": 365000
    },
    {
      "epoch": 0.3342270439515421,
      "grad_norm": 1.3231064081192017,
      "learning_rate": 6.663823212834351e-06,
      "loss": 0.2252,
      "step": 365500
    },
    {
      "epoch": 0.3346842628899163,
      "grad_norm": 1.649964451789856,
      "learning_rate": 6.659246838640707e-06,
      "loss": 0.2253,
      "step": 366000
    },
    {
      "epoch": 0.3351414818282905,
      "grad_norm": 1.6227779388427734,
      "learning_rate": 6.654670464447065e-06,
      "loss": 0.2256,
      "step": 366500
    },
    {
      "epoch": 0.3355987007666647,
      "grad_norm": 1.197120189666748,
      "learning_rate": 6.650094090253422e-06,
      "loss": 0.2249,
      "step": 367000
    },
    {
      "epoch": 0.3360559197050389,
      "grad_norm": 1.308526873588562,
      "learning_rate": 6.64551771605978e-06,
      "loss": 0.2214,
      "step": 367500
    },
    {
      "epoch": 0.33651313864341315,
      "grad_norm": 1.3108173608779907,
      "learning_rate": 6.640941341866136e-06,
      "loss": 0.2271,
      "step": 368000
    },
    {
      "epoch": 0.33697035758178734,
      "grad_norm": 1.6136078834533691,
      "learning_rate": 6.636364967672493e-06,
      "loss": 0.2288,
      "step": 368500
    },
    {
      "epoch": 0.33742757652016153,
      "grad_norm": 1.7667053937911987,
      "learning_rate": 6.631788593478851e-06,
      "loss": 0.2225,
      "step": 369000
    },
    {
      "epoch": 0.3378847954585357,
      "grad_norm": 1.384122610092163,
      "learning_rate": 6.627212219285207e-06,
      "loss": 0.2237,
      "step": 369500
    },
    {
      "epoch": 0.3383420143969099,
      "grad_norm": 1.4266330003738403,
      "learning_rate": 6.622635845091565e-06,
      "loss": 0.2259,
      "step": 370000
    },
    {
      "epoch": 0.3387992333352841,
      "grad_norm": 1.2225444316864014,
      "learning_rate": 6.618059470897922e-06,
      "loss": 0.2277,
      "step": 370500
    },
    {
      "epoch": 0.33925645227365836,
      "grad_norm": 1.3453285694122314,
      "learning_rate": 6.613483096704278e-06,
      "loss": 0.2252,
      "step": 371000
    },
    {
      "epoch": 0.33971367121203255,
      "grad_norm": 1.1494442224502563,
      "learning_rate": 6.608906722510636e-06,
      "loss": 0.2235,
      "step": 371500
    },
    {
      "epoch": 0.34017089015040675,
      "grad_norm": 2.2398324012756348,
      "learning_rate": 6.604330348316993e-06,
      "loss": 0.2235,
      "step": 372000
    },
    {
      "epoch": 0.34062810908878094,
      "grad_norm": 1.5684269666671753,
      "learning_rate": 6.599753974123351e-06,
      "loss": 0.2243,
      "step": 372500
    },
    {
      "epoch": 0.34108532802715513,
      "grad_norm": 1.7672525644302368,
      "learning_rate": 6.595177599929707e-06,
      "loss": 0.2266,
      "step": 373000
    },
    {
      "epoch": 0.3415425469655293,
      "grad_norm": 1.8046706914901733,
      "learning_rate": 6.590601225736064e-06,
      "loss": 0.2243,
      "step": 373500
    },
    {
      "epoch": 0.3419997659039036,
      "grad_norm": 1.8992114067077637,
      "learning_rate": 6.586024851542422e-06,
      "loss": 0.226,
      "step": 374000
    },
    {
      "epoch": 0.34245698484227777,
      "grad_norm": 1.6175910234451294,
      "learning_rate": 6.581448477348778e-06,
      "loss": 0.2233,
      "step": 374500
    },
    {
      "epoch": 0.34291420378065196,
      "grad_norm": 1.470871090888977,
      "learning_rate": 6.576872103155136e-06,
      "loss": 0.2289,
      "step": 375000
    },
    {
      "epoch": 0.34337142271902615,
      "grad_norm": 1.562513828277588,
      "learning_rate": 6.572295728961493e-06,
      "loss": 0.2293,
      "step": 375500
    },
    {
      "epoch": 0.34382864165740035,
      "grad_norm": 1.1901838779449463,
      "learning_rate": 6.56771935476785e-06,
      "loss": 0.2266,
      "step": 376000
    },
    {
      "epoch": 0.34428586059577454,
      "grad_norm": 1.8072021007537842,
      "learning_rate": 6.563142980574207e-06,
      "loss": 0.2235,
      "step": 376500
    },
    {
      "epoch": 0.3447430795341488,
      "grad_norm": 1.430627703666687,
      "learning_rate": 6.558566606380564e-06,
      "loss": 0.23,
      "step": 377000
    },
    {
      "epoch": 0.345200298472523,
      "grad_norm": 1.7450295686721802,
      "learning_rate": 6.553990232186922e-06,
      "loss": 0.2238,
      "step": 377500
    },
    {
      "epoch": 0.3456575174108972,
      "grad_norm": 1.278794288635254,
      "learning_rate": 6.549413857993278e-06,
      "loss": 0.2247,
      "step": 378000
    },
    {
      "epoch": 0.34611473634927137,
      "grad_norm": 1.6127958297729492,
      "learning_rate": 6.544837483799636e-06,
      "loss": 0.224,
      "step": 378500
    },
    {
      "epoch": 0.34657195528764556,
      "grad_norm": 1.3669660091400146,
      "learning_rate": 6.540261109605993e-06,
      "loss": 0.2228,
      "step": 379000
    },
    {
      "epoch": 0.34702917422601975,
      "grad_norm": 1.3551899194717407,
      "learning_rate": 6.53568473541235e-06,
      "loss": 0.2205,
      "step": 379500
    },
    {
      "epoch": 0.347486393164394,
      "grad_norm": 1.0663011074066162,
      "learning_rate": 6.5311083612187075e-06,
      "loss": 0.2256,
      "step": 380000
    },
    {
      "epoch": 0.3479436121027682,
      "grad_norm": 1.0649718046188354,
      "learning_rate": 6.526531987025064e-06,
      "loss": 0.2248,
      "step": 380500
    },
    {
      "epoch": 0.3484008310411424,
      "grad_norm": 1.4018280506134033,
      "learning_rate": 6.521955612831422e-06,
      "loss": 0.2266,
      "step": 381000
    },
    {
      "epoch": 0.3488580499795166,
      "grad_norm": 1.750497579574585,
      "learning_rate": 6.5173792386377785e-06,
      "loss": 0.2208,
      "step": 381500
    },
    {
      "epoch": 0.3493152689178908,
      "grad_norm": 1.3639546632766724,
      "learning_rate": 6.512802864444136e-06,
      "loss": 0.2271,
      "step": 382000
    },
    {
      "epoch": 0.349772487856265,
      "grad_norm": 0.8961055278778076,
      "learning_rate": 6.508226490250493e-06,
      "loss": 0.2258,
      "step": 382500
    },
    {
      "epoch": 0.3502297067946392,
      "grad_norm": 1.4955040216445923,
      "learning_rate": 6.50365011605685e-06,
      "loss": 0.2168,
      "step": 383000
    },
    {
      "epoch": 0.3506869257330134,
      "grad_norm": 1.7707324028015137,
      "learning_rate": 6.4990737418632076e-06,
      "loss": 0.223,
      "step": 383500
    },
    {
      "epoch": 0.3511441446713876,
      "grad_norm": 1.7343741655349731,
      "learning_rate": 6.494497367669564e-06,
      "loss": 0.2243,
      "step": 384000
    },
    {
      "epoch": 0.3516013636097618,
      "grad_norm": 1.3605395555496216,
      "learning_rate": 6.489920993475921e-06,
      "loss": 0.2208,
      "step": 384500
    },
    {
      "epoch": 0.352058582548136,
      "grad_norm": 1.7057133913040161,
      "learning_rate": 6.4853446192822785e-06,
      "loss": 0.2242,
      "step": 385000
    },
    {
      "epoch": 0.35251580148651024,
      "grad_norm": 1.440219521522522,
      "learning_rate": 6.480768245088636e-06,
      "loss": 0.2198,
      "step": 385500
    },
    {
      "epoch": 0.35297302042488443,
      "grad_norm": 1.1752151250839233,
      "learning_rate": 6.476191870894993e-06,
      "loss": 0.2299,
      "step": 386000
    },
    {
      "epoch": 0.3534302393632586,
      "grad_norm": 1.0869592428207397,
      "learning_rate": 6.47161549670135e-06,
      "loss": 0.2196,
      "step": 386500
    },
    {
      "epoch": 0.3538874583016328,
      "grad_norm": 1.5555566549301147,
      "learning_rate": 6.467039122507707e-06,
      "loss": 0.2204,
      "step": 387000
    },
    {
      "epoch": 0.354344677240007,
      "grad_norm": 1.148882508277893,
      "learning_rate": 6.462462748314065e-06,
      "loss": 0.222,
      "step": 387500
    },
    {
      "epoch": 0.3548018961783812,
      "grad_norm": 1.7266398668289185,
      "learning_rate": 6.457886374120421e-06,
      "loss": 0.2239,
      "step": 388000
    },
    {
      "epoch": 0.35525911511675545,
      "grad_norm": 1.8156708478927612,
      "learning_rate": 6.453309999926779e-06,
      "loss": 0.2254,
      "step": 388500
    },
    {
      "epoch": 0.35571633405512965,
      "grad_norm": 1.3709605932235718,
      "learning_rate": 6.448733625733136e-06,
      "loss": 0.2236,
      "step": 389000
    },
    {
      "epoch": 0.35617355299350384,
      "grad_norm": 1.373267412185669,
      "learning_rate": 6.444157251539492e-06,
      "loss": 0.2182,
      "step": 389500
    },
    {
      "epoch": 0.35663077193187803,
      "grad_norm": 1.8290654420852661,
      "learning_rate": 6.4395808773458505e-06,
      "loss": 0.2199,
      "step": 390000
    },
    {
      "epoch": 0.3570879908702522,
      "grad_norm": 1.2703052759170532,
      "learning_rate": 6.435004503152207e-06,
      "loss": 0.2209,
      "step": 390500
    },
    {
      "epoch": 0.3575452098086264,
      "grad_norm": 1.3054262399673462,
      "learning_rate": 6.430428128958565e-06,
      "loss": 0.2275,
      "step": 391000
    },
    {
      "epoch": 0.35800242874700067,
      "grad_norm": 1.6827231645584106,
      "learning_rate": 6.4258517547649214e-06,
      "loss": 0.225,
      "step": 391500
    },
    {
      "epoch": 0.35845964768537486,
      "grad_norm": 1.0806723833084106,
      "learning_rate": 6.421275380571278e-06,
      "loss": 0.2203,
      "step": 392000
    },
    {
      "epoch": 0.35891686662374905,
      "grad_norm": 1.3846522569656372,
      "learning_rate": 6.416699006377636e-06,
      "loss": 0.2196,
      "step": 392500
    },
    {
      "epoch": 0.35937408556212325,
      "grad_norm": 1.3533942699432373,
      "learning_rate": 6.412122632183992e-06,
      "loss": 0.2245,
      "step": 393000
    },
    {
      "epoch": 0.35983130450049744,
      "grad_norm": 1.6266448497772217,
      "learning_rate": 6.4075462579903505e-06,
      "loss": 0.2237,
      "step": 393500
    },
    {
      "epoch": 0.36028852343887163,
      "grad_norm": 1.3846949338912964,
      "learning_rate": 6.402969883796707e-06,
      "loss": 0.2153,
      "step": 394000
    },
    {
      "epoch": 0.3607457423772459,
      "grad_norm": 1.707695484161377,
      "learning_rate": 6.398393509603063e-06,
      "loss": 0.221,
      "step": 394500
    },
    {
      "epoch": 0.3612029613156201,
      "grad_norm": 1.2363784313201904,
      "learning_rate": 6.3938171354094215e-06,
      "loss": 0.2239,
      "step": 395000
    },
    {
      "epoch": 0.36166018025399427,
      "grad_norm": 1.168939232826233,
      "learning_rate": 6.389240761215778e-06,
      "loss": 0.2219,
      "step": 395500
    },
    {
      "epoch": 0.36211739919236846,
      "grad_norm": 0.9597660899162292,
      "learning_rate": 6.384664387022136e-06,
      "loss": 0.2199,
      "step": 396000
    },
    {
      "epoch": 0.36257461813074265,
      "grad_norm": 1.228608250617981,
      "learning_rate": 6.3800880128284925e-06,
      "loss": 0.2209,
      "step": 396500
    },
    {
      "epoch": 0.36303183706911685,
      "grad_norm": 0.8621894121170044,
      "learning_rate": 6.375511638634851e-06,
      "loss": 0.2209,
      "step": 397000
    },
    {
      "epoch": 0.3634890560074911,
      "grad_norm": 1.686716079711914,
      "learning_rate": 6.370935264441207e-06,
      "loss": 0.2255,
      "step": 397500
    },
    {
      "epoch": 0.3639462749458653,
      "grad_norm": 1.3068556785583496,
      "learning_rate": 6.3663588902475635e-06,
      "loss": 0.2287,
      "step": 398000
    },
    {
      "epoch": 0.3644034938842395,
      "grad_norm": 1.07680344581604,
      "learning_rate": 6.361782516053922e-06,
      "loss": 0.2236,
      "step": 398500
    },
    {
      "epoch": 0.3648607128226137,
      "grad_norm": 2.0120232105255127,
      "learning_rate": 6.357206141860278e-06,
      "loss": 0.2236,
      "step": 399000
    },
    {
      "epoch": 0.36531793176098787,
      "grad_norm": 1.7183582782745361,
      "learning_rate": 6.352629767666636e-06,
      "loss": 0.2191,
      "step": 399500
    },
    {
      "epoch": 0.36577515069936206,
      "grad_norm": 1.2929768562316895,
      "learning_rate": 6.348053393472993e-06,
      "loss": 0.2247,
      "step": 400000
    },
    {
      "epoch": 0.3662323696377363,
      "grad_norm": 1.0887680053710938,
      "learning_rate": 6.343477019279349e-06,
      "loss": 0.2245,
      "step": 400500
    },
    {
      "epoch": 0.3666895885761105,
      "grad_norm": 1.428952932357788,
      "learning_rate": 6.338900645085707e-06,
      "loss": 0.2198,
      "step": 401000
    },
    {
      "epoch": 0.3671468075144847,
      "grad_norm": 1.679784893989563,
      "learning_rate": 6.3343242708920636e-06,
      "loss": 0.219,
      "step": 401500
    },
    {
      "epoch": 0.3676040264528589,
      "grad_norm": 1.9559983015060425,
      "learning_rate": 6.329747896698422e-06,
      "loss": 0.2208,
      "step": 402000
    },
    {
      "epoch": 0.3680612453912331,
      "grad_norm": 1.2725555896759033,
      "learning_rate": 6.325171522504778e-06,
      "loss": 0.2157,
      "step": 402500
    },
    {
      "epoch": 0.36851846432960733,
      "grad_norm": 1.522418737411499,
      "learning_rate": 6.3205951483111345e-06,
      "loss": 0.2224,
      "step": 403000
    },
    {
      "epoch": 0.3689756832679815,
      "grad_norm": 1.372866153717041,
      "learning_rate": 6.316018774117493e-06,
      "loss": 0.2226,
      "step": 403500
    },
    {
      "epoch": 0.3694329022063557,
      "grad_norm": 1.6181350946426392,
      "learning_rate": 6.311442399923849e-06,
      "loss": 0.2229,
      "step": 404000
    },
    {
      "epoch": 0.3698901211447299,
      "grad_norm": 1.3286571502685547,
      "learning_rate": 6.306866025730207e-06,
      "loss": 0.2242,
      "step": 404500
    },
    {
      "epoch": 0.3703473400831041,
      "grad_norm": 1.808738350868225,
      "learning_rate": 6.302289651536564e-06,
      "loss": 0.2187,
      "step": 405000
    },
    {
      "epoch": 0.3708045590214783,
      "grad_norm": 1.438143253326416,
      "learning_rate": 6.297713277342921e-06,
      "loss": 0.2217,
      "step": 405500
    },
    {
      "epoch": 0.37126177795985255,
      "grad_norm": 1.8223944902420044,
      "learning_rate": 6.293136903149278e-06,
      "loss": 0.2269,
      "step": 406000
    },
    {
      "epoch": 0.37171899689822674,
      "grad_norm": 1.175521969795227,
      "learning_rate": 6.2885605289556355e-06,
      "loss": 0.2235,
      "step": 406500
    },
    {
      "epoch": 0.37217621583660093,
      "grad_norm": 2.208753824234009,
      "learning_rate": 6.283984154761993e-06,
      "loss": 0.2267,
      "step": 407000
    },
    {
      "epoch": 0.3726334347749751,
      "grad_norm": 1.0367563962936401,
      "learning_rate": 6.279407780568349e-06,
      "loss": 0.2227,
      "step": 407500
    },
    {
      "epoch": 0.3730906537133493,
      "grad_norm": 1.719056487083435,
      "learning_rate": 6.2748314063747065e-06,
      "loss": 0.2217,
      "step": 408000
    },
    {
      "epoch": 0.3735478726517235,
      "grad_norm": 1.4684566259384155,
      "learning_rate": 6.270255032181064e-06,
      "loss": 0.2247,
      "step": 408500
    },
    {
      "epoch": 0.37400509159009776,
      "grad_norm": 1.1170936822891235,
      "learning_rate": 6.265678657987421e-06,
      "loss": 0.2194,
      "step": 409000
    },
    {
      "epoch": 0.37446231052847195,
      "grad_norm": 1.2900408506393433,
      "learning_rate": 6.261102283793778e-06,
      "loss": 0.2181,
      "step": 409500
    },
    {
      "epoch": 0.37491952946684615,
      "grad_norm": 1.4425394535064697,
      "learning_rate": 6.2565259096001356e-06,
      "loss": 0.2204,
      "step": 410000
    },
    {
      "epoch": 0.37537674840522034,
      "grad_norm": 1.2810927629470825,
      "learning_rate": 6.251949535406492e-06,
      "loss": 0.2189,
      "step": 410500
    },
    {
      "epoch": 0.37583396734359453,
      "grad_norm": 1.4359560012817383,
      "learning_rate": 6.247373161212849e-06,
      "loss": 0.2206,
      "step": 411000
    },
    {
      "epoch": 0.3762911862819687,
      "grad_norm": 1.2622240781784058,
      "learning_rate": 6.2427967870192065e-06,
      "loss": 0.219,
      "step": 411500
    },
    {
      "epoch": 0.376748405220343,
      "grad_norm": 1.365540862083435,
      "learning_rate": 6.238220412825564e-06,
      "loss": 0.22,
      "step": 412000
    },
    {
      "epoch": 0.37720562415871717,
      "grad_norm": 1.4828884601593018,
      "learning_rate": 6.233644038631921e-06,
      "loss": 0.2263,
      "step": 412500
    },
    {
      "epoch": 0.37766284309709136,
      "grad_norm": 1.3468049764633179,
      "learning_rate": 6.2290676644382775e-06,
      "loss": 0.2236,
      "step": 413000
    },
    {
      "epoch": 0.37812006203546555,
      "grad_norm": 1.2755866050720215,
      "learning_rate": 6.224491290244636e-06,
      "loss": 0.2258,
      "step": 413500
    },
    {
      "epoch": 0.37857728097383975,
      "grad_norm": 1.38784658908844,
      "learning_rate": 6.219914916050992e-06,
      "loss": 0.2236,
      "step": 414000
    },
    {
      "epoch": 0.37903449991221394,
      "grad_norm": 1.3065296411514282,
      "learning_rate": 6.215338541857349e-06,
      "loss": 0.2206,
      "step": 414500
    },
    {
      "epoch": 0.3794917188505882,
      "grad_norm": 1.0447067022323608,
      "learning_rate": 6.210762167663707e-06,
      "loss": 0.2177,
      "step": 415000
    },
    {
      "epoch": 0.3799489377889624,
      "grad_norm": 1.609236478805542,
      "learning_rate": 6.206185793470064e-06,
      "loss": 0.2243,
      "step": 415500
    },
    {
      "epoch": 0.3804061567273366,
      "grad_norm": 1.5531622171401978,
      "learning_rate": 6.201609419276421e-06,
      "loss": 0.221,
      "step": 416000
    },
    {
      "epoch": 0.38086337566571077,
      "grad_norm": 1.4250783920288086,
      "learning_rate": 6.197033045082778e-06,
      "loss": 0.2164,
      "step": 416500
    },
    {
      "epoch": 0.38132059460408496,
      "grad_norm": 1.1696795225143433,
      "learning_rate": 6.192456670889136e-06,
      "loss": 0.2225,
      "step": 417000
    },
    {
      "epoch": 0.38177781354245915,
      "grad_norm": 1.422655701637268,
      "learning_rate": 6.187880296695492e-06,
      "loss": 0.2223,
      "step": 417500
    },
    {
      "epoch": 0.3822350324808334,
      "grad_norm": 1.3113077878952026,
      "learning_rate": 6.1833039225018494e-06,
      "loss": 0.2195,
      "step": 418000
    },
    {
      "epoch": 0.3826922514192076,
      "grad_norm": 1.46403968334198,
      "learning_rate": 6.178727548308207e-06,
      "loss": 0.213,
      "step": 418500
    },
    {
      "epoch": 0.3831494703575818,
      "grad_norm": 1.528786540031433,
      "learning_rate": 6.174151174114563e-06,
      "loss": 0.2158,
      "step": 419000
    },
    {
      "epoch": 0.383606689295956,
      "grad_norm": 1.4497718811035156,
      "learning_rate": 6.169574799920921e-06,
      "loss": 0.2196,
      "step": 419500
    },
    {
      "epoch": 0.3840639082343302,
      "grad_norm": 1.6955440044403076,
      "learning_rate": 6.164998425727278e-06,
      "loss": 0.2227,
      "step": 420000
    }
  ],
  "logging_steps": 500,
  "max_steps": 1093568,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.992271060696826e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}