{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1227,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 3.007773875878433,
      "learning_rate": 5.405405405405406e-07,
      "loss": 1.0642,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.857206220727576,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 1.1634,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.7967680760923868,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 1.0318,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.902180242609355,
      "learning_rate": 2.1621621621621623e-06,
      "loss": 1.0997,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.0866839964676887,
      "learning_rate": 2.702702702702703e-06,
      "loss": 1.0777,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.6411177721266106,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 1.1159,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.8484602651995545,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 1.1075,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.3661117374745435,
      "learning_rate": 4.324324324324325e-06,
      "loss": 1.0968,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.6897613858242715,
      "learning_rate": 4.864864864864866e-06,
      "loss": 1.0019,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1067843807324762,
      "learning_rate": 5.405405405405406e-06,
      "loss": 1.0525,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1949647364804228,
      "learning_rate": 5.945945945945947e-06,
      "loss": 0.9823,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1650155608059656,
      "learning_rate": 6.486486486486487e-06,
      "loss": 1.0187,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.337839660443822,
      "learning_rate": 7.027027027027028e-06,
      "loss": 0.9799,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.706949908048817,
      "learning_rate": 7.567567567567569e-06,
      "loss": 1.0251,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.538502149835905,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.9682,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.368696091479067,
      "learning_rate": 8.64864864864865e-06,
      "loss": 1.0244,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.065537158684757,
      "learning_rate": 9.189189189189191e-06,
      "loss": 1.0074,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.3166065957554898,
      "learning_rate": 9.729729729729732e-06,
      "loss": 0.9828,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.0227898100960249,
      "learning_rate": 1.027027027027027e-05,
      "loss": 0.9473,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.1052630394089142,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 0.8935,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.0310684987266245,
      "learning_rate": 1.1351351351351352e-05,
      "loss": 0.9551,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.047549783181247,
      "learning_rate": 1.1891891891891894e-05,
      "loss": 0.9808,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8944923205462866,
      "learning_rate": 1.2432432432432433e-05,
      "loss": 0.9036,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8946413055843416,
      "learning_rate": 1.2972972972972975e-05,
      "loss": 0.9881,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.9958101084749376,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 1.0941,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.87651499567766,
      "learning_rate": 1.4054054054054055e-05,
      "loss": 0.9625,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.805066306166799,
      "learning_rate": 1.4594594594594596e-05,
      "loss": 0.9283,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7049202710021768,
      "learning_rate": 1.5135135135135138e-05,
      "loss": 0.927,
      "step": 28
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8128712588755304,
      "learning_rate": 1.5675675675675676e-05,
      "loss": 0.8556,
      "step": 29
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.694832518978497,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 0.9383,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9257102494736904,
      "learning_rate": 1.6756756756756757e-05,
      "loss": 0.9333,
      "step": 31
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7510360548090936,
      "learning_rate": 1.72972972972973e-05,
      "loss": 0.9407,
      "step": 32
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7538350811054269,
      "learning_rate": 1.783783783783784e-05,
      "loss": 0.9213,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7543809555126735,
      "learning_rate": 1.8378378378378383e-05,
      "loss": 0.9341,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7381433651076192,
      "learning_rate": 1.891891891891892e-05,
      "loss": 0.8983,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7180289400292585,
      "learning_rate": 1.9459459459459463e-05,
      "loss": 0.8925,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7794830978461427,
      "learning_rate": 2e-05,
      "loss": 0.8603,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.172653145104533,
      "learning_rate": 1.999996515218322e-05,
      "loss": 0.9164,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1635885899730565,
      "learning_rate": 1.999986060897575e-05,
      "loss": 0.8851,
      "step": 39
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6221780237162938,
      "learning_rate": 1.999968637110621e-05,
      "loss": 0.8973,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.905869585897509,
      "learning_rate": 1.9999442439788964e-05,
      "loss": 0.9,
      "step": 41
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7139073653989279,
      "learning_rate": 1.999912881672411e-05,
      "loss": 0.8876,
      "step": 42
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.0597066496178233,
      "learning_rate": 1.9998745504097457e-05,
      "loss": 1.102,
      "step": 43
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7124480177534466,
      "learning_rate": 1.9998292504580528e-05,
      "loss": 0.901,
      "step": 44
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.8247381247566109,
      "learning_rate": 1.9997769821330534e-05,
      "loss": 0.8346,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6360988812031477,
      "learning_rate": 1.999717745799035e-05,
      "loss": 0.873,
      "step": 46
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6691109246694686,
      "learning_rate": 1.9996515418688493e-05,
      "loss": 0.8622,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.5206145667560276,
      "learning_rate": 1.9995783708039075e-05,
      "loss": 0.9121,
      "step": 48
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.8929405632667002,
      "learning_rate": 1.9994982331141813e-05,
      "loss": 0.8964,
      "step": 49
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7713737306605302,
      "learning_rate": 1.9994111293581947e-05,
      "loss": 0.8909,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6654831932835349,
      "learning_rate": 1.9993170601430233e-05,
      "loss": 0.8645,
      "step": 51
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7559249453024011,
      "learning_rate": 1.999216026124288e-05,
      "loss": 0.9169,
      "step": 52
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7220497377862712,
      "learning_rate": 1.9991080280061518e-05,
      "loss": 0.8841,
      "step": 53
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.8444439771114949,
      "learning_rate": 1.9989930665413148e-05,
      "loss": 0.8727,
      "step": 54
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9566137667114166,
      "learning_rate": 1.998871142531008e-05,
      "loss": 0.8886,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8257943147168417,
      "learning_rate": 1.9987422568249886e-05,
      "loss": 0.9217,
      "step": 56
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0434974088970088,
      "learning_rate": 1.998606410321534e-05,
      "loss": 0.8799,
      "step": 57
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7461768192626946,
      "learning_rate": 1.9984636039674342e-05,
      "loss": 0.8855,
      "step": 58
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6188639876065991,
      "learning_rate": 1.9983138387579877e-05,
      "loss": 0.8638,
      "step": 59
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8999602349060933,
      "learning_rate": 1.9981571157369925e-05,
      "loss": 0.8853,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3174850456215421,
      "learning_rate": 1.9979934359967398e-05,
      "loss": 0.8998,
      "step": 61
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7995372518873074,
      "learning_rate": 1.9978228006780056e-05,
      "loss": 0.8682,
      "step": 62
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8252725966611132,
      "learning_rate": 1.9976452109700436e-05,
      "loss": 0.8696,
      "step": 63
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0495709519973797,
      "learning_rate": 1.997460668110577e-05,
      "loss": 0.8594,
      "step": 64
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.9390841981330008,
      "learning_rate": 1.997269173385788e-05,
      "loss": 0.8611,
      "step": 65
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.9476981679588746,
      "learning_rate": 1.9970707281303126e-05,
      "loss": 0.9989,
      "step": 66
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8440449864694928,
      "learning_rate": 1.9968653337272262e-05,
      "loss": 0.8122,
      "step": 67
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8847901924859267,
      "learning_rate": 1.996652991608039e-05,
      "loss": 0.8571,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6549842142806805,
      "learning_rate": 1.996433703252682e-05,
      "loss": 0.8925,
      "step": 69
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9223720864117396,
      "learning_rate": 1.9962074701895006e-05,
      "loss": 0.8879,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9764677442649146,
      "learning_rate": 1.9959742939952393e-05,
      "loss": 0.8117,
      "step": 71
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9850273266670845,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 0.8666,
      "step": 72
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.962692728833449,
      "learning_rate": 1.9954871187624027e-05,
      "loss": 0.9053,
      "step": 73
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9454258895371642,
      "learning_rate": 1.9952331231192256e-05,
      "loss": 0.864,
      "step": 74
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9096512226666619,
      "learning_rate": 1.994972191135743e-05,
      "loss": 0.87,
      "step": 75
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.981353470849719,
      "learning_rate": 1.9947043246305365e-05,
      "loss": 0.8859,
      "step": 76
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9193231471198929,
      "learning_rate": 1.9944295254705187e-05,
      "loss": 0.8526,
      "step": 77
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8905271619805811,
      "learning_rate": 1.9941477955709195e-05,
      "loss": 0.8716,
      "step": 78
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9184422966842619,
      "learning_rate": 1.993859136895274e-05,
      "loss": 0.8354,
      "step": 79
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3999409668377503,
      "learning_rate": 1.9935635514554062e-05,
      "loss": 0.8626,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.1628411466199544,
      "learning_rate": 1.9932610413114184e-05,
      "loss": 0.8391,
      "step": 81
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7359320092864131,
      "learning_rate": 1.9929516085716736e-05,
      "loss": 0.8917,
      "step": 82
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.0705737746636836,
      "learning_rate": 1.9926352553927833e-05,
      "loss": 0.8575,
      "step": 83
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.9057245860836382,
      "learning_rate": 1.992311983979591e-05,
      "loss": 1.0095,
      "step": 84
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.723952695240946,
      "learning_rate": 1.9919817965851566e-05,
      "loss": 0.891,
      "step": 85
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8192498054074059,
      "learning_rate": 1.991644695510743e-05,
      "loss": 0.8735,
      "step": 86
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6388338595986612,
      "learning_rate": 1.9913006831057967e-05,
      "loss": 0.8567,
      "step": 87
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7395229777318928,
      "learning_rate": 1.990949761767935e-05,
      "loss": 0.833,
      "step": 88
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6960470315375072,
      "learning_rate": 1.9905919339429254e-05,
      "loss": 0.8656,
      "step": 89
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8126549022017021,
      "learning_rate": 1.9902272021246718e-05,
      "loss": 0.8377,
      "step": 90
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8001333245737844,
      "learning_rate": 1.989855568855196e-05,
      "loss": 0.9069,
      "step": 91
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6246257857224763,
      "learning_rate": 1.9894770367246197e-05,
      "loss": 0.8756,
      "step": 92
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.7135504832280406,
      "learning_rate": 1.9890916083711463e-05,
      "loss": 0.8565,
      "step": 93
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.0049924597661066,
      "learning_rate": 1.9886992864810427e-05,
      "loss": 0.8694,
      "step": 94
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6289843920776702,
      "learning_rate": 1.9883000737886222e-05,
      "loss": 0.8444,
      "step": 95
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8240416323557646,
      "learning_rate": 1.9878939730762222e-05,
      "loss": 0.8231,
      "step": 96
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6314357606841658,
      "learning_rate": 1.9874809871741877e-05,
      "loss": 0.8336,
      "step": 97
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8695356040869762,
      "learning_rate": 1.9870611189608494e-05,
      "loss": 0.8757,
      "step": 98
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.688194653525997,
      "learning_rate": 1.9866343713625066e-05,
      "loss": 0.8585,
      "step": 99
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.9499108164870441,
      "learning_rate": 1.9862007473534026e-05,
      "loss": 0.8779,
      "step": 100
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.7550314742203836,
      "learning_rate": 1.985760249955708e-05,
      "loss": 0.9369,
      "step": 101
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3902820113381522,
      "learning_rate": 1.9853128822394976e-05,
      "loss": 0.8713,
      "step": 102
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6578487819760912,
      "learning_rate": 1.9848586473227286e-05,
      "loss": 0.8673,
      "step": 103
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.7466051990180269,
      "learning_rate": 1.9843975483712198e-05,
      "loss": 0.8488,
      "step": 104
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7817084597439625,
      "learning_rate": 1.98392958859863e-05,
      "loss": 0.8308,
      "step": 105
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7680665356429073,
      "learning_rate": 1.983454771266434e-05,
      "loss": 0.8361,
      "step": 106
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7849892604067501,
      "learning_rate": 1.982973099683902e-05,
      "loss": 0.8729,
      "step": 107
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7529350832962131,
      "learning_rate": 1.982484577208074e-05,
      "loss": 0.8519,
      "step": 108
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8620625120138664,
      "learning_rate": 1.9819892072437388e-05,
      "loss": 0.7973,
      "step": 109
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6995472310920965,
      "learning_rate": 1.9814869932434083e-05,
      "loss": 0.8492,
      "step": 110
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8193968845664128,
      "learning_rate": 1.980977938707295e-05,
      "loss": 0.8526,
      "step": 111
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.786906492728911,
      "learning_rate": 1.980462047183287e-05,
      "loss": 0.9187,
      "step": 112
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.7477484388682966,
      "learning_rate": 1.9799393222669224e-05,
      "loss": 0.8019,
      "step": 113
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8694975251318111,
      "learning_rate": 1.979409767601366e-05,
      "loss": 0.753,
      "step": 114
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.749484757929014,
      "learning_rate": 1.9788733868773826e-05,
      "loss": 0.855,
      "step": 115
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6696158439558821,
      "learning_rate": 1.9783301838333116e-05,
      "loss": 0.8614,
      "step": 116
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.9846436399717825,
      "learning_rate": 1.977780162255041e-05,
      "loss": 0.8198,
      "step": 117
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7139828628211472,
      "learning_rate": 1.977223325975981e-05,
      "loss": 0.8288,
      "step": 118
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8428451010859759,
      "learning_rate": 1.9766596788770373e-05,
      "loss": 0.8732,
      "step": 119
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7104517536296814,
      "learning_rate": 1.9760892248865843e-05,
      "loss": 0.9592,
      "step": 120
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3639065171428235,
      "learning_rate": 1.975511967980437e-05,
      "loss": 0.8146,
      "step": 121
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6637197642842009,
      "learning_rate": 1.9749279121818235e-05,
      "loss": 0.807,
      "step": 122
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.831864853940694,
      "learning_rate": 1.974337061561359e-05,
      "loss": 0.8403,
      "step": 123
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7545282967284532,
      "learning_rate": 1.9737394202370132e-05,
      "loss": 0.8677,
      "step": 124
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7474853254184157,
      "learning_rate": 1.9731349923740857e-05,
      "loss": 0.8173,
      "step": 125
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7835828879337019,
      "learning_rate": 1.9725237821851745e-05,
      "loss": 0.8202,
      "step": 126
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8679607102361868,
      "learning_rate": 1.9719057939301477e-05,
      "loss": 0.8572,
      "step": 127
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8649305059529203,
      "learning_rate": 1.971281031916114e-05,
      "loss": 0.8942,
      "step": 128
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.8490273539418802,
      "learning_rate": 1.9706495004973914e-05,
      "loss": 0.8357,
      "step": 129
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.183384939083542,
      "learning_rate": 1.9700112040754784e-05,
      "loss": 0.8165,
      "step": 130
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7254090129598603,
      "learning_rate": 1.9693661470990225e-05,
      "loss": 0.7967,
      "step": 131
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7903493887431122,
      "learning_rate": 1.9687143340637885e-05,
      "loss": 0.8667,
      "step": 132
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.867657995780601,
      "learning_rate": 1.9680557695126294e-05,
      "loss": 0.92,
      "step": 133
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7634965502772261,
      "learning_rate": 1.9673904580354523e-05,
      "loss": 0.8427,
      "step": 134
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.056001273456717,
      "learning_rate": 1.9667184042691877e-05,
      "loss": 0.7941,
      "step": 135
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.9191218337807702,
      "learning_rate": 1.9660396128977566e-05,
      "loss": 0.8569,
      "step": 136
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.751994877158226,
      "learning_rate": 1.9653540886520387e-05,
      "loss": 0.8513,
      "step": 137
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.8871085347681905,
      "learning_rate": 1.9646618363098388e-05,
      "loss": 0.8112,
      "step": 138
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.8656846964398582,
      "learning_rate": 1.9639628606958535e-05,
      "loss": 0.8135,
      "step": 139
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3922165128687753,
      "learning_rate": 1.963257166681637e-05,
      "loss": 0.8452,
      "step": 140
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.7714516685024676,
      "learning_rate": 1.9625447591855695e-05,
      "loss": 0.9326,
      "step": 141
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3113355565847573,
      "learning_rate": 1.961825643172819e-05,
      "loss": 0.8614,
      "step": 142
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.8196547585997562,
      "learning_rate": 1.961099823655311e-05,
      "loss": 0.8289,
      "step": 143
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.9426085355836699,
      "learning_rate": 1.9603673056916907e-05,
      "loss": 0.8067,
      "step": 144
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2221433642931228,
      "learning_rate": 1.9596280943872875e-05,
      "loss": 0.8446,
      "step": 145
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.866819365404402,
      "learning_rate": 1.958882194894082e-05,
      "loss": 0.8458,
      "step": 146
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.7194063741485811,
      "learning_rate": 1.9581296124106682e-05,
      "loss": 0.8168,
      "step": 147
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0846392923721617,
      "learning_rate": 1.957370352182217e-05,
      "loss": 0.7994,
      "step": 148
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.8933535671346733,
      "learning_rate": 1.956604419500441e-05,
      "loss": 0.829,
      "step": 149
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.9755100456578889,
      "learning_rate": 1.9558318197035562e-05,
      "loss": 0.8855,
      "step": 150
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.7708397549879094,
      "learning_rate": 1.955052558176246e-05,
      "loss": 0.8083,
      "step": 151
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.9460543617272675,
      "learning_rate": 1.9542666403496232e-05,
      "loss": 0.8821,
      "step": 152
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1174490467064162,
      "learning_rate": 1.9534740717011917e-05,
      "loss": 0.8064,
      "step": 153
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0002826862266712,
      "learning_rate": 1.9526748577548085e-05,
      "loss": 0.8397,
      "step": 154
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.8630790310082779,
      "learning_rate": 1.9518690040806465e-05,
      "loss": 0.8199,
      "step": 155
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.9216650450071842,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.8125,
      "step": 156
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.7621019446797,
      "learning_rate": 1.9502374000610152e-05,
      "loss": 0.7973,
      "step": 157
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0963348788120029,
      "learning_rate": 1.9494116610871133e-05,
      "loss": 0.7595,
      "step": 158
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0722046322852692,
      "learning_rate": 1.9485793051284884e-05,
      "loss": 0.863,
      "step": 159
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.9038147563488605,
      "learning_rate": 1.9477403379862976e-05,
      "loss": 0.8286,
      "step": 160
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1491249222228266,
      "learning_rate": 1.9468947655077763e-05,
      "loss": 0.8453,
      "step": 161
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0097893592901905,
      "learning_rate": 1.946042593586195e-05,
      "loss": 0.8337,
      "step": 162
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1126492132392058,
      "learning_rate": 1.94518382816082e-05,
      "loss": 0.8449,
      "step": 163
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.9148283461966971,
      "learning_rate": 1.944318475216871e-05,
      "loss": 0.8283,
      "step": 164
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.9186582857491254,
      "learning_rate": 1.9434465407854803e-05,
      "loss": 0.8535,
      "step": 165
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.856650925062199,
      "learning_rate": 1.9425680309436506e-05,
      "loss": 0.829,
      "step": 166
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0221504910055796,
      "learning_rate": 1.941682951814212e-05,
      "loss": 0.7882,
      "step": 167
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8386380980059264,
      "learning_rate": 1.9407913095657785e-05,
      "loss": 0.7817,
      "step": 168
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0113267911380253,
      "learning_rate": 1.939893110412708e-05,
      "loss": 0.862,
      "step": 169
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.074343720189095,
      "learning_rate": 1.938988360615057e-05,
      "loss": 0.8605,
      "step": 170
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.192518302320637,
      "learning_rate": 1.9380770664785352e-05,
      "loss": 0.8146,
      "step": 171
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.385276160608002,
      "learning_rate": 1.9371592343544655e-05,
      "loss": 0.8383,
      "step": 172
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1099211868000982,
      "learning_rate": 1.9362348706397374e-05,
      "loss": 0.8066,
      "step": 173
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8907583522755066,
      "learning_rate": 1.935303981776762e-05,
      "loss": 0.8368,
      "step": 174
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.73097937043873,
      "learning_rate": 1.934366574253428e-05,
      "loss": 0.8317,
      "step": 175
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.03459393756036,
      "learning_rate": 1.9334226546030567e-05,
      "loss": 0.8386,
      "step": 176
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.7115534813257642,
      "learning_rate": 1.932472229404356e-05,
      "loss": 0.8082,
      "step": 177
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.9738920097757501,
      "learning_rate": 1.9315153052813743e-05,
      "loss": 1.0401,
      "step": 178
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.6695616131500474,
      "learning_rate": 1.9305518889034552e-05,
      "loss": 0.7911,
      "step": 179
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8882400162791445,
      "learning_rate": 1.9295819869851904e-05,
      "loss": 0.797,
      "step": 180
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.7158354503340638,
      "learning_rate": 1.928605606286372e-05,
      "loss": 0.8094,
      "step": 181
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.9729306959715439,
      "learning_rate": 1.927622753611948e-05,
      "loss": 0.8346,
      "step": 182
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3671394256058627,
      "learning_rate": 1.9266334358119718e-05,
      "loss": 0.8378,
      "step": 183
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0109742540266808,
      "learning_rate": 1.9256376597815565e-05,
      "loss": 0.8641,
      "step": 184
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8290426252052272,
      "learning_rate": 1.9246354324608264e-05,
      "loss": 0.78,
      "step": 185
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.9368719853478257,
      "learning_rate": 1.9236267608348682e-05,
      "loss": 0.8456,
      "step": 186
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.6616351032800075,
      "learning_rate": 1.922611651933683e-05,
      "loss": 0.8226,
      "step": 187
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8469865376322364,
      "learning_rate": 1.9215901128321364e-05,
      "loss": 0.8711,
      "step": 188
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.7056169332256019,
      "learning_rate": 1.9205621506499097e-05,
      "loss": 0.8005,
      "step": 189
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8084263213554583,
      "learning_rate": 1.919527772551451e-05,
      "loss": 0.7888,
      "step": 190
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.6750836711884648,
      "learning_rate": 1.9184869857459233e-05,
      "loss": 0.83,
      "step": 191
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7046946668075518,
      "learning_rate": 1.9174397974871563e-05,
      "loss": 0.8652,
      "step": 192
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.6444973595395219,
      "learning_rate": 1.9163862150735958e-05,
      "loss": 0.7793,
      "step": 193
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8679453081284159,
      "learning_rate": 1.9153262458482496e-05,
      "loss": 0.8068,
      "step": 194
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8909839733358594,
      "learning_rate": 1.914259897198642e-05,
      "loss": 0.853,
      "step": 195
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7205031552535607,
      "learning_rate": 1.9131871765567568e-05,
      "loss": 0.8152,
      "step": 196
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7454290278397927,
      "learning_rate": 1.912108091398988e-05,
      "loss": 1.0208,
      "step": 197
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8167232377232934,
      "learning_rate": 1.9110226492460886e-05,
      "loss": 0.7924,
      "step": 198
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8665081008668859,
      "learning_rate": 1.909930857663116e-05,
      "loss": 0.787,
      "step": 199
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8201490370356377,
      "learning_rate": 1.9088327242593813e-05,
      "loss": 0.7933,
      "step": 200
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8590510153306822,
      "learning_rate": 1.9077282566883947e-05,
      "loss": 0.853,
      "step": 201
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7065318942585537,
      "learning_rate": 1.906617462647813e-05,
      "loss": 0.7735,
      "step": 202
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8005160540460853,
      "learning_rate": 1.9055003498793848e-05,
      "loss": 0.817,
      "step": 203
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8469602646196659,
      "learning_rate": 1.9043769261688997e-05,
      "loss": 0.8161,
      "step": 204
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.9870256381329746,
      "learning_rate": 1.903247199346129e-05,
      "loss": 0.8276,
      "step": 205
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8636796902689928,
      "learning_rate": 1.9021111772847765e-05,
      "loss": 0.7976,
      "step": 206
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.7652419141149845,
      "learning_rate": 1.900968867902419e-05,
      "loss": 0.781,
      "step": 207
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.7408397012725758,
      "learning_rate": 1.8998202791604554e-05,
      "loss": 0.7995,
      "step": 208
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.748126568200572,
      "learning_rate": 1.8986654190640462e-05,
      "loss": 0.825,
      "step": 209
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8031654515366501,
      "learning_rate": 1.8975042956620632e-05,
      "loss": 0.813,
      "step": 210
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.6509807697864332,
      "learning_rate": 1.896336917047029e-05,
      "loss": 0.7945,
      "step": 211
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.7321849618567235,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 0.8017,
      "step": 212
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8238238876070657,
      "learning_rate": 1.8939834267658228e-05,
      "loss": 0.8199,
      "step": 213
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.7264966898825242,
      "learning_rate": 1.8927973315024508e-05,
      "loss": 0.8456,
      "step": 214
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7216343694661315,
      "learning_rate": 1.8916050138315127e-05,
      "loss": 0.824,
      "step": 215
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.9128153988173803,
      "learning_rate": 1.8904064820629418e-05,
      "loss": 0.7902,
      "step": 216
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.696451881050563,
      "learning_rate": 1.8892017445499812e-05,
      "loss": 0.8144,
      "step": 217
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7797719086177407,
      "learning_rate": 1.8879908096891256e-05,
      "loss": 0.7954,
      "step": 218
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.8202053059181028,
      "learning_rate": 1.886773685920062e-05,
      "loss": 0.9373,
      "step": 219
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2329671655561862,
      "learning_rate": 1.8855503817256118e-05,
      "loss": 0.8346,
      "step": 220
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7906067245726275,
      "learning_rate": 1.884320905631671e-05,
      "loss": 0.8026,
      "step": 221
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7928517645859342,
      "learning_rate": 1.8830852662071507e-05,
      "loss": 0.8416,
      "step": 222
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.6942970529326871,
      "learning_rate": 1.8818434720639188e-05,
      "loss": 0.7786,
      "step": 223
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.9905384736223096,
      "learning_rate": 1.880595531856738e-05,
      "loss": 0.8406,
      "step": 224
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.7683385859011829,
      "learning_rate": 1.879341454283207e-05,
      "loss": 0.8048,
      "step": 225
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0170090831809877,
      "learning_rate": 1.878081248083698e-05,
      "loss": 0.8263,
      "step": 226
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.6355229648322088,
      "learning_rate": 1.876814922041299e-05,
      "loss": 0.8063,
      "step": 227
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1541092215034703,
      "learning_rate": 1.8755424849817486e-05,
      "loss": 0.8202,
      "step": 228
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1151352544088526,
      "learning_rate": 1.8742639457733785e-05,
      "loss": 0.8644,
      "step": 229
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.8729194226767725,
      "learning_rate": 1.872979313327048e-05,
      "loss": 0.7613,
      "step": 230
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.7254563499363096,
      "learning_rate": 1.871688596596084e-05,
      "loss": 0.8498,
      "step": 231
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.7211424264159457,
      "learning_rate": 1.8703918045762197e-05,
      "loss": 0.7991,
      "step": 232
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.8504123540124784,
      "learning_rate": 1.8690889463055285e-05,
      "loss": 0.8309,
      "step": 233
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.7918790539782127,
      "learning_rate": 1.8677800308643637e-05,
      "loss": 0.7899,
      "step": 234
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.9516806365444205,
      "learning_rate": 1.8664650673752945e-05,
      "loss": 0.817,
      "step": 235
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.9522413376277401,
      "learning_rate": 1.8651440650030423e-05,
      "loss": 0.8127,
      "step": 236
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.9057407910576015,
      "learning_rate": 1.8638170329544164e-05,
      "loss": 0.8388,
      "step": 237
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.8148299014130318,
      "learning_rate": 1.8624839804782512e-05,
      "loss": 1.0315,
      "step": 238
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.7894999475546289,
      "learning_rate": 1.8611449168653404e-05,
      "loss": 0.7736,
      "step": 239
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8058300175691486,
      "learning_rate": 1.8597998514483724e-05,
      "loss": 0.7612,
      "step": 240
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9336623161773804,
      "learning_rate": 1.8584487936018663e-05,
      "loss": 0.8398,
      "step": 241
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0080372531775952,
      "learning_rate": 1.857091752742105e-05,
      "loss": 0.8085,
      "step": 242
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0292964356875516,
      "learning_rate": 1.8557287383270703e-05,
      "loss": 0.8024,
      "step": 243
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.239119494122877,
      "learning_rate": 1.8543597598563786e-05,
      "loss": 0.8134,
      "step": 244
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.888774986361828,
      "learning_rate": 1.8529848268712114e-05,
      "loss": 0.824,
      "step": 245
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.382607081499277,
      "learning_rate": 1.8516039489542513e-05,
      "loss": 0.8181,
      "step": 246
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9080045065631199,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 0.8623,
      "step": 247
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.7996615599558734,
      "learning_rate": 1.848824396862783e-05,
      "loss": 0.7958,
      "step": 248
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8023744918333462,
      "learning_rate": 1.84742574206054e-05,
      "loss": 0.7735,
      "step": 249
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.847552175548068,
      "learning_rate": 1.846021181070898e-05,
      "loss": 0.834,
      "step": 250
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8022786221871363,
      "learning_rate": 1.8446107236830336e-05,
      "loss": 0.8121,
      "step": 251
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.222839904080142,
      "learning_rate": 1.8431943797272187e-05,
      "loss": 0.8103,
      "step": 252
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.7106852200395943,
      "learning_rate": 1.841772159074753e-05,
      "loss": 0.7986,
      "step": 253
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1559562451730465,
      "learning_rate": 1.840344071637893e-05,
      "loss": 1.0136,
      "step": 254
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.6948918577000602,
      "learning_rate": 1.8389101273697846e-05,
      "loss": 0.8127,
      "step": 255
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.701022368043413,
      "learning_rate": 1.837470336264393e-05,
      "loss": 0.8328,
      "step": 256
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.8141149948859727,
      "learning_rate": 1.8360247083564343e-05,
      "loss": 0.792,
      "step": 257
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.7752765290977001,
      "learning_rate": 1.834573253721303e-05,
      "loss": 0.8307,
      "step": 258
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.787903085548626,
      "learning_rate": 1.833115982475004e-05,
      "loss": 0.791,
      "step": 259
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.824693684709889,
      "learning_rate": 1.8316529047740826e-05,
      "loss": 0.8211,
      "step": 260
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.67521565625097,
      "learning_rate": 1.8301840308155507e-05,
      "loss": 0.799,
      "step": 261
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.7484949547737446,
      "learning_rate": 1.828709370836819e-05,
      "loss": 0.8248,
      "step": 262
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.758343471272287,
      "learning_rate": 1.827228935115623e-05,
      "loss": 0.8483,
      "step": 263
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6651885420127152,
      "learning_rate": 1.8257427339699534e-05,
      "loss": 0.7807,
      "step": 264
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.7485735280879325,
      "learning_rate": 1.8242507777579833e-05,
      "loss": 0.8371,
      "step": 265
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6342491128069362,
      "learning_rate": 1.8227530768779968e-05,
      "loss": 0.764,
      "step": 266
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.8420473618103914,
      "learning_rate": 1.8212496417683135e-05,
      "loss": 0.8199,
      "step": 267
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.7930370391924098,
      "learning_rate": 1.8197404829072214e-05,
      "loss": 0.8011,
      "step": 268
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6427130503442278,
      "learning_rate": 1.8182256108128973e-05,
      "loss": 0.8026,
      "step": 269
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.7509947254180463,
      "learning_rate": 1.8167050360433394e-05,
      "loss": 0.785,
      "step": 270
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.200799118365208,
      "learning_rate": 1.815178769196289e-05,
      "loss": 0.8073,
      "step": 271
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.710860040908139,
      "learning_rate": 1.81364682090916e-05,
      "loss": 0.8243,
      "step": 272
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6014451142481027,
      "learning_rate": 1.8121092018589635e-05,
      "loss": 0.813,
      "step": 273
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.8351346551277475,
      "learning_rate": 1.810565922762232e-05,
      "loss": 0.9587,
      "step": 274
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6061529178110853,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.7788,
      "step": 275
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.6204620893939564,
      "learning_rate": 1.8074624274924645e-05,
      "loss": 0.81,
      "step": 276
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5511626063200689,
      "learning_rate": 1.805902232949435e-05,
      "loss": 0.8005,
      "step": 277
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5875562247342742,
      "learning_rate": 1.8043364216197342e-05,
      "loss": 0.799,
      "step": 278
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5995434221560016,
      "learning_rate": 1.802765004416383e-05,
      "loss": 0.8124,
      "step": 279
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5752729074278959,
      "learning_rate": 1.801187992291473e-05,
      "loss": 0.7968,
      "step": 280
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5982940262865365,
      "learning_rate": 1.7996053962360908e-05,
      "loss": 0.8256,
      "step": 281
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6024116558250863,
      "learning_rate": 1.7980172272802398e-05,
      "loss": 0.7673,
      "step": 282
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6125341886072998,
      "learning_rate": 1.7964234964927634e-05,
      "loss": 0.8479,
      "step": 283
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6436031238325665,
      "learning_rate": 1.79482421498127e-05,
      "loss": 0.7594,
      "step": 284
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5634456574130875,
      "learning_rate": 1.7932193938920526e-05,
      "loss": 0.8126,
      "step": 285
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6175642207699951,
      "learning_rate": 1.7916090444100145e-05,
      "loss": 0.798,
      "step": 286
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.598131491091419,
      "learning_rate": 1.789993177758588e-05,
      "loss": 0.8002,
      "step": 287
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.027174071576615,
      "learning_rate": 1.788371805199658e-05,
      "loss": 0.8131,
      "step": 288
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6693182596046154,
      "learning_rate": 1.7867449380334834e-05,
      "loss": 0.8359,
      "step": 289
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6492272635056814,
      "learning_rate": 1.785112587598618e-05,
      "loss": 0.8005,
      "step": 290
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5947319464240111,
      "learning_rate": 1.7834747652718313e-05,
      "loss": 0.8174,
      "step": 291
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7492961675394055,
      "learning_rate": 1.78183148246803e-05,
      "loss": 0.7894,
      "step": 292
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.9454785190416699,
      "learning_rate": 1.7801827506401775e-05,
      "loss": 0.7723,
      "step": 293
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6602657627865639,
      "learning_rate": 1.778528581279215e-05,
      "loss": 0.7719,
      "step": 294
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7824848359553706,
      "learning_rate": 1.776868985913981e-05,
      "loss": 0.9638,
      "step": 295
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6336227436814612,
      "learning_rate": 1.77520397611113e-05,
      "loss": 0.7848,
      "step": 296
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.8823460968034843,
      "learning_rate": 1.773533563475053e-05,
      "loss": 0.8113,
      "step": 297
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6479456921759581,
      "learning_rate": 1.7718577596477976e-05,
      "loss": 0.8053,
      "step": 298
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5872332028859741,
      "learning_rate": 1.7701765763089846e-05,
      "loss": 0.7737,
      "step": 299
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.680444374255502,
      "learning_rate": 1.7684900251757268e-05,
      "loss": 0.8477,
      "step": 300
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6475683440405768,
      "learning_rate": 1.7667981180025498e-05,
      "loss": 0.7973,
      "step": 301
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4697042879712467,
      "learning_rate": 1.7651008665813083e-05,
      "loss": 0.7773,
      "step": 302
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.7001840076718483,
      "learning_rate": 1.763398282741103e-05,
      "loss": 0.7749,
      "step": 303
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.7258290132575279,
      "learning_rate": 1.7616903783482002e-05,
      "loss": 0.8152,
      "step": 304
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.7788016916834134,
      "learning_rate": 1.7599771653059473e-05,
      "loss": 0.8132,
      "step": 305
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5618779844658957,
      "learning_rate": 1.758258655554692e-05,
      "loss": 0.7918,
      "step": 306
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6559239803235809,
      "learning_rate": 1.7565348610716963e-05,
      "loss": 0.7686,
      "step": 307
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6781266166025134,
      "learning_rate": 1.7548057938710547e-05,
      "loss": 0.8068,
      "step": 308
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5935684937621687,
      "learning_rate": 1.7530714660036112e-05,
      "loss": 0.7825,
      "step": 309
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.682828943161483,
      "learning_rate": 1.7513318895568734e-05,
      "loss": 0.825,
      "step": 310
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6320604129930825,
      "learning_rate": 1.74958707665493e-05,
      "loss": 0.7679,
      "step": 311
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.721558504672073,
      "learning_rate": 1.7478370394583647e-05,
      "loss": 0.771,
      "step": 312
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.607874320861536,
      "learning_rate": 1.7460817901641728e-05,
      "loss": 0.8117,
      "step": 313
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.9192188757451555,
      "learning_rate": 1.7443213410056752e-05,
      "loss": 0.8111,
      "step": 314
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6544124565730924,
      "learning_rate": 1.742555704252434e-05,
      "loss": 0.7753,
      "step": 315
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.7442583155065514,
      "learning_rate": 1.7407848922101663e-05,
      "loss": 0.8154,
      "step": 316
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6277567883653218,
      "learning_rate": 1.7390089172206594e-05,
      "loss": 0.7741,
      "step": 317
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6968007424097566,
      "learning_rate": 1.737227791661683e-05,
      "loss": 0.8003,
      "step": 318
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5515127854870717,
      "learning_rate": 1.735441527946904e-05,
      "loss": 0.7669,
      "step": 319
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.8310780975785218,
      "learning_rate": 1.7336501385258017e-05,
      "loss": 0.7632,
      "step": 320
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6718262602850404,
      "learning_rate": 1.7318536358835773e-05,
      "loss": 0.7886,
      "step": 321
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.574834965912156,
      "learning_rate": 1.73005203254107e-05,
      "loss": 0.8237,
      "step": 322
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6604177413546964,
      "learning_rate": 1.728245341054669e-05,
      "loss": 0.827,
      "step": 323
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.646120544293474,
      "learning_rate": 1.7264335740162244e-05,
      "loss": 0.7479,
      "step": 324
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.8154193183764218,
      "learning_rate": 1.7246167440529612e-05,
      "loss": 0.8172,
      "step": 325
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5650331513721365,
      "learning_rate": 1.7227948638273918e-05,
      "loss": 0.798,
      "step": 326
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.7069044165134257,
      "learning_rate": 1.720967946037225e-05,
      "loss": 0.7905,
      "step": 327
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5888297213745091,
      "learning_rate": 1.7191360034152806e-05,
      "loss": 0.7622,
      "step": 328
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0064568101221139,
      "learning_rate": 1.7172990487293984e-05,
      "loss": 0.8184,
      "step": 329
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5416331805709381,
      "learning_rate": 1.7154570947823506e-05,
      "loss": 0.797,
      "step": 330
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6489804026798072,
      "learning_rate": 1.7136101544117526e-05,
      "loss": 0.8228,
      "step": 331
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6841785411242994,
      "learning_rate": 1.7117582404899714e-05,
      "loss": 1.0055,
      "step": 332
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6598129618848795,
      "learning_rate": 1.7099013659240385e-05,
      "loss": 0.7431,
      "step": 333
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6134501920745908,
      "learning_rate": 1.7080395436555593e-05,
      "loss": 0.8113,
      "step": 334
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6387013226081621,
      "learning_rate": 1.7061727866606215e-05,
      "loss": 0.8031,
      "step": 335
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.6891990965964899,
      "learning_rate": 1.704301107949707e-05,
      "loss": 0.7809,
      "step": 336
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5806379954761808,
      "learning_rate": 1.7024245205675986e-05,
      "loss": 0.76,
      "step": 337
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7934708813107365,
      "learning_rate": 1.700543037593291e-05,
      "loss": 0.7723,
      "step": 338
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5913134705320557,
      "learning_rate": 1.6986566721398992e-05,
      "loss": 0.7884,
      "step": 339
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7517340344465387,
      "learning_rate": 1.6967654373545664e-05,
      "loss": 0.8036,
      "step": 340
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5841435397955429,
      "learning_rate": 1.694869346418374e-05,
      "loss": 0.7377,
      "step": 341
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7216162404341944,
      "learning_rate": 1.692968412546247e-05,
      "loss": 0.7713,
      "step": 342
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7004655133084476,
      "learning_rate": 1.691062648986865e-05,
      "loss": 0.8185,
      "step": 343
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.6079511632931519,
      "learning_rate": 1.6891520690225672e-05,
      "loss": 0.8027,
      "step": 344
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7131962046389391,
      "learning_rate": 1.687236685969263e-05,
      "loss": 0.7729,
      "step": 345
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.6882375893712311,
      "learning_rate": 1.685316513176335e-05,
      "loss": 0.7978,
      "step": 346
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.170656858443233,
      "learning_rate": 1.6833915640265485e-05,
      "loss": 0.7715,
      "step": 347
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.7034714294473754,
      "learning_rate": 1.6814618519359603e-05,
      "loss": 0.8107,
      "step": 348
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.6666661465486498,
      "learning_rate": 1.6795273903538198e-05,
      "loss": 0.7615,
      "step": 349
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6724702358096429,
      "learning_rate": 1.6775881927624796e-05,
      "loss": 0.9828,
      "step": 350
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6840050925526813,
      "learning_rate": 1.675644272677301e-05,
      "loss": 0.7559,
      "step": 351
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6987734228979375,
      "learning_rate": 1.6736956436465573e-05,
      "loss": 0.8257,
      "step": 352
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6201167808484361,
      "learning_rate": 1.6717423192513424e-05,
      "loss": 0.7701,
      "step": 353
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6777000192216286,
      "learning_rate": 1.6697843131054746e-05,
      "loss": 0.7614,
      "step": 354
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6938342275640759,
      "learning_rate": 1.6678216388554012e-05,
      "loss": 0.7893,
      "step": 355
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.8430582698793689,
      "learning_rate": 1.6658543101801055e-05,
      "loss": 0.7717,
      "step": 356
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6142869595841061,
      "learning_rate": 1.6638823407910085e-05,
      "loss": 0.8026,
      "step": 357
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7731234446741879,
      "learning_rate": 1.6619057444318766e-05,
      "loss": 0.7607,
      "step": 358
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.8541820745078345,
      "learning_rate": 1.659924534878723e-05,
      "loss": 0.8514,
      "step": 359
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5836013868608032,
      "learning_rate": 1.657938725939713e-05,
      "loss": 0.7515,
      "step": 360
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.95967586694985,
      "learning_rate": 1.655948331455068e-05,
      "loss": 0.8016,
      "step": 361
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6765831351393802,
      "learning_rate": 1.6539533652969683e-05,
      "loss": 0.7482,
      "step": 362
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.2245156483586421,
      "learning_rate": 1.651953841369457e-05,
      "loss": 0.8454,
      "step": 363
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6468321257286775,
      "learning_rate": 1.6499497736083434e-05,
      "loss": 0.7723,
      "step": 364
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.7371716430396992,
      "learning_rate": 1.6479411759811038e-05,
      "loss": 0.7534,
      "step": 365
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5826978668941484,
      "learning_rate": 1.6459280624867876e-05,
      "loss": 0.7778,
      "step": 366
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6652383099837994,
      "learning_rate": 1.6439104471559157e-05,
      "loss": 0.8147,
      "step": 367
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.8110860288034121,
      "learning_rate": 1.6418883440503868e-05,
      "loss": 0.8337,
      "step": 368
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3285184703679314,
      "learning_rate": 1.6398617672633765e-05,
      "loss": 0.7602,
      "step": 369
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9601858847911988,
      "learning_rate": 1.6378307309192397e-05,
      "loss": 0.7718,
      "step": 370
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.8593581183557336,
      "learning_rate": 1.6357952491734136e-05,
      "loss": 0.7633,
      "step": 371
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.273586647821306,
      "learning_rate": 1.6337553362123165e-05,
      "loss": 0.7777,
      "step": 372
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.7356442561970055,
      "learning_rate": 1.631711006253251e-05,
      "loss": 1.0121,
      "step": 373
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.7619075391796934,
      "learning_rate": 1.6296622735443047e-05,
      "loss": 0.7332,
      "step": 374
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.689803480402404,
      "learning_rate": 1.6276091523642504e-05,
      "loss": 0.7401,
      "step": 375
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9674138943431938,
      "learning_rate": 1.625551657022445e-05,
      "loss": 0.8228,
      "step": 376
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.6272691112825868,
      "learning_rate": 1.6234898018587336e-05,
      "loss": 0.7824,
      "step": 377
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0106871584729111,
      "learning_rate": 1.6214236012433464e-05,
      "loss": 0.7246,
      "step": 378
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.721794803030869,
      "learning_rate": 1.619353069576799e-05,
      "loss": 0.7673,
      "step": 379
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.7071425264905243,
      "learning_rate": 1.617278221289793e-05,
      "loss": 0.7719,
      "step": 380
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.7176794995754178,
      "learning_rate": 1.6151990708431157e-05,
      "loss": 0.754,
      "step": 381
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8044642741307192,
      "learning_rate": 1.6131156327275372e-05,
      "loss": 0.7958,
      "step": 382
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9693128170679643,
      "learning_rate": 1.6110279214637115e-05,
      "loss": 0.7376,
      "step": 383
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.8108707867726541,
      "learning_rate": 1.6089359516020752e-05,
      "loss": 0.853,
      "step": 384
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.7594586595638613,
      "learning_rate": 1.606839737722744e-05,
      "loss": 0.8074,
      "step": 385
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.7891417506979658,
      "learning_rate": 1.6047392944354136e-05,
      "loss": 0.7877,
      "step": 386
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8708640144666252,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 0.7448,
      "step": 387
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8172621350650159,
      "learning_rate": 1.6005257782228208e-05,
      "loss": 0.7788,
      "step": 388
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.0623371975328977,
      "learning_rate": 1.5984127346639264e-05,
      "loss": 0.7857,
      "step": 389
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7999896496543831,
      "learning_rate": 1.5962955204295646e-05,
      "loss": 0.7933,
      "step": 390
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7660295242393487,
      "learning_rate": 1.594174150275794e-05,
      "loss": 0.9643,
      "step": 391
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.717361455049709,
      "learning_rate": 1.5920486389876383e-05,
      "loss": 0.7441,
      "step": 392
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.122329218085076,
      "learning_rate": 1.5899190013789833e-05,
      "loss": 0.805,
      "step": 393
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7638540625510556,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.7914,
      "step": 394
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9066916181175102,
      "learning_rate": 1.5856474065994074e-05,
      "loss": 0.8047,
      "step": 395
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.9040774827898911,
      "learning_rate": 1.5835054791996366e-05,
      "loss": 0.7699,
      "step": 396
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8473895372185793,
      "learning_rate": 1.58135948502146e-05,
      "loss": 0.7305,
      "step": 397
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.6874563590929637,
      "learning_rate": 1.5792094390215198e-05,
      "loss": 0.8251,
      "step": 398
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7612657677801873,
      "learning_rate": 1.5770553561846975e-05,
      "loss": 0.8009,
      "step": 399
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7916540486012381,
      "learning_rate": 1.57489725152401e-05,
      "loss": 0.7765,
      "step": 400
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8048032657229598,
      "learning_rate": 1.5727351400805054e-05,
      "loss": 0.7453,
      "step": 401
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7133504846273055,
      "learning_rate": 1.5705690369231552e-05,
      "loss": 0.7977,
      "step": 402
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3745615367033641,
      "learning_rate": 1.568398957148753e-05,
      "loss": 0.8125,
      "step": 403
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8005271999154986,
      "learning_rate": 1.5662249158818072e-05,
      "loss": 0.7513,
      "step": 404
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9831332729083802,
      "learning_rate": 1.5640469282744364e-05,
      "loss": 0.7647,
      "step": 405
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.8314471189910663,
      "learning_rate": 1.561865009506263e-05,
      "loss": 0.7846,
      "step": 406
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7626155036186595,
      "learning_rate": 1.5596791747843083e-05,
      "loss": 0.7917,
      "step": 407
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0599715605661562,
      "learning_rate": 1.5574894393428856e-05,
      "loss": 0.8398,
      "step": 408
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7910640451426868,
      "learning_rate": 1.555295818443495e-05,
      "loss": 0.766,
      "step": 409
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7871938684887542,
      "learning_rate": 1.553098327374716e-05,
      "loss": 0.7889,
      "step": 410
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9698395589398837,
      "learning_rate": 1.5508969814521026e-05,
      "loss": 0.8024,
      "step": 411
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8033914445898368,
      "learning_rate": 1.5486917960180742e-05,
      "loss": 0.7744,
      "step": 412
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6628497468510182,
      "learning_rate": 1.54648278644181e-05,
      "loss": 0.7413,
      "step": 413
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9217242400807502,
      "learning_rate": 1.5442699681191426e-05,
      "loss": 0.7864,
      "step": 414
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.811233947502682,
      "learning_rate": 1.5420533564724495e-05,
      "loss": 0.7445,
      "step": 415
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.765673941073733,
      "learning_rate": 1.539832966950546e-05,
      "loss": 0.7919,
      "step": 416
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6759133259142388,
      "learning_rate": 1.5376088150285777e-05,
      "loss": 0.7902,
      "step": 417
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.057668541779849,
      "learning_rate": 1.5353809162079117e-05,
      "loss": 0.7824,
      "step": 418
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.7244298543014138,
      "learning_rate": 1.533149286016031e-05,
      "loss": 0.8022,
      "step": 419
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.687577311662202,
      "learning_rate": 1.5309139400064224e-05,
      "loss": 0.7739,
      "step": 420
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8019917992897705,
      "learning_rate": 1.528674893758473e-05,
      "loss": 0.7898,
      "step": 421
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6706760093465938,
      "learning_rate": 1.526432162877356e-05,
      "loss": 0.7756,
      "step": 422
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7536796353801893,
      "learning_rate": 1.5241857629939272e-05,
      "loss": 0.7542,
      "step": 423
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6737498261058815,
      "learning_rate": 1.521935709764613e-05,
      "loss": 0.7884,
      "step": 424
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.7544587375551581,
      "learning_rate": 1.5196820188713011e-05,
      "loss": 0.7778,
      "step": 425
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5924981010277505,
      "learning_rate": 1.5174247060212341e-05,
      "loss": 0.747,
      "step": 426
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.7700661534076043,
      "learning_rate": 1.515163786946896e-05,
      "loss": 0.9493,
      "step": 427
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6824224717873821,
      "learning_rate": 1.5128992774059063e-05,
      "loss": 0.8195,
      "step": 428
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6704951692102668,
      "learning_rate": 1.510631193180907e-05,
      "loss": 0.7717,
      "step": 429
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.7279577213556054,
      "learning_rate": 1.5083595500794554e-05,
      "loss": 0.7688,
      "step": 430
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.623387227842246,
      "learning_rate": 1.5060843639339116e-05,
      "loss": 0.9065,
      "step": 431
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.0131778798993434,
      "learning_rate": 1.5038056506013297e-05,
      "loss": 0.8092,
      "step": 432
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8858346719669161,
      "learning_rate": 1.5015234259633467e-05,
      "loss": 0.83,
      "step": 433
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8600915968010218,
      "learning_rate": 1.4992377059260718e-05,
      "loss": 0.7814,
      "step": 434
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8548804532754122,
      "learning_rate": 1.4969485064199756e-05,
      "loss": 0.8208,
      "step": 435
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8060958322598917,
      "learning_rate": 1.4946558433997792e-05,
      "loss": 0.7775,
      "step": 436
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7743650711435145,
      "learning_rate": 1.4923597328443423e-05,
      "loss": 0.8338,
      "step": 437
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6800111582472981,
      "learning_rate": 1.4900601907565535e-05,
      "loss": 0.7804,
      "step": 438
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7380426668823814,
      "learning_rate": 1.4877572331632169e-05,
      "loss": 0.8113,
      "step": 439
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7615992533005829,
      "learning_rate": 1.485450876114941e-05,
      "loss": 0.8581,
      "step": 440
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7271495550193666,
      "learning_rate": 1.4831411356860276e-05,
      "loss": 0.7777,
      "step": 441
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6984635872415319,
      "learning_rate": 1.4808280279743594e-05,
      "loss": 0.8291,
      "step": 442
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5937003199888604,
      "learning_rate": 1.4785115691012866e-05,
      "loss": 0.791,
      "step": 443
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8721590355867014,
      "learning_rate": 1.4761917752115162e-05,
      "loss": 0.8295,
      "step": 444
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8671497167343813,
      "learning_rate": 1.4738686624729987e-05,
      "loss": 0.7737,
      "step": 445
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.583210769614291,
      "learning_rate": 1.4715422470768157e-05,
      "loss": 0.7826,
      "step": 446
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6142041222097552,
      "learning_rate": 1.4692125452370664e-05,
      "loss": 0.7694,
      "step": 447
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7380633060687146,
      "learning_rate": 1.4668795731907555e-05,
      "loss": 1.0192,
      "step": 448
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.6343702209093677,
      "learning_rate": 1.4645433471976793e-05,
      "loss": 0.8006,
      "step": 449
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7267722282305372,
      "learning_rate": 1.4622038835403135e-05,
      "loss": 0.7953,
      "step": 450
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8726432038004055,
      "learning_rate": 1.4598611985236975e-05,
      "loss": 0.7691,
      "step": 451
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.6259543834747051,
      "learning_rate": 1.4575153084753233e-05,
      "loss": 0.7872,
      "step": 452
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.7088977273999924,
      "learning_rate": 1.4551662297450201e-05,
      "loss": 0.8336,
      "step": 453
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.6610143682471902,
      "learning_rate": 1.4528139787048414e-05,
      "loss": 0.7588,
      "step": 454
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.6661031193290639,
      "learning_rate": 1.4504585717489494e-05,
      "loss": 0.7398,
      "step": 455
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5883158111701801,
      "learning_rate": 1.448100025293502e-05,
      "loss": 0.8063,
      "step": 456
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8273380607905003,
      "learning_rate": 1.4457383557765385e-05,
      "loss": 0.8606,
      "step": 457
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.6159772814282898,
      "learning_rate": 1.4433735796578638e-05,
      "loss": 0.7829,
      "step": 458
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.1182211217316638,
      "learning_rate": 1.4410057134189355e-05,
      "loss": 0.7953,
      "step": 459
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5245656338795248,
      "learning_rate": 1.438634773562747e-05,
      "loss": 0.8118,
      "step": 460
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6610468730028848,
      "learning_rate": 1.4362607766137138e-05,
      "loss": 0.8152,
      "step": 461
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.7570767637495006,
      "learning_rate": 1.4338837391175582e-05,
      "loss": 0.8235,
      "step": 462
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6384420925819746,
      "learning_rate": 1.4315036776411937e-05,
      "loss": 0.7506,
      "step": 463
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5294577398246358,
      "learning_rate": 1.429120608772609e-05,
      "loss": 0.7773,
      "step": 464
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8877518187360096,
      "learning_rate": 1.4267345491207543e-05,
      "loss": 0.8051,
      "step": 465
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6745225822924297,
      "learning_rate": 1.4243455153154231e-05,
      "loss": 0.7941,
      "step": 466
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8544464238299039,
      "learning_rate": 1.4219535240071378e-05,
      "loss": 0.786,
      "step": 467
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8478958549978071,
      "learning_rate": 1.4195585918670338e-05,
      "loss": 0.7775,
      "step": 468
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6784458346444917,
      "learning_rate": 1.4171607355867419e-05,
      "loss": 0.837,
      "step": 469
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6825583550768195,
      "learning_rate": 1.4147599718782737e-05,
      "loss": 0.8254,
      "step": 470
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.7259821187015854,
      "learning_rate": 1.4123563174739036e-05,
      "loss": 0.7751,
      "step": 471
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.6211191130354058,
      "learning_rate": 1.4099497891260538e-05,
      "loss": 0.727,
      "step": 472
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.8129040891480699,
      "learning_rate": 1.4075404036071755e-05,
      "loss": 0.8183,
      "step": 473
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7299185810826833,
      "learning_rate": 1.4051281777096339e-05,
      "loss": 0.8363,
      "step": 474
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6253752795602247,
      "learning_rate": 1.4027131282455908e-05,
      "loss": 0.7734,
      "step": 475
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9252242765967938,
      "learning_rate": 1.4002952720468856e-05,
      "loss": 0.7957,
      "step": 476
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.662524953453812,
      "learning_rate": 1.397874625964921e-05,
      "loss": 0.7653,
      "step": 477
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7535299004096885,
      "learning_rate": 1.3954512068705425e-05,
      "loss": 0.8456,
      "step": 478
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6625288597074174,
      "learning_rate": 1.3930250316539237e-05,
      "loss": 0.7957,
      "step": 479
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6510839029205088,
      "learning_rate": 1.3905961172244462e-05,
      "loss": 0.753,
      "step": 480
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7405268689198073,
      "learning_rate": 1.3881644805105827e-05,
      "loss": 0.7561,
      "step": 481
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.726402466151544,
      "learning_rate": 1.3857301384597796e-05,
      "loss": 0.8411,
      "step": 482
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7600168007900396,
      "learning_rate": 1.3832931080383383e-05,
      "loss": 0.8339,
      "step": 483
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.7657880258814093,
      "learning_rate": 1.3808534062312964e-05,
      "loss": 0.7519,
      "step": 484
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6719216747458312,
      "learning_rate": 1.3784110500423104e-05,
      "loss": 0.9929,
      "step": 485
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6006960125249745,
      "learning_rate": 1.3759660564935363e-05,
      "loss": 0.7533,
      "step": 486
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.8370329436473629,
      "learning_rate": 1.3735184426255117e-05,
      "loss": 0.7906,
      "step": 487
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6279212014409818,
      "learning_rate": 1.3710682254970366e-05,
      "loss": 0.7704,
      "step": 488
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6695443565778791,
      "learning_rate": 1.368615422185054e-05,
      "loss": 0.7526,
      "step": 489
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.619318072343979,
      "learning_rate": 1.3661600497845329e-05,
      "loss": 0.7453,
      "step": 490
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7213284059307696,
      "learning_rate": 1.363702125408346e-05,
      "loss": 0.8114,
      "step": 491
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6365642929512615,
      "learning_rate": 1.3612416661871532e-05,
      "loss": 0.7801,
      "step": 492
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.748406196060676,
      "learning_rate": 1.358778689269281e-05,
      "loss": 0.7641,
      "step": 493
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6118564266770413,
      "learning_rate": 1.3563132118206031e-05,
      "loss": 0.7923,
      "step": 494
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7079948170238669,
      "learning_rate": 1.3538452510244207e-05,
      "loss": 0.7572,
      "step": 495
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.7263943095850882,
      "learning_rate": 1.3513748240813429e-05,
      "loss": 0.7857,
      "step": 496
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9045416758056893,
      "learning_rate": 1.348901948209167e-05,
      "loss": 0.7604,
      "step": 497
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.197927298334419,
      "learning_rate": 1.3464266406427575e-05,
      "loss": 0.774,
      "step": 498
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6302600390222566,
      "learning_rate": 1.3439489186339283e-05,
      "loss": 0.7664,
      "step": 499
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5685784965088436,
      "learning_rate": 1.3414687994513191e-05,
      "loss": 0.7517,
      "step": 500
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6484485498313265,
      "learning_rate": 1.3389863003802779e-05,
      "loss": 0.7686,
      "step": 501
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.635757434663971,
      "learning_rate": 1.3365014387227393e-05,
      "loss": 0.7878,
      "step": 502
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6090083522142717,
      "learning_rate": 1.3340142317971042e-05,
      "loss": 0.9632,
      "step": 503
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0997994523842576,
      "learning_rate": 1.3315246969381186e-05,
      "loss": 0.752,
      "step": 504
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.7003987844733678,
      "learning_rate": 1.3290328514967535e-05,
      "loss": 0.798,
      "step": 505
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6033469948526544,
      "learning_rate": 1.3265387128400833e-05,
      "loss": 0.7423,
      "step": 506
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.8132942516843006,
      "learning_rate": 1.324042298351166e-05,
      "loss": 0.8234,
      "step": 507
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6803995667856012,
      "learning_rate": 1.3215436254289202e-05,
      "loss": 0.796,
      "step": 508
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5649689062062885,
      "learning_rate": 1.3190427114880052e-05,
      "loss": 0.7409,
      "step": 509
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6054551315226072,
      "learning_rate": 1.316539573958699e-05,
      "loss": 0.7736,
      "step": 510
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5970968927673034,
      "learning_rate": 1.3140342302867774e-05,
      "loss": 0.7458,
      "step": 511
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6861191830879908,
      "learning_rate": 1.3115266979333917e-05,
      "loss": 0.8015,
      "step": 512
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.8063436215664004,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.7721,
      "step": 513
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5756481877151032,
      "learning_rate": 1.306505137102983e-05,
      "loss": 0.7295,
      "step": 514
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7701346628575035,
      "learning_rate": 1.3039911436240462e-05,
      "loss": 0.8079,
      "step": 515
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5578532495208303,
      "learning_rate": 1.3014750314595744e-05,
      "loss": 0.7713,
      "step": 516
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7919768635466691,
      "learning_rate": 1.2989568181457704e-05,
      "loss": 0.7674,
      "step": 517
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5530019686414475,
      "learning_rate": 1.2964365212334817e-05,
      "loss": 0.7586,
      "step": 518
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6161711854921614,
      "learning_rate": 1.293914158288077e-05,
      "loss": 0.7712,
      "step": 519
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.7078077760162985,
      "learning_rate": 1.2913897468893249e-05,
      "loss": 0.7668,
      "step": 520
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.6784435776831489,
      "learning_rate": 1.2888633046312705e-05,
      "loss": 0.8143,
      "step": 521
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.729755938131584,
      "learning_rate": 1.2863348491221129e-05,
      "loss": 0.7524,
      "step": 522
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5796683639729194,
      "learning_rate": 1.2838043979840833e-05,
      "loss": 0.7474,
      "step": 523
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.1662401145107417,
      "learning_rate": 1.2812719688533214e-05,
      "loss": 0.7946,
      "step": 524
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7361012529206089,
      "learning_rate": 1.2787375793797518e-05,
      "loss": 0.8032,
      "step": 525
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6767434257869064,
      "learning_rate": 1.2762012472269634e-05,
      "loss": 0.862,
      "step": 526
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6774891987026581,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 0.7587,
      "step": 527
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.625145304806134,
      "learning_rate": 1.2711228256056553e-05,
      "loss": 0.7706,
      "step": 528
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7262979186322793,
      "learning_rate": 1.268580771531517e-05,
      "loss": 0.8015,
      "step": 529
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.6486795629074259,
      "learning_rate": 1.2660368455666752e-05,
      "loss": 0.7772,
      "step": 530
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7703310637121329,
      "learning_rate": 1.2634910654411831e-05,
      "loss": 0.6797,
      "step": 531
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7365619049807075,
      "learning_rate": 1.2609434488980168e-05,
      "loss": 0.756,
      "step": 532
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8986641524841823,
      "learning_rate": 1.258394013692951e-05,
      "loss": 0.7917,
      "step": 533
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6215363105380581,
      "learning_rate": 1.2558427775944357e-05,
      "loss": 0.7671,
      "step": 534
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7519323999865509,
      "learning_rate": 1.2532897583834728e-05,
      "loss": 0.7496,
      "step": 535
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7027261832645963,
      "learning_rate": 1.2507349738534913e-05,
      "loss": 0.7737,
      "step": 536
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.757713853581307,
      "learning_rate": 1.248178441810224e-05,
      "loss": 0.7895,
      "step": 537
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7094518582215956,
      "learning_rate": 1.2456201800715828e-05,
      "loss": 0.8381,
      "step": 538
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5929702976214644,
      "learning_rate": 1.2430602064675348e-05,
      "loss": 0.7391,
      "step": 539
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7364577108815441,
      "learning_rate": 1.2404985388399787e-05,
      "loss": 0.7374,
      "step": 540
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7278821156159085,
      "learning_rate": 1.2379351950426188e-05,
      "loss": 0.7763,
      "step": 541
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6410150722164706,
      "learning_rate": 1.2353701929408425e-05,
      "loss": 0.7989,
      "step": 542
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7601186779984663,
      "learning_rate": 1.2328035504115945e-05,
      "loss": 0.7505,
      "step": 543
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9768689122063738,
      "learning_rate": 1.2302352853432521e-05,
      "loss": 0.9428,
      "step": 544
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6453971664409188,
      "learning_rate": 1.227665415635502e-05,
      "loss": 0.7859,
      "step": 545
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.753768183204473,
      "learning_rate": 1.225093959199213e-05,
      "loss": 0.8573,
      "step": 546
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5593815359874007,
      "learning_rate": 1.2225209339563144e-05,
      "loss": 0.7327,
      "step": 547
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6375353315153037,
      "learning_rate": 1.2199463578396688e-05,
      "loss": 0.7986,
      "step": 548
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6747963317047685,
      "learning_rate": 1.2173702487929469e-05,
      "loss": 0.7532,
      "step": 549
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6315999963965212,
      "learning_rate": 1.2147926247705043e-05,
      "loss": 0.7809,
      "step": 550
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.667585194132604,
      "learning_rate": 1.2122135037372553e-05,
      "loss": 0.7909,
      "step": 551
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6094128778248644,
      "learning_rate": 1.2096329036685469e-05,
      "loss": 0.7614,
      "step": 552
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6454600039671129,
      "learning_rate": 1.2070508425500344e-05,
      "loss": 0.748,
      "step": 553
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5676522472691308,
      "learning_rate": 1.204467338377557e-05,
      "loss": 0.7535,
      "step": 554
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.807446168381916,
      "learning_rate": 1.2018824091570103e-05,
      "loss": 0.7849,
      "step": 555
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5757875842995284,
      "learning_rate": 1.1992960729042227e-05,
      "loss": 0.7352,
      "step": 556
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7799528644632541,
      "learning_rate": 1.1967083476448282e-05,
      "loss": 0.7777,
      "step": 557
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6054440446129793,
      "learning_rate": 1.1941192514141421e-05,
      "loss": 0.7503,
      "step": 558
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7362160680846206,
      "learning_rate": 1.1915288022570346e-05,
      "loss": 0.8426,
      "step": 559
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7366519420445967,
      "learning_rate": 1.1889370182278053e-05,
      "loss": 0.7661,
      "step": 560
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6816080959735485,
      "learning_rate": 1.1863439173900573e-05,
      "loss": 0.939,
      "step": 561
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5993717118510358,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 0.7459,
      "step": 562
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6106534974460044,
      "learning_rate": 1.1811538375891778e-05,
      "loss": 0.7906,
      "step": 563
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6049210913585981,
      "learning_rate": 1.1785568947986368e-05,
      "loss": 0.7359,
      "step": 564
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.7219161372401054,
      "learning_rate": 1.175958707544505e-05,
      "loss": 0.7759,
      "step": 565
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6192707974481667,
      "learning_rate": 1.1733592939350125e-05,
      "loss": 0.7626,
      "step": 566
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6887399718261602,
      "learning_rate": 1.1707586720869375e-05,
      "loss": 0.7545,
      "step": 567
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6572149287532413,
      "learning_rate": 1.1681568601254792e-05,
      "loss": 0.7683,
      "step": 568
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.866750787510793,
      "learning_rate": 1.16555387618413e-05,
      "loss": 0.7666,
      "step": 569
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.6347821196111028,
      "learning_rate": 1.1629497384045522e-05,
      "loss": 0.7328,
      "step": 570
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7587886889757064,
      "learning_rate": 1.1603444649364485e-05,
      "loss": 0.7615,
      "step": 571
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7818702478299131,
      "learning_rate": 1.1577380739374376e-05,
      "loss": 0.8278,
      "step": 572
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9502351308120257,
      "learning_rate": 1.1551305835729267e-05,
      "loss": 0.732,
      "step": 573
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7621435065374188,
      "learning_rate": 1.1525220120159852e-05,
      "loss": 0.7447,
      "step": 574
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.832381031268132,
      "learning_rate": 1.1499123774472176e-05,
      "loss": 0.7863,
      "step": 575
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.558546425583418,
      "learning_rate": 1.1473016980546377e-05,
      "loss": 0.7416,
      "step": 576
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6318644327080798,
      "learning_rate": 1.1446899920335407e-05,
      "loss": 0.7982,
      "step": 577
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6292613602674206,
      "learning_rate": 1.1420772775863771e-05,
      "loss": 0.7448,
      "step": 578
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7788993541840272,
      "learning_rate": 1.1394635729226255e-05,
      "loss": 0.7954,
      "step": 579
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5791071446526155,
      "learning_rate": 1.136848896258667e-05,
      "loss": 0.8304,
      "step": 580
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.7307853591665858,
      "learning_rate": 1.1342332658176556e-05,
      "loss": 0.7437,
      "step": 581
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5630076894851149,
      "learning_rate": 1.1316166998293937e-05,
      "loss": 0.7502,
      "step": 582
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7001343715681112,
      "learning_rate": 1.1289992165302036e-05,
      "loss": 0.7847,
      "step": 583
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6073073869753334,
      "learning_rate": 1.1263808341628009e-05,
      "loss": 0.7592,
      "step": 584
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6605909483255391,
      "learning_rate": 1.1237615709761673e-05,
      "loss": 0.7229,
      "step": 585
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7465119507323211,
      "learning_rate": 1.1211414452254239e-05,
      "loss": 0.753,
      "step": 586
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6833588979790411,
      "learning_rate": 1.118520475171703e-05,
      "loss": 0.7678,
      "step": 587
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7488758227701683,
      "learning_rate": 1.115898679082021e-05,
      "loss": 0.8195,
      "step": 588
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8939690206912403,
      "learning_rate": 1.1132760752291524e-05,
      "loss": 0.7306,
      "step": 589
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8436465030431038,
      "learning_rate": 1.1106526818915008e-05,
      "loss": 0.7453,
      "step": 590
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7290339965362036,
      "learning_rate": 1.1080285173529724e-05,
      "loss": 0.7364,
      "step": 591
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.1864151890054417,
      "learning_rate": 1.1054035999028478e-05,
      "loss": 0.8039,
      "step": 592
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9056334790916831,
      "learning_rate": 1.102777947835656e-05,
      "loss": 0.8287,
      "step": 593
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.6862915212725087,
      "learning_rate": 1.1001515794510449e-05,
      "loss": 0.7359,
      "step": 594
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7125474709428455,
      "learning_rate": 1.0975245130536555e-05,
      "loss": 0.7756,
      "step": 595
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7430767394465932,
      "learning_rate": 1.0948967669529935e-05,
      "loss": 0.762,
      "step": 596
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.79278995217457,
      "learning_rate": 1.092268359463302e-05,
      "loss": 0.7776,
      "step": 597
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6689877452440369,
      "learning_rate": 1.0896393089034336e-05,
      "loss": 0.7191,
      "step": 598
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6327631426910685,
      "learning_rate": 1.0870096335967226e-05,
      "loss": 0.7264,
      "step": 599
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.8459814834711223,
      "learning_rate": 1.0843793518708576e-05,
      "loss": 0.7806,
      "step": 600
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6038286187184484,
      "learning_rate": 1.0817484820577537e-05,
      "loss": 0.7439,
      "step": 601
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.632129818207202,
      "learning_rate": 1.0791170424934248e-05,
      "loss": 0.9901,
      "step": 602
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6832925105538883,
      "learning_rate": 1.0764850515178555e-05,
      "loss": 0.72,
      "step": 603
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9139026161184021,
      "learning_rate": 1.073852527474874e-05,
      "loss": 0.7864,
      "step": 604
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.680882816031925,
      "learning_rate": 1.0712194887120232e-05,
      "loss": 0.7534,
      "step": 605
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6104239907066029,
      "learning_rate": 1.0685859535804336e-05,
      "loss": 0.7487,
      "step": 606
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.8198419274415747,
      "learning_rate": 1.0659519404346955e-05,
      "loss": 0.7146,
      "step": 607
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7127564686318812,
      "learning_rate": 1.0633174676327298e-05,
      "loss": 0.7651,
      "step": 608
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.717421066140589,
      "learning_rate": 1.060682553535662e-05,
      "loss": 0.8024,
      "step": 609
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6664300090928785,
      "learning_rate": 1.0580472165076928e-05,
      "loss": 0.7597,
      "step": 610
    },
    {
      "epoch": 0.5,
      "grad_norm": 8.43475749051984,
      "learning_rate": 1.05541147491597e-05,
      "loss": 0.7469,
      "step": 611
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6675555155203455,
      "learning_rate": 1.0527753471304625e-05,
      "loss": 0.7278,
      "step": 612
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.044738042966426,
      "learning_rate": 1.0501388515238293e-05,
      "loss": 0.7722,
      "step": 613
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5983948860655425,
      "learning_rate": 1.047502006471294e-05,
      "loss": 0.7387,
      "step": 614
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7176520425443301,
      "learning_rate": 1.044864830350515e-05,
      "loss": 0.736,
      "step": 615
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7134332353570483,
      "learning_rate": 1.0422273415414586e-05,
      "loss": 0.7325,
      "step": 616
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6806840654700838,
      "learning_rate": 1.0395895584262696e-05,
      "loss": 0.7541,
      "step": 617
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7101909418100236,
      "learning_rate": 1.0369514993891451e-05,
      "loss": 0.7902,
      "step": 618
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6396121691194859,
      "learning_rate": 1.0343131828162045e-05,
      "loss": 0.7869,
      "step": 619
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5810017948697849,
      "learning_rate": 1.0316746270953622e-05,
      "loss": 0.7214,
      "step": 620
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7770222028817707,
      "learning_rate": 1.0290358506161994e-05,
      "loss": 0.7332,
      "step": 621
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5764422047833285,
      "learning_rate": 1.0263968717698365e-05,
      "loss": 0.7628,
      "step": 622
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6783932106974461,
      "learning_rate": 1.0237577089488032e-05,
      "loss": 0.7571,
      "step": 623
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5878404969986016,
      "learning_rate": 1.0211183805469122e-05,
      "loss": 0.7527,
      "step": 624
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.8064089439725569,
      "learning_rate": 1.01847890495913e-05,
      "loss": 0.7478,
      "step": 625
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5639333999999218,
      "learning_rate": 1.0158393005814492e-05,
      "loss": 0.7394,
      "step": 626
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7676623505207083,
      "learning_rate": 1.013199585810759e-05,
      "loss": 0.7937,
      "step": 627
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6789316679421448,
      "learning_rate": 1.0105597790447195e-05,
      "loss": 0.7393,
      "step": 628
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6024218898837607,
      "learning_rate": 1.0079198986816307e-05,
      "loss": 0.7721,
      "step": 629
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6332792961437728,
      "learning_rate": 1.0052799631203066e-05,
      "loss": 0.7376,
      "step": 630
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6981839307417284,
      "learning_rate": 1.0026399907599447e-05,
      "loss": 0.8223,
      "step": 631
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6952917363972095,
      "learning_rate": 1e-05,
      "loss": 0.7374,
      "step": 632
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5831442608276801,
      "learning_rate": 9.973600092400556e-06,
      "loss": 0.7398,
      "step": 633
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7474790100525177,
      "learning_rate": 9.94720036879694e-06,
      "loss": 0.7313,
      "step": 634
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.5847803828896533,
      "learning_rate": 9.920801013183696e-06,
      "loss": 0.7634,
      "step": 635
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7027299278806401,
      "learning_rate": 9.894402209552809e-06,
      "loss": 0.8274,
      "step": 636
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8754295375528324,
      "learning_rate": 9.868004141892412e-06,
      "loss": 0.7275,
      "step": 637
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6841209239344636,
      "learning_rate": 9.841606994185513e-06,
      "loss": 0.9869,
      "step": 638
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6091003039095542,
      "learning_rate": 9.815210950408703e-06,
      "loss": 0.7214,
      "step": 639
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9379841308063579,
      "learning_rate": 9.788816194530882e-06,
      "loss": 0.7459,
      "step": 640
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9123368597008271,
      "learning_rate": 9.762422910511971e-06,
      "loss": 0.7414,
      "step": 641
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6470923418614004,
      "learning_rate": 9.73603128230164e-06,
      "loss": 0.7917,
      "step": 642
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6067981884715613,
      "learning_rate": 9.70964149383801e-06,
      "loss": 0.7184,
      "step": 643
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.8042488566224163,
      "learning_rate": 9.683253729046383e-06,
      "loss": 0.8172,
      "step": 644
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6902931017992471,
      "learning_rate": 9.65686817183796e-06,
      "loss": 0.7167,
      "step": 645
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7350859939010641,
      "learning_rate": 9.630485006108554e-06,
      "loss": 0.7833,
      "step": 646
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6587300157834868,
      "learning_rate": 9.604104415737309e-06,
      "loss": 0.7369,
      "step": 647
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7757511692185833,
      "learning_rate": 9.57772658458542e-06,
      "loss": 0.7493,
      "step": 648
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7152975559911465,
      "learning_rate": 9.551351696494854e-06,
      "loss": 0.7312,
      "step": 649
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8865465586642246,
      "learning_rate": 9.524979935287064e-06,
      "loss": 0.7722,
      "step": 650
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7969256669562351,
      "learning_rate": 9.498611484761707e-06,
      "loss": 0.8119,
      "step": 651
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5969766219754291,
      "learning_rate": 9.472246528695377e-06,
      "loss": 0.7287,
      "step": 652
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6327397463367398,
      "learning_rate": 9.445885250840301e-06,
      "loss": 0.7266,
      "step": 653
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.77166765941748,
      "learning_rate": 9.419527834923074e-06,
      "loss": 0.8123,
      "step": 654
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.7601406074366925,
      "learning_rate": 9.393174464643381e-06,
      "loss": 0.7899,
      "step": 655
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.4841115869777695,
      "learning_rate": 9.366825323672702e-06,
      "loss": 0.7396,
      "step": 656
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6661612812638977,
      "learning_rate": 9.340480595653047e-06,
      "loss": 0.9072,
      "step": 657
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6649209906395811,
      "learning_rate": 9.314140464195663e-06,
      "loss": 0.7246,
      "step": 658
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7646718360075878,
      "learning_rate": 9.28780511287977e-06,
      "loss": 0.7777,
      "step": 659
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6018234510855817,
      "learning_rate": 9.261474725251261e-06,
      "loss": 0.7433,
      "step": 660
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.8131652106780938,
      "learning_rate": 9.235149484821447e-06,
      "loss": 0.7393,
      "step": 661
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6099167637240838,
      "learning_rate": 9.208829575065754e-06,
      "loss": 0.7395,
      "step": 662
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7922642527327044,
      "learning_rate": 9.182515179422466e-06,
      "loss": 0.7954,
      "step": 663
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6077828792351242,
      "learning_rate": 9.156206481291427e-06,
      "loss": 0.7591,
      "step": 664
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6045109071136379,
      "learning_rate": 9.129903664032777e-06,
      "loss": 0.7235,
      "step": 665
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.8113614972147105,
      "learning_rate": 9.103606910965666e-06,
      "loss": 0.7358,
      "step": 666
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.6895359020914006,
      "learning_rate": 9.07731640536698e-06,
      "loss": 0.7502,
      "step": 667
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.7651234987155068,
      "learning_rate": 9.051032330470068e-06,
      "loss": 0.762,
      "step": 668
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7561436083484064,
      "learning_rate": 9.024754869463448e-06,
      "loss": 0.7437,
      "step": 669
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.746819203502454,
      "learning_rate": 8.998484205489554e-06,
      "loss": 0.716,
      "step": 670
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7379548034214043,
      "learning_rate": 8.972220521643445e-06,
      "loss": 0.7435,
      "step": 671
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7461596788361676,
      "learning_rate": 8.945964000971525e-06,
      "loss": 0.7836,
      "step": 672
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5699720170758436,
      "learning_rate": 8.91971482647028e-06,
      "loss": 0.7515,
      "step": 673
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7942387718053385,
      "learning_rate": 8.893473181084993e-06,
      "loss": 0.7493,
      "step": 674
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.7535270900000731,
      "learning_rate": 8.867239247708479e-06,
      "loss": 0.7331,
      "step": 675
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.013295231681451,
      "learning_rate": 8.841013209179793e-06,
      "loss": 0.7631,
      "step": 676
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.6302406635853969,
      "learning_rate": 8.814795248282974e-06,
      "loss": 0.7505,
      "step": 677
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.6992643271314674,
      "learning_rate": 8.788585547745764e-06,
      "loss": 0.7096,
      "step": 678
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.779820463069534,
      "learning_rate": 8.76238429023833e-06,
      "loss": 0.8355,
      "step": 679
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9610632189305904,
      "learning_rate": 8.736191658371998e-06,
      "loss": 0.7635,
      "step": 680
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6433197366035323,
      "learning_rate": 8.71000783469797e-06,
      "loss": 0.76,
      "step": 681
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7329384052385725,
      "learning_rate": 8.683833001706068e-06,
      "loss": 0.7432,
      "step": 682
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7208321664125152,
      "learning_rate": 8.657667341823449e-06,
      "loss": 0.7722,
      "step": 683
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.0847185924939973,
      "learning_rate": 8.631511037413334e-06,
      "loss": 0.7303,
      "step": 684
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6733512955650026,
      "learning_rate": 8.605364270773747e-06,
      "loss": 0.7257,
      "step": 685
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9057810252169715,
      "learning_rate": 8.579227224136236e-06,
      "loss": 0.7867,
      "step": 686
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.7610450213707276,
      "learning_rate": 8.553100079664598e-06,
      "loss": 0.7328,
      "step": 687
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.032793421897824,
      "learning_rate": 8.526983019453624e-06,
      "loss": 0.7249,
      "step": 688
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7460521148100402,
      "learning_rate": 8.500876225527822e-06,
      "loss": 0.8095,
      "step": 689
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.6217376656004977,
      "learning_rate": 8.47477987984015e-06,
      "loss": 0.7291,
      "step": 690
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7513944819984957,
      "learning_rate": 8.448694164270733e-06,
      "loss": 0.7784,
      "step": 691
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.611381649493882,
      "learning_rate": 8.422619260625626e-06,
      "loss": 0.7257,
      "step": 692
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.8258348891260682,
      "learning_rate": 8.396555350635516e-06,
      "loss": 0.7283,
      "step": 693
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8033990109637202,
      "learning_rate": 8.370502615954481e-06,
      "loss": 0.7287,
      "step": 694
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.6844104502620764,
      "learning_rate": 8.3444612381587e-06,
      "loss": 0.7541,
      "step": 695
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7174758443711007,
      "learning_rate": 8.31843139874521e-06,
      "loss": 0.7548,
      "step": 696
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7705682367042754,
      "learning_rate": 8.292413279130625e-06,
      "loss": 0.7236,
      "step": 697
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7325425528188919,
      "learning_rate": 8.266407060649877e-06,
      "loss": 0.9631,
      "step": 698
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7438168089314038,
      "learning_rate": 8.240412924554955e-06,
      "loss": 0.7418,
      "step": 699
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8752209712433744,
      "learning_rate": 8.214431052013636e-06,
      "loss": 0.7553,
      "step": 700
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7270570440689362,
      "learning_rate": 8.188461624108226e-06,
      "loss": 0.7538,
      "step": 701
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9311871390100658,
      "learning_rate": 8.162504821834296e-06,
      "loss": 0.7256,
      "step": 702
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8460910752011436,
      "learning_rate": 8.13656082609943e-06,
      "loss": 0.7963,
      "step": 703
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.0462104978397226,
      "learning_rate": 8.110629817721949e-06,
      "loss": 0.7499,
      "step": 704
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.7608057738874535,
      "learning_rate": 8.084711977429655e-06,
      "loss": 0.7796,
      "step": 705
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7392097145934214,
      "learning_rate": 8.05880748585858e-06,
      "loss": 0.7155,
      "step": 706
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8770640216100294,
      "learning_rate": 8.03291652355172e-06,
      "loss": 0.777,
      "step": 707
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7660150026026007,
      "learning_rate": 8.007039270957778e-06,
      "loss": 0.7176,
      "step": 708
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.6498430157447325,
      "learning_rate": 7.9811759084299e-06,
      "loss": 0.7328,
      "step": 709
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8793572934679837,
      "learning_rate": 7.955326616224432e-06,
      "loss": 0.7703,
      "step": 710
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7540539172877317,
      "learning_rate": 7.929491574499659e-06,
      "loss": 0.71,
      "step": 711
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.7967733518029273,
      "learning_rate": 7.903670963314536e-06,
      "loss": 0.765,
      "step": 712
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.249519160918274,
      "learning_rate": 7.87786496262745e-06,
      "loss": 0.7677,
      "step": 713
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.1256189932027016,
      "learning_rate": 7.852073752294958e-06,
      "loss": 0.7837,
      "step": 714
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.692158189126143,
      "learning_rate": 7.826297512070533e-06,
      "loss": 0.8175,
      "step": 715
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9232586068259186,
      "learning_rate": 7.800536421603317e-06,
      "loss": 0.7576,
      "step": 716
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.6114502739855013,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.6974,
      "step": 717
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6949965072591656,
      "learning_rate": 7.749060408007874e-06,
      "loss": 0.7691,
      "step": 718
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7832277026283018,
      "learning_rate": 7.723345843644986e-06,
      "loss": 0.7716,
      "step": 719
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8178339858930677,
      "learning_rate": 7.697647146567484e-06,
      "loss": 0.6813,
      "step": 720
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6531440704268704,
      "learning_rate": 7.67196449588406e-06,
      "loss": 0.7349,
      "step": 721
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.884513817289984,
      "learning_rate": 7.646298070591578e-06,
      "loss": 0.8092,
      "step": 722
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8286456645325372,
      "learning_rate": 7.620648049573815e-06,
      "loss": 0.8276,
      "step": 723
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8033417929386947,
      "learning_rate": 7.5950146116002184e-06,
      "loss": 0.7114,
      "step": 724
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7603889015161699,
      "learning_rate": 7.569397935324653e-06,
      "loss": 0.7725,
      "step": 725
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9531949474176249,
      "learning_rate": 7.543798199284175e-06,
      "loss": 0.7977,
      "step": 726
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7572273857708323,
      "learning_rate": 7.518215581897763e-06,
      "loss": 0.7478,
      "step": 727
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7636076557592235,
      "learning_rate": 7.4926502614650865e-06,
      "loss": 0.7808,
      "step": 728
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.6236060413891016,
      "learning_rate": 7.4671024161652726e-06,
      "loss": 0.6999,
      "step": 729
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.7978570504725623,
      "learning_rate": 7.441572224055644e-06,
      "loss": 0.7888,
      "step": 730
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.7447179930016969,
      "learning_rate": 7.416059863070492e-06,
      "loss": 0.7442,
      "step": 731
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.8746426035477285,
      "learning_rate": 7.390565511019834e-06,
      "loss": 0.7899,
      "step": 732
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6582861675742879,
      "learning_rate": 7.36508934558817e-06,
      "loss": 0.7106,
      "step": 733
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9468354795541432,
      "learning_rate": 7.33963154433325e-06,
      "loss": 0.907,
      "step": 734
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6533282892663995,
      "learning_rate": 7.314192284684831e-06,
      "loss": 0.7443,
      "step": 735
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.812137238901455,
      "learning_rate": 7.28877174394345e-06,
      "loss": 0.8026,
      "step": 736
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6965759263548852,
      "learning_rate": 7.263370099279173e-06,
      "loss": 0.7171,
      "step": 737
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6849201712838094,
      "learning_rate": 7.23798752773037e-06,
      "loss": 0.7229,
      "step": 738
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9549845175911698,
      "learning_rate": 7.212624206202483e-06,
      "loss": 0.7945,
      "step": 739
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.052252022528913,
      "learning_rate": 7.1872803114667914e-06,
      "loss": 0.7815,
      "step": 740
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.689623175356214,
      "learning_rate": 7.1619560201591705e-06,
      "loss": 0.7487,
      "step": 741
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.6810171365981369,
      "learning_rate": 7.136651508778876e-06,
      "loss": 0.7013,
      "step": 742
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.713982942562677,
      "learning_rate": 7.1113669536872996e-06,
      "loss": 0.7662,
      "step": 743
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.663579294068721,
      "learning_rate": 7.086102531106755e-06,
      "loss": 0.7475,
      "step": 744
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6762728077074722,
      "learning_rate": 7.060858417119233e-06,
      "loss": 0.7439,
      "step": 745
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.7151994893732979,
      "learning_rate": 7.035634787665186e-06,
      "loss": 0.7905,
      "step": 746
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6432153143969728,
      "learning_rate": 7.010431818542298e-06,
      "loss": 0.7137,
      "step": 747
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.783952230139737,
      "learning_rate": 6.9852496854042585e-06,
      "loss": 0.7605,
      "step": 748
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6970304699431817,
      "learning_rate": 6.96008856375954e-06,
      "loss": 0.812,
      "step": 749
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.7276725497686215,
      "learning_rate": 6.934948628970173e-06,
      "loss": 0.7191,
      "step": 750
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6468020212495768,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.7424,
      "step": 751
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6587163369250661,
      "learning_rate": 6.884733020666086e-06,
      "loss": 0.7355,
      "step": 752
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8841419605755626,
      "learning_rate": 6.859657697132229e-06,
      "loss": 0.786,
      "step": 753
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.7041092142120744,
      "learning_rate": 6.834604260413014e-06,
      "loss": 0.725,
      "step": 754
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7296836400825225,
      "learning_rate": 6.809572885119952e-06,
      "loss": 0.9621,
      "step": 755
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8242952620435268,
      "learning_rate": 6.7845637457108016e-06,
      "loss": 0.6999,
      "step": 756
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9707777520062301,
      "learning_rate": 6.759577016488343e-06,
      "loss": 0.814,
      "step": 757
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.270220679989626,
      "learning_rate": 6.734612871599169e-06,
      "loss": 0.7782,
      "step": 758
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.6658043806109968,
      "learning_rate": 6.7096714850324694e-06,
      "loss": 0.7381,
      "step": 759
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8644119452238986,
      "learning_rate": 6.684753030618819e-06,
      "loss": 0.7478,
      "step": 760
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2948095422306167,
      "learning_rate": 6.659857682028963e-06,
      "loss": 0.7368,
      "step": 761
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1208385200341908,
      "learning_rate": 6.634985612772611e-06,
      "loss": 0.7548,
      "step": 762
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7141702238053835,
      "learning_rate": 6.610136996197221e-06,
      "loss": 0.7438,
      "step": 763
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9001678672249185,
      "learning_rate": 6.58531200548681e-06,
      "loss": 0.7737,
      "step": 764
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.7649309531201068,
      "learning_rate": 6.560510813660719e-06,
      "loss": 0.7079,
      "step": 765
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9068990863331087,
      "learning_rate": 6.535733593572424e-06,
      "loss": 0.7892,
      "step": 766
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9367103844970543,
      "learning_rate": 6.510980517908334e-06,
      "loss": 0.7234,
      "step": 767
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.0317875199677935,
      "learning_rate": 6.486251759186573e-06,
      "loss": 0.7615,
      "step": 768
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6815856392580176,
      "learning_rate": 6.461547489755795e-06,
      "loss": 0.7084,
      "step": 769
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.7061867223907953,
      "learning_rate": 6.436867881793971e-06,
      "loss": 0.7634,
      "step": 770
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6717403404039805,
      "learning_rate": 6.412213107307192e-06,
      "loss": 0.6966,
      "step": 771
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.7919695914395061,
      "learning_rate": 6.387583338128471e-06,
      "loss": 0.7697,
      "step": 772
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.7231903954361062,
      "learning_rate": 6.362978745916544e-06,
      "loss": 0.7438,
      "step": 773
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6545041338050531,
      "learning_rate": 6.338399502154675e-06,
      "loss": 0.7314,
      "step": 774
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6643492287086143,
      "learning_rate": 6.313845778149461e-06,
      "loss": 0.748,
      "step": 775
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8015468390919295,
      "learning_rate": 6.289317745029637e-06,
      "loss": 0.7195,
      "step": 776
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.668469797541779,
      "learning_rate": 6.264815573744884e-06,
      "loss": 0.7327,
      "step": 777
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8820280981950381,
      "learning_rate": 6.240339435064638e-06,
      "loss": 0.7084,
      "step": 778
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.6786492124509902,
      "learning_rate": 6.215889499576898e-06,
      "loss": 0.7114,
      "step": 779
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8680560261324012,
      "learning_rate": 6.191465937687038e-06,
      "loss": 0.7845,
      "step": 780
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.6170035551506227,
      "learning_rate": 6.167068919616619e-06,
      "loss": 0.7499,
      "step": 781
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8194525039442561,
      "learning_rate": 6.142698615402205e-06,
      "loss": 0.7585,
      "step": 782
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.7064689414825139,
      "learning_rate": 6.118355194894174e-06,
      "loss": 0.731,
      "step": 783
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.692755583964466,
      "learning_rate": 6.0940388277555415e-06,
      "loss": 0.713,
      "step": 784
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8651835657218316,
      "learning_rate": 6.069749683460765e-06,
      "loss": 0.778,
      "step": 785
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.6549382183961346,
      "learning_rate": 6.0454879312945755e-06,
      "loss": 0.7363,
      "step": 786
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8996504748541897,
      "learning_rate": 6.021253740350793e-06,
      "loss": 0.7342,
      "step": 787
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.7643783690799606,
      "learning_rate": 5.997047279531145e-06,
      "loss": 0.7025,
      "step": 788
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8632984944046991,
      "learning_rate": 5.972868717544096e-06,
      "loss": 0.8023,
      "step": 789
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9276634114107253,
      "learning_rate": 5.948718222903662e-06,
      "loss": 0.7763,
      "step": 790
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.7407164110206144,
      "learning_rate": 5.924595963928248e-06,
      "loss": 0.7412,
      "step": 791
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8088761713215605,
      "learning_rate": 5.900502108739466e-06,
      "loss": 0.9133,
      "step": 792
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.6816915897259173,
      "learning_rate": 5.876436825260967e-06,
      "loss": 0.6923,
      "step": 793
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.591642337733151,
      "learning_rate": 5.852400281217268e-06,
      "loss": 0.7565,
      "step": 794
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8024314952886368,
      "learning_rate": 5.8283926441325835e-06,
      "loss": 0.7298,
      "step": 795
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9382419836146352,
      "learning_rate": 5.804414081329668e-06,
      "loss": 0.6999,
      "step": 796
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.680841808842482,
      "learning_rate": 5.780464759928623e-06,
      "loss": 0.7279,
      "step": 797
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7684976044026549,
      "learning_rate": 5.756544846845775e-06,
      "loss": 0.7786,
      "step": 798
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7690624235498952,
      "learning_rate": 5.732654508792461e-06,
      "loss": 0.7534,
      "step": 799
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7425699870803733,
      "learning_rate": 5.708793912273911e-06,
      "loss": 0.74,
      "step": 800
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7893551808929594,
      "learning_rate": 5.684963223588064e-06,
      "loss": 0.685,
      "step": 801
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4637784929343993,
      "learning_rate": 5.66116260882442e-06,
      "loss": 0.7708,
      "step": 802
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.7276852426254024,
      "learning_rate": 5.637392233862862e-06,
      "loss": 0.7412,
      "step": 803
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.5287150373476497,
      "learning_rate": 5.613652264372533e-06,
      "loss": 0.7386,
      "step": 804
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.6065891000237046,
      "learning_rate": 5.589942865810646e-06,
      "loss": 0.712,
      "step": 805
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.1058478466835417,
      "learning_rate": 5.566264203421361e-06,
      "loss": 0.7799,
      "step": 806
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.3668334229972512,
      "learning_rate": 5.542616442234618e-06,
      "loss": 0.7261,
      "step": 807
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.2831787059191615,
      "learning_rate": 5.518999747064981e-06,
      "loss": 0.7821,
      "step": 808
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.6078737115015747,
      "learning_rate": 5.495414282510511e-06,
      "loss": 0.6895,
      "step": 809
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.8005793259292987,
      "learning_rate": 5.471860212951588e-06,
      "loss": 0.9211,
      "step": 810
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.644624372544686,
      "learning_rate": 5.448337702549802e-06,
      "loss": 0.7303,
      "step": 811
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0124010167103101,
      "learning_rate": 5.42484691524677e-06,
      "loss": 0.7735,
      "step": 812
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.6335069815575214,
      "learning_rate": 5.401388014763027e-06,
      "loss": 0.718,
      "step": 813
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9782246683477449,
      "learning_rate": 5.3779611645968696e-06,
      "loss": 0.7376,
      "step": 814
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9113122076157943,
      "learning_rate": 5.354566528023207e-06,
      "loss": 0.748,
      "step": 815
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9178078253954092,
      "learning_rate": 5.331204268092449e-06,
      "loss": 0.7817,
      "step": 816
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.771316941152822,
      "learning_rate": 5.307874547629339e-06,
      "loss": 0.7568,
      "step": 817
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7144878185317688,
      "learning_rate": 5.284577529231847e-06,
      "loss": 0.6787,
      "step": 818
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8437400447156539,
      "learning_rate": 5.2613133752700145e-06,
      "loss": 0.7867,
      "step": 819
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7590761541659021,
      "learning_rate": 5.238082247884838e-06,
      "loss": 0.7236,
      "step": 820
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9607153002369102,
      "learning_rate": 5.214884308987136e-06,
      "loss": 0.7167,
      "step": 821
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.7381069644761629,
      "learning_rate": 5.191719720256407e-06,
      "loss": 0.7198,
      "step": 822
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9034890699074482,
      "learning_rate": 5.168588643139724e-06,
      "loss": 0.7599,
      "step": 823
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0434979041972645,
      "learning_rate": 5.145491238850592e-06,
      "loss": 0.6964,
      "step": 824
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.806284185598044,
      "learning_rate": 5.122427668367838e-06,
      "loss": 0.7849,
      "step": 825
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.608901620488363,
      "learning_rate": 5.099398092434469e-06,
      "loss": 0.6992,
      "step": 826
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0429962730190467,
      "learning_rate": 5.076402671556578e-06,
      "loss": 0.7261,
      "step": 827
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0305767486388024,
      "learning_rate": 5.053441566002214e-06,
      "loss": 0.7976,
      "step": 828
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.7956942218050364,
      "learning_rate": 5.030514935800247e-06,
      "loss": 0.7378,
      "step": 829
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.7103122177212345,
      "learning_rate": 5.007622940739288e-06,
      "loss": 0.7176,
      "step": 830
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8103283266637169,
      "learning_rate": 4.9847657403665365e-06,
      "loss": 0.764,
      "step": 831
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8027601536595025,
      "learning_rate": 4.961943493986709e-06,
      "loss": 0.7054,
      "step": 832
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.1786583669685364,
      "learning_rate": 4.939156360660888e-06,
      "loss": 0.9676,
      "step": 833
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.334812106267259,
      "learning_rate": 4.916404499205452e-06,
      "loss": 0.7576,
      "step": 834
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.6814625920448021,
      "learning_rate": 4.893688068190933e-06,
      "loss": 0.7181,
      "step": 835
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0082682757354204,
      "learning_rate": 4.87100722594094e-06,
      "loss": 0.7322,
      "step": 836
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.6751452168755783,
      "learning_rate": 4.848362130531039e-06,
      "loss": 0.7472,
      "step": 837
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8599728785384757,
      "learning_rate": 4.825752939787659e-06,
      "loss": 0.7523,
      "step": 838
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.710395793267347,
      "learning_rate": 4.803179811286989e-06,
      "loss": 0.7013,
      "step": 839
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.7168749866419042,
      "learning_rate": 4.780642902353872e-06,
      "loss": 0.7412,
      "step": 840
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8292201780869123,
      "learning_rate": 4.75814237006073e-06,
      "loss": 0.7176,
      "step": 841
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8640117437538617,
      "learning_rate": 4.7356783712264405e-06,
      "loss": 0.7913,
      "step": 842
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7450987365631756,
      "learning_rate": 4.713251062415276e-06,
      "loss": 0.7122,
      "step": 843
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.317700902025769,
      "learning_rate": 4.690860599935776e-06,
      "loss": 0.7723,
      "step": 844
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8197212777562881,
      "learning_rate": 4.668507139839692e-06,
      "loss": 0.7147,
      "step": 845
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7464544759431686,
      "learning_rate": 4.646190837920884e-06,
      "loss": 0.7693,
      "step": 846
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8653745139861386,
      "learning_rate": 4.623911849714226e-06,
      "loss": 0.7085,
      "step": 847
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7841214059855006,
      "learning_rate": 4.601670330494543e-06,
      "loss": 0.7782,
      "step": 848
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7209304829785745,
      "learning_rate": 4.579466435275506e-06,
      "loss": 0.7605,
      "step": 849
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.067265636450835,
      "learning_rate": 4.557300318808578e-06,
      "loss": 0.7119,
      "step": 850
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7131002265672343,
      "learning_rate": 4.535172135581904e-06,
      "loss": 0.9065,
      "step": 851
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4257557054264252,
      "learning_rate": 4.5130820398192645e-06,
      "loss": 0.7249,
      "step": 852
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8717966818561004,
      "learning_rate": 4.491030185478976e-06,
      "loss": 0.7965,
      "step": 853
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.7010372229617998,
      "learning_rate": 4.469016726252838e-06,
      "loss": 0.6888,
      "step": 854
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.7485367435150484,
      "learning_rate": 4.447041815565053e-06,
      "loss": 0.7653,
      "step": 855
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8001119586291509,
      "learning_rate": 4.425105606571145e-06,
      "loss": 0.7334,
      "step": 856
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.7640389420778844,
      "learning_rate": 4.403208252156921e-06,
      "loss": 0.7187,
      "step": 857
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8971742940194984,
      "learning_rate": 4.381349904937371e-06,
      "loss": 0.7767,
      "step": 858
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.1740820679055584,
      "learning_rate": 4.359530717255639e-06,
      "loss": 0.7249,
      "step": 859
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6986366047436583,
      "learning_rate": 4.33775084118193e-06,
      "loss": 0.7179,
      "step": 860
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.8415150140135839,
      "learning_rate": 4.316010428512472e-06,
      "loss": 0.7352,
      "step": 861
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.693989704657536,
      "learning_rate": 4.294309630768452e-06,
      "loss": 0.7198,
      "step": 862
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.785712387628987,
      "learning_rate": 4.272648599194948e-06,
      "loss": 0.7342,
      "step": 863
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.7227446133003971,
      "learning_rate": 4.2510274847599e-06,
      "loss": 0.6988,
      "step": 864
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.781512469207994,
      "learning_rate": 4.229446438153027e-06,
      "loss": 0.7605,
      "step": 865
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9599716399355726,
      "learning_rate": 4.2079056097848085e-06,
      "loss": 0.7463,
      "step": 866
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.121288987875495,
      "learning_rate": 4.186405149785403e-06,
      "loss": 0.7657,
      "step": 867
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7695666862397598,
      "learning_rate": 4.164945208003635e-06,
      "loss": 0.7855,
      "step": 868
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8280999391739019,
      "learning_rate": 4.1435259340059306e-06,
      "loss": 0.7638,
      "step": 869
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7407140523322566,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.7551,
      "step": 870
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.706352331169021,
      "learning_rate": 4.10080998621017e-06,
      "loss": 0.7319,
      "step": 871
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9699304617717999,
      "learning_rate": 4.079513610123619e-06,
      "loss": 0.7009,
      "step": 872
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0350619563183492,
      "learning_rate": 4.058258497242065e-06,
      "loss": 0.6928,
      "step": 873
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8198269776716316,
      "learning_rate": 4.037044795704356e-06,
      "loss": 0.7867,
      "step": 874
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7914715535490132,
      "learning_rate": 4.015872653360739e-06,
      "loss": 0.7299,
      "step": 875
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.815228058365996,
      "learning_rate": 3.994742217771795e-06,
      "loss": 0.7472,
      "step": 876
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.7304783307425929,
      "learning_rate": 3.973653636207437e-06,
      "loss": 0.7024,
      "step": 877
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8037609450293971,
      "learning_rate": 3.952607055645866e-06,
      "loss": 0.7832,
      "step": 878
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8091738584690644,
      "learning_rate": 3.931602622772561e-06,
      "loss": 0.8074,
      "step": 879
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7545926922064994,
      "learning_rate": 3.910640483979251e-06,
      "loss": 0.7248,
      "step": 880
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9106780317338347,
      "learning_rate": 3.889720785362884e-06,
      "loss": 0.6981,
      "step": 881
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.776234342011967,
      "learning_rate": 3.86884367272463e-06,
      "loss": 0.7394,
      "step": 882
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7981574271569339,
      "learning_rate": 3.848009291568845e-06,
      "loss": 0.7459,
      "step": 883
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9674876495340984,
      "learning_rate": 3.827217787102072e-06,
      "loss": 0.7604,
      "step": 884
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7418699923992804,
      "learning_rate": 3.8064693042320133e-06,
      "loss": 0.6968,
      "step": 885
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7559758820093558,
      "learning_rate": 3.7857639875665377e-06,
      "loss": 0.7049,
      "step": 886
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7182905108237919,
      "learning_rate": 3.7651019814126656e-06,
      "loss": 0.9489,
      "step": 887
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7967620746811465,
      "learning_rate": 3.7444834297755504e-06,
      "loss": 0.7458,
      "step": 888
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.88108583702487,
      "learning_rate": 3.7239084763575016e-06,
      "loss": 0.7047,
      "step": 889
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8852617935762098,
      "learning_rate": 3.703377264556952e-06,
      "loss": 0.7265,
      "step": 890
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.000729797943329,
      "learning_rate": 3.6828899374674933e-06,
      "loss": 0.71,
      "step": 891
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7820465299003037,
      "learning_rate": 3.6624466378768387e-06,
      "loss": 0.7219,
      "step": 892
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.6854222880485018,
      "learning_rate": 3.642047508265866e-06,
      "loss": 0.7178,
      "step": 893
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7766746381371006,
      "learning_rate": 3.6216926908076043e-06,
      "loss": 0.7315,
      "step": 894
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.0254055400633215,
      "learning_rate": 3.601382327366236e-06,
      "loss": 0.7462,
      "step": 895
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8356546224811126,
      "learning_rate": 3.581116559496134e-06,
      "loss": 0.7376,
      "step": 896
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8806230598218974,
      "learning_rate": 3.560895528440844e-06,
      "loss": 0.7779,
      "step": 897
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8008457494674663,
      "learning_rate": 3.540719375132129e-06,
      "loss": 0.7177,
      "step": 898
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8139819422320145,
      "learning_rate": 3.5205882401889624e-06,
      "loss": 0.721,
      "step": 899
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9471787776980874,
      "learning_rate": 3.500502263916571e-06,
      "loss": 0.7912,
      "step": 900
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7932989697628156,
      "learning_rate": 3.4804615863054314e-06,
      "loss": 0.7595,
      "step": 901
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0649060804145318,
      "learning_rate": 3.460466347030319e-06,
      "loss": 0.7509,
      "step": 902
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7142009512556069,
      "learning_rate": 3.4405166854493266e-06,
      "loss": 0.7318,
      "step": 903
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7594076544359142,
      "learning_rate": 3.4206127406028744e-06,
      "loss": 0.7226,
      "step": 904
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.1560899315781274,
      "learning_rate": 3.4007546512127764e-06,
      "loss": 0.7673,
      "step": 905
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7235419177395497,
      "learning_rate": 3.380942555681238e-06,
      "loss": 0.7045,
      "step": 906
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8626786351866071,
      "learning_rate": 3.361176592089919e-06,
      "loss": 0.7688,
      "step": 907
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7493530543703399,
      "learning_rate": 3.3414568981989492e-06,
      "loss": 0.8024,
      "step": 908
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0893622118531872,
      "learning_rate": 3.3217836114459887e-06,
      "loss": 0.76,
      "step": 909
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.504320455660752,
      "learning_rate": 3.302156868945259e-06,
      "loss": 0.7068,
      "step": 910
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8774510119923523,
      "learning_rate": 3.282576807486575e-06,
      "loss": 0.7597,
      "step": 911
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.7146814184813233,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 0.7331,
      "step": 912
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8867282718460139,
      "learning_rate": 3.2435572732269905e-06,
      "loss": 0.7242,
      "step": 913
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8530695993724191,
      "learning_rate": 3.224118072375204e-06,
      "loss": 0.726,
      "step": 914
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8456246882463645,
      "learning_rate": 3.2047260964618034e-06,
      "loss": 0.6793,
      "step": 915
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7033499769143633,
      "learning_rate": 3.1853814806404003e-06,
      "loss": 0.7412,
      "step": 916
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.0685630322408217,
      "learning_rate": 3.1660843597345137e-06,
      "loss": 0.7407,
      "step": 917
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7093894273031172,
      "learning_rate": 3.1468348682366567e-06,
      "loss": 0.6954,
      "step": 918
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9152791614368945,
      "learning_rate": 3.1276331403073733e-06,
      "loss": 0.7963,
      "step": 919
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8560196065937299,
      "learning_rate": 3.108479309774326e-06,
      "loss": 0.7747,
      "step": 920
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.750932964422409,
      "learning_rate": 3.089373510131354e-06,
      "loss": 0.7199,
      "step": 921
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8897407163907054,
      "learning_rate": 3.0703158745375316e-06,
      "loss": 0.7136,
      "step": 922
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7280486281611915,
      "learning_rate": 3.051306535816264e-06,
      "loss": 0.7178,
      "step": 923
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7494491235280746,
      "learning_rate": 3.032345626454335e-06,
      "loss": 0.6934,
      "step": 924
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9776284514532279,
      "learning_rate": 3.013433278601011e-06,
      "loss": 0.7572,
      "step": 925
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7431082971092643,
      "learning_rate": 2.9945696240670905e-06,
      "loss": 0.6983,
      "step": 926
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7295956931710292,
      "learning_rate": 2.975754794324015e-06,
      "loss": 0.736,
      "step": 927
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.702292032302322,
      "learning_rate": 2.9569889205029324e-06,
      "loss": 0.7183,
      "step": 928
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.0103699872285812,
      "learning_rate": 2.9382721333937847e-06,
      "loss": 0.825,
      "step": 929
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.1101207666144408,
      "learning_rate": 2.9196045634444116e-06,
      "loss": 0.747,
      "step": 930
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8981156874327574,
      "learning_rate": 2.9009863407596173e-06,
      "loss": 0.6751,
      "step": 931
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.82507627883392,
      "learning_rate": 2.8824175951002918e-06,
      "loss": 0.7284,
      "step": 932
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7764399943617596,
      "learning_rate": 2.8638984558824777e-06,
      "loss": 0.7154,
      "step": 933
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.921676258416402,
      "learning_rate": 2.8454290521764927e-06,
      "loss": 0.8008,
      "step": 934
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7943312275700011,
      "learning_rate": 2.827009512706018e-06,
      "loss": 0.678,
      "step": 935
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.6681039830338549,
      "learning_rate": 2.8086399658471965e-06,
      "loss": 0.7341,
      "step": 936
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.7032793048479545,
      "learning_rate": 2.7903205396277546e-06,
      "loss": 0.7128,
      "step": 937
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.2849422924054812,
      "learning_rate": 2.7720513617260857e-06,
      "loss": 0.798,
      "step": 938
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8490817516763229,
      "learning_rate": 2.7538325594703907e-06,
      "loss": 0.7627,
      "step": 939
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8197548167445705,
      "learning_rate": 2.7356642598377604e-06,
      "loss": 0.6781,
      "step": 940
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.9894861587012567,
      "learning_rate": 2.7175465894533114e-06,
      "loss": 0.7838,
      "step": 941
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9384298357928221,
      "learning_rate": 2.6994796745893e-06,
      "loss": 0.7127,
      "step": 942
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.983967841932367,
      "learning_rate": 2.681463641164228e-06,
      "loss": 0.7648,
      "step": 943
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8913625927868462,
      "learning_rate": 2.663498614741987e-06,
      "loss": 0.6791,
      "step": 944
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.7360833304237321,
      "learning_rate": 2.6455847205309615e-06,
      "loss": 0.9459,
      "step": 945
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9125594128565054,
      "learning_rate": 2.6277220833831774e-06,
      "loss": 0.7253,
      "step": 946
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.424205737475593,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.7665,
      "step": 947
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.6239181323551143,
      "learning_rate": 2.5921510778983405e-06,
      "loss": 0.6995,
      "step": 948
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8191129976309806,
      "learning_rate": 2.5744429574756612e-06,
      "loss": 0.6895,
      "step": 949
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.6939973362903256,
      "learning_rate": 2.556786589943252e-06,
      "loss": 0.7319,
      "step": 950
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7494463577364916,
      "learning_rate": 2.539182098358276e-06,
      "loss": 0.7496,
      "step": 951
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.6750590373790963,
      "learning_rate": 2.5216296054163547e-06,
      "loss": 0.7173,
      "step": 952
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.839435548248877,
      "learning_rate": 2.5041292334507028e-06,
      "loss": 0.7078,
      "step": 953
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.666327413083182,
      "learning_rate": 2.4866811044312667e-06,
      "loss": 0.7453,
      "step": 954
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7430582725949687,
      "learning_rate": 2.469285339963892e-06,
      "loss": 0.7663,
      "step": 955
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.784394608312579,
      "learning_rate": 2.451942061289455e-06,
      "loss": 0.7272,
      "step": 956
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8721460252377428,
      "learning_rate": 2.4346513892830427e-06,
      "loss": 0.7016,
      "step": 957
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7416628921072561,
      "learning_rate": 2.4174134444530817e-06,
      "loss": 0.6846,
      "step": 958
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7453880317519894,
      "learning_rate": 2.400228346940525e-06,
      "loss": 0.7394,
      "step": 959
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.6651273689288474,
      "learning_rate": 2.3830962165179995e-06,
      "loss": 0.7053,
      "step": 960
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7626610515540132,
      "learning_rate": 2.3660171725889703e-06,
      "loss": 0.7718,
      "step": 961
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9005992075695879,
      "learning_rate": 2.34899133418692e-06,
      "loss": 0.7152,
      "step": 962
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7626192939730301,
      "learning_rate": 2.332018819974502e-06,
      "loss": 0.935,
      "step": 963
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8831317906248485,
      "learning_rate": 2.3150997482427364e-06,
      "loss": 0.7764,
      "step": 964
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.855960088112948,
      "learning_rate": 2.2982342369101597e-06,
      "loss": 0.7113,
      "step": 965
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.7890122170141386,
      "learning_rate": 2.2814224035220268e-06,
      "loss": 0.7326,
      "step": 966
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.1040415770195264,
      "learning_rate": 2.2646643652494693e-06,
      "loss": 0.6817,
      "step": 967
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8304476366154898,
      "learning_rate": 2.2479602388887013e-06,
      "loss": 0.7993,
      "step": 968
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.016984492808275,
      "learning_rate": 2.231310140860192e-06,
      "loss": 0.6779,
      "step": 969
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.6542955078304242,
      "learning_rate": 2.214714187207848e-06,
      "loss": 0.7488,
      "step": 970
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.7481185633593638,
      "learning_rate": 2.1981724935982264e-06,
      "loss": 0.6866,
      "step": 971
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.7830187553144453,
      "learning_rate": 2.1816851753197023e-06,
      "loss": 0.7721,
      "step": 972
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8752788909536485,
      "learning_rate": 2.165252347281692e-06,
      "loss": 0.7795,
      "step": 973
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.6299356236543497,
      "learning_rate": 2.1488741240138245e-06,
      "loss": 0.6954,
      "step": 974
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.7990380688458015,
      "learning_rate": 2.132550619665168e-06,
      "loss": 0.7333,
      "step": 975
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.2145641813362529,
      "learning_rate": 2.1162819480034226e-06,
      "loss": 0.7001,
      "step": 976
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8298203255675277,
      "learning_rate": 2.100068222414121e-06,
      "loss": 0.7891,
      "step": 977
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8008073678517103,
      "learning_rate": 2.0839095558998566e-06,
      "loss": 0.6915,
      "step": 978
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5658161387982137,
      "learning_rate": 2.0678060610794748e-06,
      "loss": 0.755,
      "step": 979
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9126071191291331,
      "learning_rate": 2.051757850187306e-06,
      "loss": 0.6855,
      "step": 980
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3996962841854064,
      "learning_rate": 2.035765035072369e-06,
      "loss": 0.7582,
      "step": 981
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.728188863866462,
      "learning_rate": 2.019827727197605e-06,
      "loss": 0.7182,
      "step": 982
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0013721752483946,
      "learning_rate": 2.0039460376390927e-06,
      "loss": 0.7657,
      "step": 983
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7105445186726845,
      "learning_rate": 1.9881200770852695e-06,
      "loss": 0.7218,
      "step": 984
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0901322332170915,
      "learning_rate": 1.9723499558361746e-06,
      "loss": 0.7132,
      "step": 985
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7205358168272719,
      "learning_rate": 1.9566357838026594e-06,
      "loss": 0.7913,
      "step": 986
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7718716619554407,
      "learning_rate": 1.9409776705056514e-06,
      "loss": 0.7391,
      "step": 987
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.6804984682449529,
      "learning_rate": 1.925375725075357e-06,
      "loss": 0.74,
      "step": 988
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.0969108480232745,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.7127,
      "step": 989
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8439129649895618,
      "learning_rate": 1.8943407723776796e-06,
      "loss": 0.7256,
      "step": 990
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8885118400371784,
      "learning_rate": 1.8789079814103673e-06,
      "loss": 0.7073,
      "step": 991
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.6723163236059383,
      "learning_rate": 1.8635317909083983e-06,
      "loss": 0.7152,
      "step": 992
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8588567326201004,
      "learning_rate": 1.8482123080371095e-06,
      "loss": 0.7577,
      "step": 993
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.607474502977786,
      "learning_rate": 1.8329496395666079e-06,
      "loss": 0.7154,
      "step": 994
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8958812172692612,
      "learning_rate": 1.8177438918710267e-06,
      "loss": 0.6998,
      "step": 995
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.7033894194441586,
      "learning_rate": 1.80259517092779e-06,
      "loss": 0.7552,
      "step": 996
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8086032172961205,
      "learning_rate": 1.7875035823168641e-06,
      "loss": 0.7389,
      "step": 997
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.1253010208488041,
      "learning_rate": 1.7724692312200376e-06,
      "loss": 0.7464,
      "step": 998
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.6895135060688806,
      "learning_rate": 1.7574922224201674e-06,
      "loss": 0.7047,
      "step": 999
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8829017369933378,
      "learning_rate": 1.7425726603004678e-06,
      "loss": 0.7656,
      "step": 1000
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.6860873603849518,
      "learning_rate": 1.7277106488437745e-06,
      "loss": 0.7239,
      "step": 1001
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.635453834244164,
      "learning_rate": 1.712906291631814e-06,
      "loss": 0.7234,
      "step": 1002
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1079926756794962,
      "learning_rate": 1.6981596918444953e-06,
      "loss": 0.7014,
      "step": 1003
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7656594239859689,
      "learning_rate": 1.6834709522591753e-06,
      "loss": 0.9494,
      "step": 1004
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7270266942882763,
      "learning_rate": 1.6688401752499606e-06,
      "loss": 0.7243,
      "step": 1005
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7651986913982075,
      "learning_rate": 1.6542674627869738e-06,
      "loss": 0.7675,
      "step": 1006
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9828422571147613,
      "learning_rate": 1.6397529164356606e-06,
      "loss": 0.6741,
      "step": 1007
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.7603156978757374,
      "learning_rate": 1.625296637356072e-06,
      "loss": 0.7573,
      "step": 1008
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.8472696700308414,
      "learning_rate": 1.610898726302157e-06,
      "loss": 0.7494,
      "step": 1009
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.6937112879304376,
      "learning_rate": 1.596559283621074e-06,
      "loss": 0.7134,
      "step": 1010
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.8748304283264113,
      "learning_rate": 1.5822784092524734e-06,
      "loss": 0.7262,
      "step": 1011
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9748756629520862,
      "learning_rate": 1.5680562027278156e-06,
      "loss": 0.6961,
      "step": 1012
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.643035441216947,
      "learning_rate": 1.5538927631696687e-06,
      "loss": 0.7522,
      "step": 1013
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.8381094528692606,
      "learning_rate": 1.539788189291025e-06,
      "loss": 0.7783,
      "step": 1014
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6401184552869392,
      "learning_rate": 1.5257425793946011e-06,
      "loss": 0.7114,
      "step": 1015
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.950561773518692,
      "learning_rate": 1.511756031372168e-06,
      "loss": 0.6774,
      "step": 1016
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.239209946840932,
      "learning_rate": 1.4978286427038602e-06,
      "loss": 0.761,
      "step": 1017
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6529592571644756,
      "learning_rate": 1.4839605104574905e-06,
      "loss": 0.7235,
      "step": 1018
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9081095984829524,
      "learning_rate": 1.470151731287891e-06,
      "loss": 0.7803,
      "step": 1019
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6648644445461772,
      "learning_rate": 1.4564024014362165e-06,
      "loss": 0.6986,
      "step": 1020
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.7844686740734905,
      "learning_rate": 1.4427126167292994e-06,
      "loss": 0.8966,
      "step": 1021
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6351089237736126,
      "learning_rate": 1.4290824725789542e-06,
      "loss": 0.7154,
      "step": 1022
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.8221325820670042,
      "learning_rate": 1.4155120639813392e-06,
      "loss": 0.765,
      "step": 1023
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.6290893105949764,
      "learning_rate": 1.4020014855162755e-06,
      "loss": 0.717,
      "step": 1024
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.0955841139907345,
      "learning_rate": 1.3885508313465957e-06,
      "loss": 0.7065,
      "step": 1025
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7737692058517823,
      "learning_rate": 1.3751601952174887e-06,
      "loss": 0.7318,
      "step": 1026
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.5286587140700232,
      "learning_rate": 1.3618296704558364e-06,
      "loss": 0.7747,
      "step": 1027
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.6888559096241698,
      "learning_rate": 1.3485593499695816e-06,
      "loss": 0.7084,
      "step": 1028
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7988970224208605,
      "learning_rate": 1.3353493262470564e-06,
      "loss": 0.7637,
      "step": 1029
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7511463302857055,
      "learning_rate": 1.322199691356366e-06,
      "loss": 0.7007,
      "step": 1030
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8028398716836663,
      "learning_rate": 1.3091105369447166e-06,
      "loss": 0.7588,
      "step": 1031
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7725771841392625,
      "learning_rate": 1.2960819542378055e-06,
      "loss": 0.8151,
      "step": 1032
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.6433863531637293,
      "learning_rate": 1.2831140340391602e-06,
      "loss": 0.6788,
      "step": 1033
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.952916748637187,
      "learning_rate": 1.270206866729523e-06,
      "loss": 0.6699,
      "step": 1034
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.7951687209949158,
      "learning_rate": 1.2573605422662193e-06,
      "loss": 0.7637,
      "step": 1035
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.5286975245649691,
      "learning_rate": 1.2445751501825142e-06,
      "loss": 0.7302,
      "step": 1036
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8506490788525439,
      "learning_rate": 1.2318507795870138e-06,
      "loss": 0.713,
      "step": 1037
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.6961051414975093,
      "learning_rate": 1.2191875191630209e-06,
      "loss": 0.7382,
      "step": 1038
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8640017439719226,
      "learning_rate": 1.2065854571679348e-06,
      "loss": 0.7212,
      "step": 1039
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.78539551449576,
      "learning_rate": 1.19404468143262e-06,
      "loss": 0.7239,
      "step": 1040
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.752929393999625,
      "learning_rate": 1.1815652793608123e-06,
      "loss": 0.8931,
      "step": 1041
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.673731559915361,
      "learning_rate": 1.1691473379284945e-06,
      "loss": 0.7193,
      "step": 1042
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8567518134991969,
      "learning_rate": 1.1567909436832936e-06,
      "loss": 0.7068,
      "step": 1043
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.6509979353905454,
      "learning_rate": 1.144496182743885e-06,
      "loss": 0.7164,
      "step": 1044
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.7062037758911758,
      "learning_rate": 1.132263140799381e-06,
      "loss": 0.6837,
      "step": 1045
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.6579375636488486,
      "learning_rate": 1.1200919031087466e-06,
      "loss": 0.7659,
      "step": 1046
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.7422948450413535,
      "learning_rate": 1.1079825545001887e-06,
      "loss": 0.7113,
      "step": 1047
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.833636441395792,
      "learning_rate": 1.095935179370584e-06,
      "loss": 0.7443,
      "step": 1048
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8317534249824864,
      "learning_rate": 1.0839498616848753e-06,
      "loss": 0.6745,
      "step": 1049
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.0356523854290443,
      "learning_rate": 1.0720266849754934e-06,
      "loss": 0.7434,
      "step": 1050
    },
    {
      "epoch": 0.86,
      "grad_norm": 3.1041023488041275,
      "learning_rate": 1.0601657323417746e-06,
      "loss": 0.7677,
      "step": 1051
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6980084297806788,
      "learning_rate": 1.0483670864493777e-06,
      "loss": 0.7097,
      "step": 1052
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.791631898771703,
      "learning_rate": 1.0366308295297156e-06,
      "loss": 0.7907,
      "step": 1053
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6585144445269271,
      "learning_rate": 1.0249570433793709e-06,
      "loss": 0.7192,
      "step": 1054
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.7646207527618,
      "learning_rate": 1.0133458093595383e-06,
      "loss": 0.7745,
      "step": 1055
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9764143752326625,
      "learning_rate": 1.0017972083954508e-06,
      "loss": 0.7666,
      "step": 1056
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6801100288614615,
      "learning_rate": 9.903113209758098e-07,
      "loss": 0.6842,
      "step": 1057
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6746840419061803,
      "learning_rate": 9.788882271522394e-07,
      "loss": 0.7339,
      "step": 1058
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.907253416305685,
      "learning_rate": 9.675280065387117e-07,
      "loss": 0.7206,
      "step": 1059
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.726209400044091,
      "learning_rate": 9.56230738311007e-07,
      "loss": 0.7547,
      "step": 1060
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.769371891517745,
      "learning_rate": 9.449965012061524e-07,
      "loss": 0.7047,
      "step": 1061
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.711127798472907,
      "learning_rate": 9.33825373521875e-07,
      "loss": 0.9369,
      "step": 1062
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.6701289608294342,
      "learning_rate": 9.227174331160538e-07,
      "loss": 0.6892,
      "step": 1063
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.982788269405761,
      "learning_rate": 9.116727574061879e-07,
      "loss": 0.7798,
      "step": 1064
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.0280878200899732,
      "learning_rate": 9.006914233688402e-07,
      "loss": 0.7755,
      "step": 1065
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.6477681881569981,
      "learning_rate": 8.897735075391156e-07,
      "loss": 0.6918,
      "step": 1066
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9025417635880701,
      "learning_rate": 8.789190860101226e-07,
      "loss": 0.7137,
      "step": 1067
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.84702821356326,
      "learning_rate": 8.68128234432436e-07,
      "loss": 0.741,
      "step": 1068
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.0768068055276054,
      "learning_rate": 8.574010280135824e-07,
      "loss": 0.7568,
      "step": 1069
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7162813325180957,
      "learning_rate": 8.467375415175027e-07,
      "loss": 0.6719,
      "step": 1070
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7297868706019205,
      "learning_rate": 8.361378492640471e-07,
      "loss": 0.7366,
      "step": 1071
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7050541308972996,
      "learning_rate": 8.256020251284381e-07,
      "loss": 0.7088,
      "step": 1072
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9629620458225608,
      "learning_rate": 8.151301425407699e-07,
      "loss": 0.751,
      "step": 1073
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6481695628169805,
      "learning_rate": 8.047222744854943e-07,
      "loss": 0.6811,
      "step": 1074
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9408626040318457,
      "learning_rate": 7.943784935009036e-07,
      "loss": 0.7025,
      "step": 1075
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6622493928442372,
      "learning_rate": 7.840988716786391e-07,
      "loss": 0.7017,
      "step": 1076
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.322304060015091,
      "learning_rate": 7.738834806631712e-07,
      "loss": 0.7616,
      "step": 1077
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7318777956353805,
      "learning_rate": 7.637323916513195e-07,
      "loss": 0.7139,
      "step": 1078
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7361656060791522,
      "learning_rate": 7.536456753917377e-07,
      "loss": 0.746,
      "step": 1079
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6130095676524424,
      "learning_rate": 7.43623402184438e-07,
      "loss": 0.7064,
      "step": 1080
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8844999296767325,
      "learning_rate": 7.336656418802857e-07,
      "loss": 0.7856,
      "step": 1081
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7614884174231038,
      "learning_rate": 7.237724638805221e-07,
      "loss": 0.7159,
      "step": 1082
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8425515248166154,
      "learning_rate": 7.13943937136281e-07,
      "loss": 0.7488,
      "step": 1083
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8727864878761608,
      "learning_rate": 7.041801301480977e-07,
      "loss": 0.6786,
      "step": 1084
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7682495122053381,
      "learning_rate": 6.944811109654481e-07,
      "loss": 0.766,
      "step": 1085
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.7003901282372423,
      "learning_rate": 6.848469471862573e-07,
      "loss": 0.7252,
      "step": 1086
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9855614805548879,
      "learning_rate": 6.752777059564431e-07,
      "loss": 0.735,
      "step": 1087
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6982929246787412,
      "learning_rate": 6.657734539694361e-07,
      "loss": 0.6727,
      "step": 1088
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0695218076662443,
      "learning_rate": 6.563342574657228e-07,
      "loss": 0.7589,
      "step": 1089
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6969108206103031,
      "learning_rate": 6.469601822323845e-07,
      "loss": 0.737,
      "step": 1090
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8542613682679879,
      "learning_rate": 6.37651293602628e-07,
      "loss": 0.7434,
      "step": 1091
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.070070205427742,
      "learning_rate": 6.284076564553465e-07,
      "loss": 0.7772,
      "step": 1092
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9709894613108512,
      "learning_rate": 6.192293352146506e-07,
      "loss": 0.6913,
      "step": 1093
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8578412309136388,
      "learning_rate": 6.101163938494359e-07,
      "loss": 0.7945,
      "step": 1094
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6815858254814903,
      "learning_rate": 6.010688958729205e-07,
      "loss": 0.7105,
      "step": 1095
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8785810603135195,
      "learning_rate": 5.920869043422172e-07,
      "loss": 0.7508,
      "step": 1096
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.7696049459298279,
      "learning_rate": 5.831704818578842e-07,
      "loss": 0.6919,
      "step": 1097
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8964464972262199,
      "learning_rate": 5.743196905634951e-07,
      "loss": 0.9438,
      "step": 1098
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.257968792198762,
      "learning_rate": 5.655345921451982e-07,
      "loss": 0.7589,
      "step": 1099
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.7524332457902064,
      "learning_rate": 5.568152478312927e-07,
      "loss": 0.7029,
      "step": 1100
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8609259200911433,
      "learning_rate": 5.481617183918053e-07,
      "loss": 0.7577,
      "step": 1101
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.662361357241114,
      "learning_rate": 5.395740641380532e-07,
      "loss": 0.6769,
      "step": 1102
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8160108402179471,
      "learning_rate": 5.310523449222393e-07,
      "loss": 0.7656,
      "step": 1103
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6219049100157225,
      "learning_rate": 5.225966201370236e-07,
      "loss": 0.7224,
      "step": 1104
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9431382265590498,
      "learning_rate": 5.142069487151191e-07,
      "loss": 0.7428,
      "step": 1105
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.679885043251871,
      "learning_rate": 5.058833891288683e-07,
      "loss": 0.7351,
      "step": 1106
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6851273951939502,
      "learning_rate": 4.976259993898503e-07,
      "loss": 0.7212,
      "step": 1107
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8333080609379073,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.7135,
      "step": 1108
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6753269464550602,
      "learning_rate": 4.813099591935356e-07,
      "loss": 0.7087,
      "step": 1109
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8678235883683769,
      "learning_rate": 4.732514224519158e-07,
      "loss": 0.7692,
      "step": 1110
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.0993533773356294,
      "learning_rate": 4.6525928298808645e-07,
      "loss": 0.6869,
      "step": 1111
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.632999790409631,
      "learning_rate": 4.573335965037706e-07,
      "loss": 0.7027,
      "step": 1112
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8421959960330501,
      "learning_rate": 4.49474418237541e-07,
      "loss": 0.7078,
      "step": 1113
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8323121149381778,
      "learning_rate": 4.4168180296443875e-07,
      "loss": 0.7364,
      "step": 1114
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9064372845700429,
      "learning_rate": 4.3395580499559276e-07,
      "loss": 0.7084,
      "step": 1115
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6938693276351212,
      "learning_rate": 4.2629647817783116e-07,
      "loss": 0.7007,
      "step": 1116
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.7598920775831073,
      "learning_rate": 4.187038758933204e-07,
      "loss": 0.9032,
      "step": 1117
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8054024887878547,
      "learning_rate": 4.1117805105918116e-07,
      "loss": 0.7208,
      "step": 1118
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.276577144975448,
      "learning_rate": 4.037190561271276e-07,
      "loss": 0.7599,
      "step": 1119
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.7106066143968043,
      "learning_rate": 3.963269430830974e-07,
      "loss": 0.6726,
      "step": 1120
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.099538823481326,
      "learning_rate": 3.89001763446889e-07,
      "loss": 0.7393,
      "step": 1121
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.716614482858073,
      "learning_rate": 3.817435682718096e-07,
      "loss": 0.7264,
      "step": 1122
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8363541607159143,
      "learning_rate": 3.745524081443075e-07,
      "loss": 0.75,
      "step": 1123
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7997627886267095,
      "learning_rate": 3.674283331836304e-07,
      "loss": 0.7214,
      "step": 1124
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7228247423346588,
      "learning_rate": 3.603713930414676e-07,
      "loss": 0.7166,
      "step": 1125
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8443933354700255,
      "learning_rate": 3.5338163690161296e-07,
      "loss": 0.7773,
      "step": 1126
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.6871583588489021,
      "learning_rate": 3.4645911347961357e-07,
      "loss": 0.7156,
      "step": 1127
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8222690563327123,
      "learning_rate": 3.3960387102243696e-07,
      "loss": 0.7435,
      "step": 1128
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7681369216045033,
      "learning_rate": 3.328159573081258e-07,
      "loss": 0.695,
      "step": 1129
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7424532145299381,
      "learning_rate": 3.2609541964547796e-07,
      "loss": 0.7477,
      "step": 1130
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7128253901529428,
      "learning_rate": 3.194423048737072e-07,
      "loss": 0.7363,
      "step": 1131
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8406814187767365,
      "learning_rate": 3.128566593621152e-07,
      "loss": 0.791,
      "step": 1132
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.7273991567586923,
      "learning_rate": 3.0633852900977755e-07,
      "loss": 0.6994,
      "step": 1133
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8998608168646478,
      "learning_rate": 2.998879592452164e-07,
      "loss": 0.7172,
      "step": 1134
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8385764363694106,
      "learning_rate": 2.9350499502608707e-07,
      "loss": 0.7284,
      "step": 1135
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9559379501876079,
      "learning_rate": 2.871896808388608e-07,
      "loss": 0.7699,
      "step": 1136
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7705087189624642,
      "learning_rate": 2.809420606985236e-07,
      "loss": 0.6917,
      "step": 1137
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8239505703146734,
      "learning_rate": 2.747621781482568e-07,
      "loss": 0.6501,
      "step": 1138
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7486058376689182,
      "learning_rate": 2.6865007625914483e-07,
      "loss": 0.7359,
      "step": 1139
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8979667407670275,
      "learning_rate": 2.6260579762986905e-07,
      "loss": 0.9232,
      "step": 1140
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9371446392497035,
      "learning_rate": 2.5662938438641207e-07,
      "loss": 0.7713,
      "step": 1141
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7616238328265476,
      "learning_rate": 2.507208781817638e-07,
      "loss": 0.6842,
      "step": 1142
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.6819481273668921,
      "learning_rate": 2.44880320195634e-07,
      "loss": 0.75,
      "step": 1143
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7699040513552948,
      "learning_rate": 2.3910775113416e-07,
      "loss": 0.7496,
      "step": 1144
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9065920454593933,
      "learning_rate": 2.3340321122962916e-07,
      "loss": 0.7367,
      "step": 1145
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7961648860410553,
      "learning_rate": 2.2776674024019286e-07,
      "loss": 0.7206,
      "step": 1146
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.7016935733992847,
      "learning_rate": 2.2219837744959284e-07,
      "loss": 0.67,
      "step": 1147
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9469793103604919,
      "learning_rate": 2.1669816166688505e-07,
      "loss": 0.758,
      "step": 1148
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.0206292357739108,
      "learning_rate": 2.1126613122617546e-07,
      "loss": 0.7796,
      "step": 1149
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7388478114444481,
      "learning_rate": 2.0590232398634114e-07,
      "loss": 0.7012,
      "step": 1150
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8222559422294684,
      "learning_rate": 2.006067773307785e-07,
      "loss": 0.7412,
      "step": 1151
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.733500839416342,
      "learning_rate": 1.9537952816713334e-07,
      "loss": 0.7012,
      "step": 1152
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8210352066340982,
      "learning_rate": 1.902206129270523e-07,
      "loss": 0.7705,
      "step": 1153
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7123479259731154,
      "learning_rate": 1.8513006756591957e-07,
      "loss": 0.7304,
      "step": 1154
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9055100556729727,
      "learning_rate": 1.8010792756261497e-07,
      "loss": 0.6939,
      "step": 1155
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7301970875861544,
      "learning_rate": 1.7515422791926195e-07,
      "loss": 0.7142,
      "step": 1156
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6781467989617473,
      "learning_rate": 1.7026900316098217e-07,
      "loss": 0.7129,
      "step": 1157
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8578816193531952,
      "learning_rate": 1.654522873356612e-07,
      "loss": 0.9109,
      "step": 1158
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.7593956003492683,
      "learning_rate": 1.6070411401370335e-07,
      "loss": 0.6851,
      "step": 1159
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.0367887458918381,
      "learning_rate": 1.560245162878049e-07,
      "loss": 0.7317,
      "step": 1160
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.7032316518127807,
      "learning_rate": 1.514135267727179e-07,
      "loss": 0.7256,
      "step": 1161
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.797512801384326,
      "learning_rate": 1.4687117760502579e-07,
      "loss": 0.7658,
      "step": 1162
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8057064503623421,
      "learning_rate": 1.42397500442919e-07,
      "loss": 0.7652,
      "step": 1163
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.646588198072519,
      "learning_rate": 1.3799252646597428e-07,
      "loss": 0.6841,
      "step": 1164
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.853108664923995,
      "learning_rate": 1.3365628637493688e-07,
      "loss": 0.7425,
      "step": 1165
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.6575289244067559,
      "learning_rate": 1.293888103915064e-07,
      "loss": 0.7014,
      "step": 1166
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.73937209230011,
      "learning_rate": 1.2519012825812804e-07,
      "loss": 0.734,
      "step": 1167
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.7366781028694698,
      "learning_rate": 1.2106026923778046e-07,
      "loss": 0.7143,
      "step": 1168
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.6711335117945008,
      "learning_rate": 1.1699926211378054e-07,
      "loss": 0.719,
      "step": 1169
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.0845267490415766,
      "learning_rate": 1.130071351895734e-07,
      "loss": 0.7425,
      "step": 1170
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8068923255863443,
      "learning_rate": 1.0908391628854042e-07,
      "loss": 0.7069,
      "step": 1171
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9886725445435967,
      "learning_rate": 1.0522963275380494e-07,
      "loss": 0.738,
      "step": 1172
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7498440146370289,
      "learning_rate": 1.0144431144804012e-07,
      "loss": 0.7252,
      "step": 1173
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.980294671084566,
      "learning_rate": 9.772797875328255e-08,
      "loss": 0.7069,
      "step": 1174
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6681685473132211,
      "learning_rate": 9.408066057074782e-08,
      "loss": 0.8005,
      "step": 1175
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7598366984979643,
      "learning_rate": 9.0502382320653e-08,
      "loss": 0.7208,
      "step": 1176
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.5744970801800884,
      "learning_rate": 8.699316894203225e-08,
      "loss": 0.7143,
      "step": 1177
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9275017727370837,
      "learning_rate": 8.355304489257254e-08,
      "loss": 0.6994,
      "step": 1178
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.3216571691703607,
      "learning_rate": 8.018203414843607e-08,
      "loss": 0.7598,
      "step": 1179
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6602690816736759,
      "learning_rate": 7.688016020409473e-08,
      "loss": 0.6863,
      "step": 1180
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9465582392399315,
      "learning_rate": 7.364744607216923e-08,
      "loss": 0.7915,
      "step": 1181
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8732116496542586,
      "learning_rate": 7.048391428326585e-08,
      "loss": 0.7092,
      "step": 1182
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.000737701837792,
      "learning_rate": 6.738958688581876e-08,
      "loss": 0.7395,
      "step": 1183
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.643466672368607,
      "learning_rate": 6.43644854459391e-08,
      "loss": 0.6816,
      "step": 1184
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.7952327474147997,
      "learning_rate": 6.140863104726391e-08,
      "loss": 0.804,
      "step": 1185
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9607149170543946,
      "learning_rate": 5.852204429080632e-08,
      "loss": 0.7501,
      "step": 1186
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8194884689476464,
      "learning_rate": 5.5704745294815624e-08,
      "loss": 0.6771,
      "step": 1187
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9804124042216501,
      "learning_rate": 5.295675369463737e-08,
      "loss": 0.7476,
      "step": 1188
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8941695128804578,
      "learning_rate": 5.0278088642572445e-08,
      "loss": 0.7002,
      "step": 1189
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8044582651339719,
      "learning_rate": 4.766876880774596e-08,
      "loss": 0.7489,
      "step": 1190
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8034323450731775,
      "learning_rate": 4.512881237597744e-08,
      "loss": 0.7218,
      "step": 1191
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8477241770408097,
      "learning_rate": 4.2658237049655325e-08,
      "loss": 0.7015,
      "step": 1192
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.65613044233294,
      "learning_rate": 4.025706004760932e-08,
      "loss": 0.712,
      "step": 1193
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8284595522666801,
      "learning_rate": 3.792529810499712e-08,
      "loss": 0.9191,
      "step": 1194
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.7063334248674779,
      "learning_rate": 3.56629674731801e-08,
      "loss": 0.7508,
      "step": 1195
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9495036030482247,
      "learning_rate": 3.347008391961337e-08,
      "loss": 0.7062,
      "step": 1196
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7313543917895858,
      "learning_rate": 3.134666272774034e-08,
      "loss": 0.6781,
      "step": 1197
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.8791512225401776,
      "learning_rate": 2.929271869687833e-08,
      "loss": 0.7665,
      "step": 1198
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7260293031012599,
      "learning_rate": 2.7308266142119788e-08,
      "loss": 0.7099,
      "step": 1199
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7435078884942009,
      "learning_rate": 2.5393318894233464e-08,
      "loss": 0.7418,
      "step": 1200
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.698336149609688,
      "learning_rate": 2.354789029956561e-08,
      "loss": 0.6931,
      "step": 1201
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.8261380521282469,
      "learning_rate": 2.177199321994672e-08,
      "loss": 0.7229,
      "step": 1202
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6470651924870178,
      "learning_rate": 2.0065640032604916e-08,
      "loss": 0.7092,
      "step": 1203
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.0241406739812993,
      "learning_rate": 1.842884263007716e-08,
      "loss": 0.7348,
      "step": 1204
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6657706082092261,
      "learning_rate": 1.6861612420124852e-08,
      "loss": 0.6641,
      "step": 1205
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.8118792710308739,
      "learning_rate": 1.5363960325660565e-08,
      "loss": 0.7915,
      "step": 1206
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.9046882809460657,
      "learning_rate": 1.3935896784663671e-08,
      "loss": 0.7722,
      "step": 1207
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6539860253908187,
      "learning_rate": 1.2577431750114833e-08,
      "loss": 0.7126,
      "step": 1208
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8546723828376718,
      "learning_rate": 1.1288574689920506e-08,
      "loss": 0.7571,
      "step": 1209
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7816828303599752,
      "learning_rate": 1.0069334586854106e-08,
      "loss": 0.6894,
      "step": 1210
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6950558128729017,
      "learning_rate": 8.91971993848384e-09,
      "loss": 0.7493,
      "step": 1211
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8489320083711304,
      "learning_rate": 7.83973875712385e-09,
      "loss": 0.7446,
      "step": 1212
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.9769970323043154,
      "learning_rate": 6.82939856977094e-09,
      "loss": 0.7143,
      "step": 1213
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6415405798229384,
      "learning_rate": 5.888706418054613e-09,
      "loss": 0.6698,
      "step": 1214
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7454040190377804,
      "learning_rate": 5.017668858189328e-09,
      "loss": 0.9449,
      "step": 1215
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7955489211350182,
      "learning_rate": 4.216291960925656e-09,
      "loss": 0.769,
      "step": 1216
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.9604809532238177,
      "learning_rate": 3.4845813115114147e-09,
      "loss": 0.7191,
      "step": 1217
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.9153875061323662,
      "learning_rate": 2.8225420096494873e-09,
      "loss": 0.7195,
      "step": 1218
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.5979009577886261,
      "learning_rate": 2.2301786694656214e-09,
      "loss": 0.6817,
      "step": 1219
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.8611622232350314,
      "learning_rate": 1.7074954194729044e-09,
      "loss": 0.7554,
      "step": 1220
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.0816072326431696,
      "learning_rate": 1.2544959025462266e-09,
      "loss": 0.7264,
      "step": 1221
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2280979077744345,
      "learning_rate": 8.711832758934169e-10,
      "loss": 0.7011,
      "step": 1222
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2838320846621525,
      "learning_rate": 5.575602110363675e-10,
      "loss": 0.6929,
      "step": 1223
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.8666666408129854,
      "learning_rate": 3.136288937910514e-10,
      "loss": 0.7584,
      "step": 1224
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6861736263257758,
      "learning_rate": 1.3939102425197803e-10,
      "loss": 0.7071,
      "step": 1225
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.9190970558941943,
      "learning_rate": 3.4847816781091725e-11,
      "loss": 0.7167,
      "step": 1226
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7104657256719872,
      "learning_rate": 0.0,
      "loss": 0.6672,
      "step": 1227
    },
    {
      "epoch": 1.0,
      "step": 1227,
      "total_flos": 0.0,
      "train_loss": 0.013711861507039586,
      "train_runtime": 5478.5145,
      "train_samples_per_second": 460.564,
      "train_steps_per_second": 0.224
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1227,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}