{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3062,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 8.492539248778657,
      "learning_rate": 3.2608695652173915e-07,
      "loss": 0.9859,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 11.476061044441659,
      "learning_rate": 6.521739130434783e-07,
      "loss": 1.4288,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.67232394820012,
      "learning_rate": 9.782608695652173e-07,
      "loss": 1.187,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.558007162286211,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 1.1621,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 12.732280458685807,
      "learning_rate": 1.6304347826086957e-06,
      "loss": 1.404,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 7.854455706716011,
      "learning_rate": 1.9565217391304346e-06,
      "loss": 1.1296,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.6736617556468145,
      "learning_rate": 2.282608695652174e-06,
      "loss": 1.0772,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.664147317983734,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 1.0553,
      "step": 8
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.04869163174705,
      "learning_rate": 2.9347826086956523e-06,
      "loss": 1.1684,
      "step": 9
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.2287707412803015,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 0.9392,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.094345154741896,
      "learning_rate": 3.5869565217391305e-06,
      "loss": 0.9431,
      "step": 11
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.0827991804615866,
      "learning_rate": 3.913043478260869e-06,
      "loss": 0.8942,
      "step": 12
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.9506743289523296,
      "learning_rate": 4.239130434782608e-06,
      "loss": 1.1225,
      "step": 13
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.0894108064137504,
      "learning_rate": 4.565217391304348e-06,
      "loss": 0.9203,
      "step": 14
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.6968063615079527,
      "learning_rate": 4.891304347826087e-06,
      "loss": 0.8766,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1839495699712022,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 1.0905,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.7116620341031912,
      "learning_rate": 5.543478260869565e-06,
      "loss": 0.8675,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.567685788018572,
      "learning_rate": 5.869565217391305e-06,
      "loss": 0.8395,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.2173638836782414,
      "learning_rate": 6.195652173913044e-06,
      "loss": 0.8614,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9671769966950868,
      "learning_rate": 6.521739130434783e-06,
      "loss": 1.0723,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.081558714522479,
      "learning_rate": 6.847826086956521e-06,
      "loss": 0.8369,
      "step": 21
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9861804453391124,
      "learning_rate": 7.173913043478261e-06,
      "loss": 0.8445,
      "step": 22
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8085936417731859,
      "learning_rate": 7.5e-06,
      "loss": 1.0399,
      "step": 23
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9485784523636834,
      "learning_rate": 7.826086956521738e-06,
      "loss": 0.8112,
      "step": 24
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8238602295413909,
      "learning_rate": 8.152173913043478e-06,
      "loss": 0.8136,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.656547621699397,
      "learning_rate": 8.478260869565217e-06,
      "loss": 1.0657,
      "step": 26
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.754228591517229,
      "learning_rate": 8.804347826086957e-06,
      "loss": 0.8014,
      "step": 27
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.7391721166511256,
      "learning_rate": 9.130434782608697e-06,
      "loss": 0.8332,
      "step": 28
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.7134964251116312,
      "learning_rate": 9.456521739130436e-06,
      "loss": 0.7815,
      "step": 29
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6647718870624,
      "learning_rate": 9.782608695652175e-06,
      "loss": 0.7745,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6007452129077422,
      "learning_rate": 1.0108695652173914e-05,
      "loss": 1.0519,
      "step": 31
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6441207134242788,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 0.7888,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6322175832298551,
      "learning_rate": 1.076086956521739e-05,
      "loss": 0.7743,
      "step": 33
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5340104302895209,
      "learning_rate": 1.108695652173913e-05,
      "loss": 1.0035,
      "step": 34
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6939518098634568,
      "learning_rate": 1.141304347826087e-05,
      "loss": 0.7646,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5599980790610366,
      "learning_rate": 1.173913043478261e-05,
      "loss": 0.7541,
      "step": 36
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5719145275820134,
      "learning_rate": 1.2065217391304348e-05,
      "loss": 1.042,
      "step": 37
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6266709198402662,
      "learning_rate": 1.2391304347826088e-05,
      "loss": 0.7693,
      "step": 38
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5665013077102612,
      "learning_rate": 1.2717391304347827e-05,
      "loss": 0.799,
      "step": 39
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5627580504575114,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.7446,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5215423912657596,
      "learning_rate": 1.3369565217391305e-05,
      "loss": 0.7591,
      "step": 41
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5030914140580001,
      "learning_rate": 1.3695652173913042e-05,
      "loss": 1.0031,
      "step": 42
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5548865582115394,
      "learning_rate": 1.4021739130434783e-05,
      "loss": 0.768,
      "step": 43
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.4835550137431244,
      "learning_rate": 1.4347826086956522e-05,
      "loss": 0.7552,
      "step": 44
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5070824550913681,
      "learning_rate": 1.4673913043478261e-05,
      "loss": 0.9716,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5527511484060249,
      "learning_rate": 1.5e-05,
      "loss": 0.7572,
      "step": 46
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.496420345158628,
      "learning_rate": 1.532608695652174e-05,
      "loss": 0.7341,
      "step": 47
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5174998563797033,
      "learning_rate": 1.5652173913043477e-05,
      "loss": 1.0142,
      "step": 48
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5099482858678012,
      "learning_rate": 1.597826086956522e-05,
      "loss": 0.7606,
      "step": 49
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5190872254267888,
      "learning_rate": 1.6304347826086955e-05,
      "loss": 0.809,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.4769707635101255,
      "learning_rate": 1.6630434782608698e-05,
      "loss": 0.733,
      "step": 51
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5464905004049824,
      "learning_rate": 1.6956521739130433e-05,
      "loss": 0.9779,
      "step": 52
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.49098992315156725,
      "learning_rate": 1.7282608695652176e-05,
      "loss": 0.7439,
      "step": 53
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5712062790584733,
      "learning_rate": 1.7608695652173915e-05,
      "loss": 0.7448,
      "step": 54
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5203639378744831,
      "learning_rate": 1.7934782608695654e-05,
      "loss": 0.744,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5026371863360279,
      "learning_rate": 1.8260869565217393e-05,
      "loss": 0.9843,
      "step": 56
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5177452969972849,
      "learning_rate": 1.858695652173913e-05,
      "loss": 0.7525,
      "step": 57
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5628678527942377,
      "learning_rate": 1.891304347826087e-05,
      "loss": 0.7437,
      "step": 58
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.472698825198783,
      "learning_rate": 1.9239130434782607e-05,
      "loss": 0.991,
      "step": 59
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.544264417232749,
      "learning_rate": 1.956521739130435e-05,
      "loss": 0.7235,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.4549792349205737,
      "learning_rate": 1.9891304347826085e-05,
      "loss": 0.7411,
      "step": 61
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5072210414125832,
      "learning_rate": 2.0217391304347828e-05,
      "loss": 0.7172,
      "step": 62
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5011680342824683,
      "learning_rate": 2.0543478260869567e-05,
      "loss": 0.9834,
      "step": 63
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5563394503360095,
      "learning_rate": 2.0869565217391306e-05,
      "loss": 0.7213,
      "step": 64
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.595575455565999,
      "learning_rate": 2.1195652173913045e-05,
      "loss": 0.7104,
      "step": 65
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.553502531612874,
      "learning_rate": 2.152173913043478e-05,
      "loss": 0.776,
      "step": 66
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5296639798328564,
      "learning_rate": 2.1847826086956523e-05,
      "loss": 0.9165,
      "step": 67
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5510930106218987,
      "learning_rate": 2.217391304347826e-05,
      "loss": 0.7131,
      "step": 68
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5276717262461303,
      "learning_rate": 2.25e-05,
      "loss": 1.0245,
      "step": 69
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5768687719897174,
      "learning_rate": 2.282608695652174e-05,
      "loss": 0.723,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.663184713343694,
      "learning_rate": 2.315217391304348e-05,
      "loss": 0.7089,
      "step": 71
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6904319421229019,
      "learning_rate": 2.347826086956522e-05,
      "loss": 0.7492,
      "step": 72
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5336944383237118,
      "learning_rate": 2.3804347826086958e-05,
      "loss": 0.7047,
      "step": 73
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6274981293193478,
      "learning_rate": 2.4130434782608697e-05,
      "loss": 0.9708,
      "step": 74
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.53385596166341,
      "learning_rate": 2.4456521739130433e-05,
      "loss": 0.7115,
      "step": 75
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6038077661317958,
      "learning_rate": 2.4782608695652175e-05,
      "loss": 0.728,
      "step": 76
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.8274809784072898,
      "learning_rate": 2.5108695652173914e-05,
      "loss": 0.785,
      "step": 77
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5770570624918475,
      "learning_rate": 2.5434782608695653e-05,
      "loss": 0.9664,
      "step": 78
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5927452250661398,
      "learning_rate": 2.5760869565217392e-05,
      "loss": 0.7325,
      "step": 79
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.8527087087780119,
      "learning_rate": 2.608695652173913e-05,
      "loss": 0.7039,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9414203384785111,
      "learning_rate": 2.641304347826087e-05,
      "loss": 0.7283,
      "step": 81
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7899927566452062,
      "learning_rate": 2.673913043478261e-05,
      "loss": 0.943,
      "step": 82
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.683110430990533,
      "learning_rate": 2.706521739130435e-05,
      "loss": 0.7068,
      "step": 83
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1162193818935942,
      "learning_rate": 2.7391304347826085e-05,
      "loss": 0.7153,
      "step": 84
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9467487928003426,
      "learning_rate": 2.7717391304347827e-05,
      "loss": 0.9658,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7221254820396366,
      "learning_rate": 2.8043478260869566e-05,
      "loss": 0.7215,
      "step": 86
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.3271671286815554,
      "learning_rate": 2.8369565217391305e-05,
      "loss": 0.7067,
      "step": 87
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.0334914152752352,
      "learning_rate": 2.8695652173913044e-05,
      "loss": 0.7564,
      "step": 88
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7270508055548834,
      "learning_rate": 2.9021739130434783e-05,
      "loss": 0.9762,
      "step": 89
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.0051483262599508,
      "learning_rate": 2.9347826086956523e-05,
      "loss": 0.6967,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.0541472044963887,
      "learning_rate": 2.967391304347826e-05,
      "loss": 0.7038,
      "step": 91
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.694323130147114,
      "learning_rate": 3e-05,
      "loss": 0.9751,
      "step": 92
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9075741447999567,
      "learning_rate": 2.9999991608336328e-05,
      "loss": 0.7213,
      "step": 93
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2008198951909994,
      "learning_rate": 2.999996643335469e-05,
      "loss": 0.7151,
      "step": 94
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7858031733006479,
      "learning_rate": 2.9999924475083266e-05,
      "loss": 0.9989,
      "step": 95
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.0066900206043783,
      "learning_rate": 2.9999865733568992e-05,
      "loss": 0.7211,
      "step": 96
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.855480653208801,
      "learning_rate": 2.9999790208877606e-05,
      "loss": 0.7179,
      "step": 97
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7101193551794752,
      "learning_rate": 2.9999697901093597e-05,
      "loss": 0.9925,
      "step": 98
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9139587166710175,
      "learning_rate": 2.9999588810320256e-05,
      "loss": 0.522,
      "step": 99
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7215656771513655,
      "learning_rate": 2.9999462936679644e-05,
      "loss": 0.9493,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.8421690952621826,
      "learning_rate": 2.999932028031259e-05,
      "loss": 0.7163,
      "step": 101
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7878571428138801,
      "learning_rate": 2.9999160841378727e-05,
      "loss": 0.6852,
      "step": 102
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6104338895179253,
      "learning_rate": 2.9998984620056437e-05,
      "loss": 0.9779,
      "step": 103
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.656457051510017,
      "learning_rate": 2.9998791616542892e-05,
      "loss": 0.7116,
      "step": 104
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5220908756469721,
      "learning_rate": 2.9998581831054042e-05,
      "loss": 0.6986,
      "step": 105
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5234074646427421,
      "learning_rate": 2.999835526382462e-05,
      "loss": 0.9454,
      "step": 106
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.5722797361624514,
      "learning_rate": 2.9998111915108128e-05,
      "loss": 0.7146,
      "step": 107
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5385725650012017,
      "learning_rate": 2.999785178517684e-05,
      "loss": 0.7075,
      "step": 108
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5364695185426929,
      "learning_rate": 2.9997574874321812e-05,
      "loss": 0.966,
      "step": 109
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5895416054572736,
      "learning_rate": 2.9997281182852888e-05,
      "loss": 0.5121,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5992947222474976,
      "learning_rate": 2.9996970711098663e-05,
      "loss": 0.9672,
      "step": 111
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6606724542128426,
      "learning_rate": 2.9996643459406528e-05,
      "loss": 0.7147,
      "step": 112
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.684766456632734,
      "learning_rate": 2.999629942814264e-05,
      "loss": 0.7142,
      "step": 113
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5587835779177058,
      "learning_rate": 2.9995938617691925e-05,
      "loss": 0.9517,
      "step": 114
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5826113627174914,
      "learning_rate": 2.99955610284581e-05,
      "loss": 0.682,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6569633191384018,
      "learning_rate": 2.9995166660863637e-05,
      "loss": 0.6933,
      "step": 116
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5739967833021188,
      "learning_rate": 2.9994755515349793e-05,
      "loss": 0.9379,
      "step": 117
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5528933112177005,
      "learning_rate": 2.9994327592376594e-05,
      "loss": 0.6937,
      "step": 118
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.49717271520302747,
      "learning_rate": 2.999388289242284e-05,
      "loss": 0.6956,
      "step": 119
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5116181528595268,
      "learning_rate": 2.9993421415986094e-05,
      "loss": 0.9499,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5371256715585858,
      "learning_rate": 2.9992943163582702e-05,
      "loss": 0.7253,
      "step": 121
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.4682374678745955,
      "learning_rate": 2.999244813574778e-05,
      "loss": 0.6991,
      "step": 122
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5435669651695999,
      "learning_rate": 2.9991936333035196e-05,
      "loss": 0.7055,
      "step": 123
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.48626457707527665,
      "learning_rate": 2.999140775601761e-05,
      "loss": 0.9461,
      "step": 124
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5060401531541404,
      "learning_rate": 2.9990862405286438e-05,
      "loss": 0.7013,
      "step": 125
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5324535882084562,
      "learning_rate": 2.9990300281451867e-05,
      "loss": 0.7071,
      "step": 126
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5917786578806833,
      "learning_rate": 2.9989721385142848e-05,
      "loss": 0.7128,
      "step": 127
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.4955422114296115,
      "learning_rate": 2.9989125717007107e-05,
      "loss": 0.9565,
      "step": 128
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5625354228735476,
      "learning_rate": 2.9988513277711124e-05,
      "loss": 0.6857,
      "step": 129
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5946683867484927,
      "learning_rate": 2.9987884067940154e-05,
      "loss": 0.683,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.49626627352524244,
      "learning_rate": 2.9987238088398212e-05,
      "loss": 0.9686,
      "step": 131
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.549730814055932,
      "learning_rate": 2.9986575339808077e-05,
      "loss": 0.7305,
      "step": 132
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6424753394168775,
      "learning_rate": 2.9985895822911292e-05,
      "loss": 0.6913,
      "step": 133
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5334730971511613,
      "learning_rate": 2.9985199538468158e-05,
      "loss": 0.6987,
      "step": 134
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5150816225695143,
      "learning_rate": 2.998448648725774e-05,
      "loss": 0.964,
      "step": 135
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5188019628945361,
      "learning_rate": 2.998375667007787e-05,
      "loss": 0.679,
      "step": 136
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5535282101890473,
      "learning_rate": 2.998301008774512e-05,
      "loss": 0.6914,
      "step": 137
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5053442838699246,
      "learning_rate": 2.998224674109484e-05,
      "loss": 0.9222,
      "step": 138
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5689067492309814,
      "learning_rate": 2.998146663098113e-05,
      "loss": 0.6771,
      "step": 139
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5352140533531281,
      "learning_rate": 2.998066975827684e-05,
      "loss": 0.6834,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4775162389420813,
      "learning_rate": 2.9979856123873592e-05,
      "loss": 0.94,
      "step": 141
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5590250192304753,
      "learning_rate": 2.997902572868174e-05,
      "loss": 0.6862,
      "step": 142
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5361167649483943,
      "learning_rate": 2.9978178573630414e-05,
      "loss": 0.7251,
      "step": 143
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5521592900264157,
      "learning_rate": 2.9977314659667477e-05,
      "loss": 0.698,
      "step": 144
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5982002244577341,
      "learning_rate": 2.997643398775956e-05,
      "loss": 0.6797,
      "step": 145
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.48488683266442256,
      "learning_rate": 2.9975536558892034e-05,
      "loss": 0.9537,
      "step": 146
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0384277126335768,
      "learning_rate": 2.9974622374069024e-05,
      "loss": 0.6973,
      "step": 147
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.529047815827236,
      "learning_rate": 2.9973691434313395e-05,
      "loss": 0.6995,
      "step": 148
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5489851183983747,
      "learning_rate": 2.997274374066677e-05,
      "loss": 0.7544,
      "step": 149
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5217974394099686,
      "learning_rate": 2.997177929418951e-05,
      "loss": 0.8331,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7244533266791393,
      "learning_rate": 2.9970798095960727e-05,
      "loss": 0.6744,
      "step": 151
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4998205426990884,
      "learning_rate": 2.9969800147078265e-05,
      "loss": 0.9387,
      "step": 152
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.502809405375461,
      "learning_rate": 2.9968785448658725e-05,
      "loss": 0.6862,
      "step": 153
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6078076691211733,
      "learning_rate": 2.9967754001837437e-05,
      "loss": 0.7376,
      "step": 154
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4632396675124097,
      "learning_rate": 2.9966705807768477e-05,
      "loss": 0.6777,
      "step": 155
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4958090454937399,
      "learning_rate": 2.9965640867624656e-05,
      "loss": 0.6858,
      "step": 156
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4882992304028967,
      "learning_rate": 2.9964559182597524e-05,
      "loss": 0.9687,
      "step": 157
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4737083519874242,
      "learning_rate": 2.9963460753897364e-05,
      "loss": 0.7042,
      "step": 158
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4912204747095427,
      "learning_rate": 2.99623455827532e-05,
      "loss": 0.6731,
      "step": 159
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5429716795349292,
      "learning_rate": 2.9961213670412777e-05,
      "loss": 0.7302,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.4860238000272987,
      "learning_rate": 2.9960065018142584e-05,
      "loss": 0.9289,
      "step": 161
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5067557467340627,
      "learning_rate": 2.995889962722784e-05,
      "loss": 0.6849,
      "step": 162
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6169634227004159,
      "learning_rate": 2.9957717498972475e-05,
      "loss": 0.6843,
      "step": 163
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.511643765739591,
      "learning_rate": 2.995651863469916e-05,
      "loss": 0.9217,
      "step": 164
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5565080169825648,
      "learning_rate": 2.9955303035749303e-05,
      "loss": 0.6818,
      "step": 165
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7355290882751241,
      "learning_rate": 2.9954070703483014e-05,
      "loss": 0.6713,
      "step": 166
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6265896304191569,
      "learning_rate": 2.9952821639279136e-05,
      "loss": 0.9166,
      "step": 167
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.5979555464638101,
      "learning_rate": 2.9951555844535233e-05,
      "loss": 0.6859,
      "step": 168
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9057391920343535,
      "learning_rate": 2.995027332066759e-05,
      "loss": 0.6884,
      "step": 169
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6860241641323211,
      "learning_rate": 2.994897406911121e-05,
      "loss": 0.6594,
      "step": 170
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5213453460834583,
      "learning_rate": 2.9947658091319804e-05,
      "loss": 0.7293,
      "step": 171
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6080416857400462,
      "learning_rate": 2.9946325388765812e-05,
      "loss": 0.9602,
      "step": 172
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.47132440220690924,
      "learning_rate": 2.994497596294037e-05,
      "loss": 0.683,
      "step": 173
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6981401403562657,
      "learning_rate": 2.9943609815353346e-05,
      "loss": 0.6884,
      "step": 174
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5581456468496492,
      "learning_rate": 2.99422269475333e-05,
      "loss": 0.941,
      "step": 175
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6818073889816805,
      "learning_rate": 2.994082736102751e-05,
      "loss": 0.6722,
      "step": 176
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.946573403917522,
      "learning_rate": 2.9939411057401952e-05,
      "loss": 0.67,
      "step": 177
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.4919641964857162,
      "learning_rate": 2.9937978038241315e-05,
      "loss": 0.9431,
      "step": 178
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.7070406071928622,
      "learning_rate": 2.9936528305148993e-05,
      "loss": 0.693,
      "step": 179
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.708873069214759,
      "learning_rate": 2.9935061859747065e-05,
      "loss": 0.6921,
      "step": 180
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.49168861773719313,
      "learning_rate": 2.993357870367633e-05,
      "loss": 0.9282,
      "step": 181
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6815823807489155,
      "learning_rate": 2.993207883859627e-05,
      "loss": 0.4865,
      "step": 182
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.7258908883398096,
      "learning_rate": 2.9930562266185068e-05,
      "loss": 0.9302,
      "step": 183
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6370408679096319,
      "learning_rate": 2.9929028988139594e-05,
      "loss": 0.6812,
      "step": 184
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.9101468779032295,
      "learning_rate": 2.992747900617542e-05,
      "loss": 0.6856,
      "step": 185
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.46613561435821954,
      "learning_rate": 2.9925912322026802e-05,
      "loss": 0.933,
      "step": 186
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8919234343405715,
      "learning_rate": 2.992432893744669e-05,
      "loss": 0.6778,
      "step": 187
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.7083491816753998,
      "learning_rate": 2.9922728854206704e-05,
      "loss": 0.6877,
      "step": 188
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5930678621455631,
      "learning_rate": 2.9921112074097165e-05,
      "loss": 0.9308,
      "step": 189
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.723899732353784,
      "learning_rate": 2.9919478598927073e-05,
      "loss": 0.6697,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5273217828258369,
      "learning_rate": 2.99178284305241e-05,
      "loss": 0.6589,
      "step": 191
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6016186748614608,
      "learning_rate": 2.99161615707346e-05,
      "loss": 0.9316,
      "step": 192
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6397591918972924,
      "learning_rate": 2.9914478021423607e-05,
      "loss": 0.7189,
      "step": 193
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.740900654664896,
      "learning_rate": 2.991277778447482e-05,
      "loss": 0.6813,
      "step": 194
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5538100220421596,
      "learning_rate": 2.991106086179062e-05,
      "loss": 0.6617,
      "step": 195
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.7929391660695634,
      "learning_rate": 2.9909327255292043e-05,
      "loss": 0.9129,
      "step": 196
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.558505798735182,
      "learning_rate": 2.990757696691881e-05,
      "loss": 0.6703,
      "step": 197
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6617542741809586,
      "learning_rate": 2.9905809998629302e-05,
      "loss": 0.6537,
      "step": 198
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.4771905390601857,
      "learning_rate": 2.9904026352400548e-05,
      "loss": 0.6597,
      "step": 199
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5640426925062384,
      "learning_rate": 2.9902226030228252e-05,
      "loss": 0.9155,
      "step": 200
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5056354219654766,
      "learning_rate": 2.9900409034126782e-05,
      "loss": 0.68,
      "step": 201
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6054234387435584,
      "learning_rate": 2.9898575366129145e-05,
      "loss": 0.6762,
      "step": 202
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5000274436045503,
      "learning_rate": 2.9896725028287017e-05,
      "loss": 0.9324,
      "step": 203
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6026696037140091,
      "learning_rate": 2.9894858022670714e-05,
      "loss": 0.7157,
      "step": 204
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4990655685232816,
      "learning_rate": 2.9892974351369215e-05,
      "loss": 0.6804,
      "step": 205
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.47546888035484375,
      "learning_rate": 2.989107401649013e-05,
      "loss": 0.665,
      "step": 206
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5295569009643406,
      "learning_rate": 2.9889157020159724e-05,
      "loss": 0.9413,
      "step": 207
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5092808578751946,
      "learning_rate": 2.9887223364522903e-05,
      "loss": 0.6866,
      "step": 208
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.61871703674558,
      "learning_rate": 2.9885273051743216e-05,
      "loss": 0.6948,
      "step": 209
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4886170033655132,
      "learning_rate": 2.988330608400284e-05,
      "loss": 0.8962,
      "step": 210
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5620432416016636,
      "learning_rate": 2.9881322463502593e-05,
      "loss": 0.6691,
      "step": 211
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5116021133975324,
      "learning_rate": 2.9879322192461932e-05,
      "loss": 0.6428,
      "step": 212
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.45250358176337413,
      "learning_rate": 2.9877305273118923e-05,
      "loss": 0.9063,
      "step": 213
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5336819371418162,
      "learning_rate": 2.987527170773029e-05,
      "loss": 0.6826,
      "step": 214
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5908194710911264,
      "learning_rate": 2.987322149857136e-05,
      "loss": 0.7284,
      "step": 215
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.45965284698786457,
      "learning_rate": 2.987115464793608e-05,
      "loss": 0.6605,
      "step": 216
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.415304945804936,
      "learning_rate": 2.986907115813704e-05,
      "loss": 0.66,
      "step": 217
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4920913270742246,
      "learning_rate": 2.986697103150542e-05,
      "loss": 0.9093,
      "step": 218
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.44078225050842557,
      "learning_rate": 2.9864854270391033e-05,
      "loss": 0.7072,
      "step": 219
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4885646557761786,
      "learning_rate": 2.9862720877162298e-05,
      "loss": 0.6808,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5071395883327944,
      "learning_rate": 2.9860570854206247e-05,
      "loss": 0.9563,
      "step": 221
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.47204157409881053,
      "learning_rate": 2.985840420392851e-05,
      "loss": 0.6621,
      "step": 222
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.48639545494476005,
      "learning_rate": 2.9856220928753336e-05,
      "loss": 0.6729,
      "step": 223
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.45713568052450837,
      "learning_rate": 2.9854021031123555e-05,
      "loss": 0.9298,
      "step": 224
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4988959724883191,
      "learning_rate": 2.9851804513500614e-05,
      "loss": 0.4856,
      "step": 225
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.47313286490420803,
      "learning_rate": 2.9849571378364553e-05,
      "loss": 0.9376,
      "step": 226
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5137125589154344,
      "learning_rate": 2.984732162821399e-05,
      "loss": 0.6777,
      "step": 227
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.633609776571836,
      "learning_rate": 2.9845055265566154e-05,
      "loss": 0.6476,
      "step": 228
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5078784747863635,
      "learning_rate": 2.984277229295685e-05,
      "loss": 0.9508,
      "step": 229
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4586694870295808,
      "learning_rate": 2.984047271294047e-05,
      "loss": 0.6612,
      "step": 230
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.606299609395451,
      "learning_rate": 2.983815652808998e-05,
      "loss": 0.7056,
      "step": 231
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4804043609000068,
      "learning_rate": 2.9835823740996944e-05,
      "loss": 0.6515,
      "step": 232
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4824205230985662,
      "learning_rate": 2.9833474354271487e-05,
      "loss": 0.9405,
      "step": 233
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5206923248046585,
      "learning_rate": 2.9831108370542306e-05,
      "loss": 0.6469,
      "step": 234
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5086392932281077,
      "learning_rate": 2.9828725792456676e-05,
      "loss": 0.9299,
      "step": 235
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5244723986822152,
      "learning_rate": 2.9826326622680436e-05,
      "loss": 0.727,
      "step": 236
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5205012610292201,
      "learning_rate": 2.9823910863897995e-05,
      "loss": 0.6723,
      "step": 237
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.48915272238115887,
      "learning_rate": 2.9821478518812307e-05,
      "loss": 0.6579,
      "step": 238
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.585286167980275,
      "learning_rate": 2.9819029590144903e-05,
      "loss": 0.9418,
      "step": 239
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5283293520261767,
      "learning_rate": 2.9816564080635856e-05,
      "loss": 0.6597,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5385097749246471,
      "learning_rate": 2.9814081993043803e-05,
      "loss": 0.6701,
      "step": 241
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6119953476648748,
      "learning_rate": 2.9811583330145915e-05,
      "loss": 0.72,
      "step": 242
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4768573777971515,
      "learning_rate": 2.9809068094737923e-05,
      "loss": 0.6529,
      "step": 243
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4846234598303821,
      "learning_rate": 2.9806536289634095e-05,
      "loss": 0.9218,
      "step": 244
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5022275088248602,
      "learning_rate": 2.9803987917667234e-05,
      "loss": 0.684,
      "step": 245
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5092158652328147,
      "learning_rate": 2.980142298168869e-05,
      "loss": 0.6763,
      "step": 246
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4795898172288634,
      "learning_rate": 2.9798841484568334e-05,
      "loss": 0.9027,
      "step": 247
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4981423768370757,
      "learning_rate": 2.9796243429194578e-05,
      "loss": 0.6856,
      "step": 248
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.42960609665232213,
      "learning_rate": 2.9793628818474356e-05,
      "loss": 0.6807,
      "step": 249
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.47592376151994314,
      "learning_rate": 2.9790997655333123e-05,
      "loss": 0.9015,
      "step": 250
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4789767721993736,
      "learning_rate": 2.9788349942714858e-05,
      "loss": 0.6647,
      "step": 251
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4092345973168466,
      "learning_rate": 2.9785685683582057e-05,
      "loss": 0.668,
      "step": 252
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4522893853826958,
      "learning_rate": 2.978300488091573e-05,
      "loss": 0.7078,
      "step": 253
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4139133401092401,
      "learning_rate": 2.9780307537715396e-05,
      "loss": 0.6646,
      "step": 254
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.45990768222881845,
      "learning_rate": 2.9777593656999078e-05,
      "loss": 0.9122,
      "step": 255
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4498140033377025,
      "learning_rate": 2.9774863241803313e-05,
      "loss": 0.6521,
      "step": 256
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4523669081179706,
      "learning_rate": 2.977211629518312e-05,
      "loss": 0.6554,
      "step": 257
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.521604623604145,
      "learning_rate": 2.976935282021204e-05,
      "loss": 0.9226,
      "step": 258
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.45521261733853774,
      "learning_rate": 2.976657281998208e-05,
      "loss": 0.6745,
      "step": 259
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.46935656768565637,
      "learning_rate": 2.9763776297603758e-05,
      "loss": 0.667,
      "step": 260
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.45470984090990396,
      "learning_rate": 2.9760963256206068e-05,
      "loss": 0.8913,
      "step": 261
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4902568388729428,
      "learning_rate": 2.975813369893649e-05,
      "loss": 0.6602,
      "step": 262
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4605295994695376,
      "learning_rate": 2.9755287628960982e-05,
      "loss": 0.6627,
      "step": 263
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5321259633757994,
      "learning_rate": 2.975242504946398e-05,
      "loss": 0.7027,
      "step": 264
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4979239391347357,
      "learning_rate": 2.9749545963648395e-05,
      "loss": 0.902,
      "step": 265
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5192912207746857,
      "learning_rate": 2.97466503747356e-05,
      "loss": 0.6378,
      "step": 266
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.47159308402665284,
      "learning_rate": 2.9743738285965433e-05,
      "loss": 0.6432,
      "step": 267
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.45714385339764774,
      "learning_rate": 2.97408097005962e-05,
      "loss": 0.6629,
      "step": 268
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5110892903888681,
      "learning_rate": 2.973786462190466e-05,
      "loss": 0.9487,
      "step": 269
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.39652653176174923,
      "learning_rate": 2.973490305318603e-05,
      "loss": 0.6596,
      "step": 270
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4836582217275633,
      "learning_rate": 2.9731924997753974e-05,
      "loss": 0.6553,
      "step": 271
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5023980553366248,
      "learning_rate": 2.97289304589406e-05,
      "loss": 0.9363,
      "step": 272
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5629785430222661,
      "learning_rate": 2.972591944009647e-05,
      "loss": 0.6685,
      "step": 273
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.49863614081625,
      "learning_rate": 2.9722891944590572e-05,
      "loss": 0.6649,
      "step": 274
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.44597559600086834,
      "learning_rate": 2.9719847975810343e-05,
      "loss": 0.6973,
      "step": 275
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.577039121113811,
      "learning_rate": 2.9716787537161635e-05,
      "loss": 0.9201,
      "step": 276
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4191145741298294,
      "learning_rate": 2.971371063206875e-05,
      "loss": 0.667,
      "step": 277
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5210148955159346,
      "learning_rate": 2.9710617263974385e-05,
      "loss": 0.6605,
      "step": 278
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5532420831128856,
      "learning_rate": 2.970750743633969e-05,
      "loss": 0.9424,
      "step": 279
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4735415455039284,
      "learning_rate": 2.9704381152644205e-05,
      "loss": 0.6597,
      "step": 280
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5412438977736135,
      "learning_rate": 2.97012384163859e-05,
      "loss": 0.6476,
      "step": 281
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.44597547954304856,
      "learning_rate": 2.9698079231081144e-05,
      "loss": 0.943,
      "step": 282
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5141368959996211,
      "learning_rate": 2.9694903600264712e-05,
      "loss": 0.6465,
      "step": 283
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.49668760963966974,
      "learning_rate": 2.9691711527489777e-05,
      "loss": 0.6532,
      "step": 284
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.38392784465631064,
      "learning_rate": 2.968850301632792e-05,
      "loss": 0.6857,
      "step": 285
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5819251083944892,
      "learning_rate": 2.9685278070369104e-05,
      "loss": 0.7356,
      "step": 286
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4606415939187071,
      "learning_rate": 2.9682036693221684e-05,
      "loss": 0.9079,
      "step": 287
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4162991214065934,
      "learning_rate": 2.9678778888512396e-05,
      "loss": 0.6482,
      "step": 288
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.43800537612651697,
      "learning_rate": 2.9675504659886362e-05,
      "loss": 0.6662,
      "step": 289
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.42880183232398883,
      "learning_rate": 2.9672214011007087e-05,
      "loss": 0.8873,
      "step": 290
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.47413915177190985,
      "learning_rate": 2.9668906945556428e-05,
      "loss": 0.66,
      "step": 291
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4383582595292897,
      "learning_rate": 2.966558346723463e-05,
      "loss": 0.6514,
      "step": 292
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6851912628717889,
      "learning_rate": 2.966224357976029e-05,
      "loss": 0.9211,
      "step": 293
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.43195700274155796,
      "learning_rate": 2.9658887286870377e-05,
      "loss": 0.6715,
      "step": 294
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5576997704702761,
      "learning_rate": 2.9655514592320195e-05,
      "loss": 0.6574,
      "step": 295
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4594805763389257,
      "learning_rate": 2.9652125499883428e-05,
      "loss": 0.9259,
      "step": 296
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.49046088478625127,
      "learning_rate": 2.9648720013352086e-05,
      "loss": 0.4688,
      "step": 297
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5224554915504589,
      "learning_rate": 2.9645298136536524e-05,
      "loss": 0.9096,
      "step": 298
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4290640247261897,
      "learning_rate": 2.9641859873265452e-05,
      "loss": 0.6559,
      "step": 299
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.521725510708576,
      "learning_rate": 2.9638405227385894e-05,
      "loss": 0.6548,
      "step": 300
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4727364565431979,
      "learning_rate": 2.9634934202763214e-05,
      "loss": 0.907,
      "step": 301
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5660073448505623,
      "learning_rate": 2.963144680328111e-05,
      "loss": 0.6737,
      "step": 302
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5660444915856627,
      "learning_rate": 2.9627943032841577e-05,
      "loss": 0.6239,
      "step": 303
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4658963535526167,
      "learning_rate": 2.9624422895364963e-05,
      "loss": 0.8996,
      "step": 304
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5359862051372392,
      "learning_rate": 2.962088639478989e-05,
      "loss": 0.6712,
      "step": 305
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5362762488003882,
      "learning_rate": 2.9617333535073324e-05,
      "loss": 0.658,
      "step": 306
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0567698725224504,
      "learning_rate": 2.9613764320190508e-05,
      "loss": 0.9695,
      "step": 307
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6335593333363224,
      "learning_rate": 2.9610178754135005e-05,
      "loss": 0.72,
      "step": 308
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5023763982308612,
      "learning_rate": 2.9606576840918657e-05,
      "loss": 0.6469,
      "step": 309
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6390190759173342,
      "learning_rate": 2.96029585845716e-05,
      "loss": 0.6525,
      "step": 310
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.51068047709934,
      "learning_rate": 2.9599323989142266e-05,
      "loss": 0.8944,
      "step": 311
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6241225375761374,
      "learning_rate": 2.959567305869736e-05,
      "loss": 0.6617,
      "step": 312
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.544966425333211,
      "learning_rate": 2.9592005797321862e-05,
      "loss": 0.7175,
      "step": 313
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6146560021637698,
      "learning_rate": 2.9588322209119037e-05,
      "loss": 0.6343,
      "step": 314
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6190749562797465,
      "learning_rate": 2.9584622298210405e-05,
      "loss": 0.6582,
      "step": 315
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.540657734651325,
      "learning_rate": 2.9580906068735754e-05,
      "loss": 0.9333,
      "step": 316
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6603917705687957,
      "learning_rate": 2.957717352485313e-05,
      "loss": 0.6229,
      "step": 317
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5536718518456261,
      "learning_rate": 2.9573424670738827e-05,
      "loss": 0.9048,
      "step": 318
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5513956182933006,
      "learning_rate": 2.9569659510587405e-05,
      "loss": 0.69,
      "step": 319
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5481974079097557,
      "learning_rate": 2.9565878048611655e-05,
      "loss": 0.6906,
      "step": 320
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6045497749398104,
      "learning_rate": 2.956208028904261e-05,
      "loss": 0.6596,
      "step": 321
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.48284976004055286,
      "learning_rate": 2.955826623612954e-05,
      "loss": 0.9227,
      "step": 322
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5204407652025896,
      "learning_rate": 2.9554435894139945e-05,
      "loss": 0.6538,
      "step": 323
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5629398975884938,
      "learning_rate": 2.9550589267359554e-05,
      "loss": 0.6822,
      "step": 324
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.48248943041761116,
      "learning_rate": 2.9546726360092307e-05,
      "loss": 0.6703,
      "step": 325
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5433763116338408,
      "learning_rate": 2.954284717666037e-05,
      "loss": 0.6638,
      "step": 326
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.47209569907446614,
      "learning_rate": 2.9538951721404116e-05,
      "loss": 0.9173,
      "step": 327
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5365926071713311,
      "learning_rate": 2.9535039998682126e-05,
      "loss": 0.6638,
      "step": 328
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4577873015121729,
      "learning_rate": 2.9531112012871176e-05,
      "loss": 0.6421,
      "step": 329
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5353648573371762,
      "learning_rate": 2.952716776836626e-05,
      "loss": 0.9121,
      "step": 330
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.47451546964622954,
      "learning_rate": 2.9523207269580526e-05,
      "loss": 0.6544,
      "step": 331
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5022118236997233,
      "learning_rate": 2.9519230520945346e-05,
      "loss": 0.6817,
      "step": 332
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5513198893348137,
      "learning_rate": 2.951523752691025e-05,
      "loss": 0.9065,
      "step": 333
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4563112350075268,
      "learning_rate": 2.951122829194296e-05,
      "loss": 0.6469,
      "step": 334
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6076373470118571,
      "learning_rate": 2.950720282052936e-05,
      "loss": 0.6822,
      "step": 335
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4394628640370711,
      "learning_rate": 2.95031611171735e-05,
      "loss": 0.6383,
      "step": 336
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5301986359697761,
      "learning_rate": 2.9499103186397598e-05,
      "loss": 0.9036,
      "step": 337
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.49815405306783966,
      "learning_rate": 2.9495029032742025e-05,
      "loss": 0.6724,
      "step": 338
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.493479116882354,
      "learning_rate": 2.9490938660765313e-05,
      "loss": 0.6337,
      "step": 339
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4912024133355778,
      "learning_rate": 2.948683207504412e-05,
      "loss": 0.6627,
      "step": 340
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.46707486147343974,
      "learning_rate": 2.9482709280173267e-05,
      "loss": 0.9112,
      "step": 341
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.47249180825322595,
      "learning_rate": 2.947857028076569e-05,
      "loss": 0.6673,
      "step": 342
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4398499549916723,
      "learning_rate": 2.9474415081452482e-05,
      "loss": 0.6613,
      "step": 343
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.46817381598852387,
      "learning_rate": 2.9470243686882838e-05,
      "loss": 0.8975,
      "step": 344
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4874306094501961,
      "learning_rate": 2.9466056101724085e-05,
      "loss": 0.6362,
      "step": 345
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4703998231181428,
      "learning_rate": 2.9461852330661664e-05,
      "loss": 0.69,
      "step": 346
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4758210624328601,
      "learning_rate": 2.9457632378399133e-05,
      "loss": 0.6664,
      "step": 347
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5863947105452997,
      "learning_rate": 2.945339624965814e-05,
      "loss": 0.9173,
      "step": 348
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5032538137088288,
      "learning_rate": 2.944914394917844e-05,
      "loss": 0.6376,
      "step": 349
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.40994548782830353,
      "learning_rate": 2.9444875481717888e-05,
      "loss": 0.6622,
      "step": 350
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.48396312433639777,
      "learning_rate": 2.944059085205242e-05,
      "loss": 0.9311,
      "step": 351
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4155610305414481,
      "learning_rate": 2.943629006497606e-05,
      "loss": 0.6458,
      "step": 352
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5911686478438456,
      "learning_rate": 2.943197312530091e-05,
      "loss": 0.6427,
      "step": 353
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4459862094115797,
      "learning_rate": 2.942764003785714e-05,
      "loss": 0.901,
      "step": 354
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5372117570890818,
      "learning_rate": 2.9423290807492998e-05,
      "loss": 0.6689,
      "step": 355
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.47884812143650035,
      "learning_rate": 2.9418925439074784e-05,
      "loss": 0.6444,
      "step": 356
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.45367842302439737,
      "learning_rate": 2.941454393748686e-05,
      "loss": 0.71,
      "step": 357
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.46179606709638155,
      "learning_rate": 2.9410146307631637e-05,
      "loss": 0.6565,
      "step": 358
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.44634964420030593,
      "learning_rate": 2.940573255442957e-05,
      "loss": 0.9262,
      "step": 359
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4746299667412623,
      "learning_rate": 2.9401302682819156e-05,
      "loss": 0.6431,
      "step": 360
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.46815760672123685,
      "learning_rate": 2.9396856697756935e-05,
      "loss": 0.6765,
      "step": 361
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.48891223033758197,
      "learning_rate": 2.939239460421746e-05,
      "loss": 0.9126,
      "step": 362
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4216127835202362,
      "learning_rate": 2.9387916407193326e-05,
      "loss": 0.6389,
      "step": 363
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5010225823198274,
      "learning_rate": 2.9383422111695122e-05,
      "loss": 0.6605,
      "step": 364
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.47983585694274267,
      "learning_rate": 2.9378911722751477e-05,
      "loss": 0.9293,
      "step": 365
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4941054040917964,
      "learning_rate": 2.9374385245409003e-05,
      "loss": 0.6531,
      "step": 366
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5553377959786,
      "learning_rate": 2.9369842684732334e-05,
      "loss": 0.6332,
      "step": 367
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.45810236705302193,
      "learning_rate": 2.936528404580408e-05,
      "loss": 0.7043,
      "step": 368
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5050341467500221,
      "learning_rate": 2.936070933372485e-05,
      "loss": 0.6643,
      "step": 369
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4832702416502093,
      "learning_rate": 2.9356118553613244e-05,
      "loss": 0.9129,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5180768428141715,
      "learning_rate": 2.9351511710605828e-05,
      "loss": 0.6381,
      "step": 371
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4984169012194238,
      "learning_rate": 2.934688880985714e-05,
      "loss": 0.6246,
      "step": 372
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2975022615104015,
      "learning_rate": 2.9342249856539705e-05,
      "loss": 0.9514,
      "step": 373
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.8563175740058667,
      "learning_rate": 2.9337594855843976e-05,
      "loss": 0.6451,
      "step": 374
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.44222161068768506,
      "learning_rate": 2.9332923812978395e-05,
      "loss": 0.6515,
      "step": 375
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.9417356471129726,
      "learning_rate": 2.9328236733169337e-05,
      "loss": 0.9057,
      "step": 376
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.43453250953669187,
      "learning_rate": 2.9323533621661107e-05,
      "loss": 0.6436,
      "step": 377
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4108712188780906,
      "learning_rate": 2.9318814483715982e-05,
      "loss": 0.6378,
      "step": 378
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4706527571387842,
      "learning_rate": 2.9314079324614132e-05,
      "loss": 0.6916,
      "step": 379
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4394220292103483,
      "learning_rate": 2.930932814965369e-05,
      "loss": 0.8963,
      "step": 380
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.41402927526719646,
      "learning_rate": 2.9304560964150683e-05,
      "loss": 0.6529,
      "step": 381
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.42360567963609386,
      "learning_rate": 2.9299777773439056e-05,
      "loss": 0.6566,
      "step": 382
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4479397662356841,
      "learning_rate": 2.929497858287067e-05,
      "loss": 0.9348,
      "step": 383
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4402327589824743,
      "learning_rate": 2.9290163397815283e-05,
      "loss": 0.6405,
      "step": 384
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.46548867247958,
      "learning_rate": 2.928533222366055e-05,
      "loss": 0.6461,
      "step": 385
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.41592194339423216,
      "learning_rate": 2.9280485065812025e-05,
      "loss": 0.6545,
      "step": 386
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4599824931010298,
      "learning_rate": 2.927562192969312e-05,
      "loss": 0.9508,
      "step": 387
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4353243656201792,
      "learning_rate": 2.9270742820745157e-05,
      "loss": 0.6578,
      "step": 388
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.42810394775712785,
      "learning_rate": 2.9265847744427305e-05,
      "loss": 0.6309,
      "step": 389
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.45836144403996704,
      "learning_rate": 2.9260936706216615e-05,
      "loss": 0.6784,
      "step": 390
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4370219399249084,
      "learning_rate": 2.925600971160799e-05,
      "loss": 0.891,
      "step": 391
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5965109385413148,
      "learning_rate": 2.925106676611418e-05,
      "loss": 0.6577,
      "step": 392
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4240381198175698,
      "learning_rate": 2.9246107875265802e-05,
      "loss": 0.6358,
      "step": 393
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4836637342405808,
      "learning_rate": 2.9241133044611295e-05,
      "loss": 0.934,
      "step": 394
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.44731977526756017,
      "learning_rate": 2.9236142279716938e-05,
      "loss": 0.6518,
      "step": 395
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5045241458118127,
      "learning_rate": 2.9231135586166845e-05,
      "loss": 0.7071,
      "step": 396
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4298098268418705,
      "learning_rate": 2.9226112969562952e-05,
      "loss": 0.6405,
      "step": 397
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4776280870150111,
      "learning_rate": 2.9221074435524995e-05,
      "loss": 0.6564,
      "step": 398
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.49364269118662174,
      "learning_rate": 2.9216019989690536e-05,
      "loss": 0.928,
      "step": 399
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4877886832371823,
      "learning_rate": 2.921094963771494e-05,
      "loss": 0.813,
      "step": 400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4853940811342239,
      "learning_rate": 2.9205863385271364e-05,
      "loss": 0.4655,
      "step": 401
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4332161696845459,
      "learning_rate": 2.9200761238050756e-05,
      "loss": 0.9244,
      "step": 402
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4417217924925487,
      "learning_rate": 2.919564320176185e-05,
      "loss": 0.6365,
      "step": 403
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.44834839034826507,
      "learning_rate": 2.9190509282131156e-05,
      "loss": 0.6506,
      "step": 404
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.648948760416141,
      "learning_rate": 2.9185359484902965e-05,
      "loss": 1.0201,
      "step": 405
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.45841615426514204,
      "learning_rate": 2.9180193815839322e-05,
      "loss": 0.6409,
      "step": 406
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4783866513887179,
      "learning_rate": 2.9175012280720024e-05,
      "loss": 0.7154,
      "step": 407
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3889915573337204,
      "learning_rate": 2.916981488534265e-05,
      "loss": 0.6397,
      "step": 408
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5177734869047784,
      "learning_rate": 2.9164601635522493e-05,
      "loss": 0.9076,
      "step": 409
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4277082871334709,
      "learning_rate": 2.91593725370926e-05,
      "loss": 0.6369,
      "step": 410
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4360132283230203,
      "learning_rate": 2.9154127595903755e-05,
      "loss": 0.6445,
      "step": 411
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5760306684471718,
      "learning_rate": 2.9148866817824454e-05,
      "loss": 0.6542,
      "step": 412
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4299463219083792,
      "learning_rate": 2.9143590208740925e-05,
      "loss": 0.8959,
      "step": 413
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.42220515460074765,
      "learning_rate": 2.913829777455711e-05,
      "loss": 0.6499,
      "step": 414
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.412101128433801,
      "learning_rate": 2.913298952119464e-05,
      "loss": 0.6609,
      "step": 415
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4200264796070036,
      "learning_rate": 2.9127665454592872e-05,
      "loss": 0.8941,
      "step": 416
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3909426739205423,
      "learning_rate": 2.9122325580708833e-05,
      "loss": 0.6624,
      "step": 417
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4499735907880299,
      "learning_rate": 2.9116969905517256e-05,
      "loss": 0.7168,
      "step": 418
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.40101377095545854,
      "learning_rate": 2.9111598435010533e-05,
      "loss": 0.6675,
      "step": 419
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.46519822186202325,
      "learning_rate": 2.9106211175198753e-05,
      "loss": 0.8914,
      "step": 420
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4829635653238317,
      "learning_rate": 2.9100808132109648e-05,
      "loss": 0.6492,
      "step": 421
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.39528699537240736,
      "learning_rate": 2.9095389311788626e-05,
      "loss": 0.6405,
      "step": 422
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4860723642916951,
      "learning_rate": 2.908995472029874e-05,
      "loss": 0.9024,
      "step": 423
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.37760462895818925,
      "learning_rate": 2.90845043637207e-05,
      "loss": 0.6372,
      "step": 424
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8162990565750706,
      "learning_rate": 2.9079038248152838e-05,
      "loss": 0.6486,
      "step": 425
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4379923280446208,
      "learning_rate": 2.907355637971113e-05,
      "loss": 0.9416,
      "step": 426
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.45561186429996225,
      "learning_rate": 2.9068058764529172e-05,
      "loss": 0.6683,
      "step": 427
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.42592583185547805,
      "learning_rate": 2.9062545408758193e-05,
      "loss": 0.6564,
      "step": 428
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5749829007567769,
      "learning_rate": 2.9057016318567015e-05,
      "loss": 0.704,
      "step": 429
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4364697417940015,
      "learning_rate": 2.9051471500142075e-05,
      "loss": 0.6375,
      "step": 430
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4882202597538823,
      "learning_rate": 2.904591095968741e-05,
      "loss": 0.9,
      "step": 431
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4332696292128969,
      "learning_rate": 2.9040334703424637e-05,
      "loss": 0.6292,
      "step": 432
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5540748189984196,
      "learning_rate": 2.9034742737592973e-05,
      "loss": 0.6539,
      "step": 433
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4431404727662558,
      "learning_rate": 2.90291350684492e-05,
      "loss": 0.8727,
      "step": 434
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.47454857876889833,
      "learning_rate": 2.9023511702267672e-05,
      "loss": 0.6487,
      "step": 435
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.526980118331581,
      "learning_rate": 2.9017872645340317e-05,
      "loss": 0.6506,
      "step": 436
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4072812171475702,
      "learning_rate": 2.9012217903976604e-05,
      "loss": 0.893,
      "step": 437
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.49159634329042184,
      "learning_rate": 2.9006547484503557e-05,
      "loss": 0.6486,
      "step": 438
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.44367393286624723,
      "learning_rate": 2.9000861393265748e-05,
      "loss": 0.6758,
      "step": 439
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4184686361024677,
      "learning_rate": 2.899515963662528e-05,
      "loss": 0.6334,
      "step": 440
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.48413819250666285,
      "learning_rate": 2.8989442220961774e-05,
      "loss": 0.6388,
      "step": 441
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4206800782538987,
      "learning_rate": 2.8983709152672386e-05,
      "loss": 0.9098,
      "step": 442
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5718636110140484,
      "learning_rate": 2.8977960438171787e-05,
      "loss": 0.6432,
      "step": 443
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45692835451279196,
      "learning_rate": 2.8972196083892138e-05,
      "loss": 0.6449,
      "step": 444
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4843879013286376,
      "learning_rate": 2.896641609628311e-05,
      "loss": 0.8947,
      "step": 445
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5161351219819171,
      "learning_rate": 2.8960620481811866e-05,
      "loss": 0.6628,
      "step": 446
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4203967944928605,
      "learning_rate": 2.8954809246963058e-05,
      "loss": 0.6384,
      "step": 447
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45797649923830086,
      "learning_rate": 2.89489823982388e-05,
      "loss": 0.8821,
      "step": 448
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4654715477464315,
      "learning_rate": 2.894313994215869e-05,
      "loss": 0.6602,
      "step": 449
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5169683518764391,
      "learning_rate": 2.8937281885259784e-05,
      "loss": 0.6927,
      "step": 450
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4308887388881215,
      "learning_rate": 2.89314082340966e-05,
      "loss": 0.6463,
      "step": 451
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5073794265922195,
      "learning_rate": 2.892551899524109e-05,
      "loss": 0.9077,
      "step": 452
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.40823761012348275,
      "learning_rate": 2.8919614175282662e-05,
      "loss": 0.6445,
      "step": 453
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4748031391747549,
      "learning_rate": 2.891369378082815e-05,
      "loss": 0.6441,
      "step": 454
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.41740672319506367,
      "learning_rate": 2.890775781850181e-05,
      "loss": 0.6234,
      "step": 455
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5366537152878331,
      "learning_rate": 2.890180629494533e-05,
      "loss": 0.9208,
      "step": 456
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4066117200963689,
      "learning_rate": 2.8895839216817797e-05,
      "loss": 0.6426,
      "step": 457
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.35110280780669384,
      "learning_rate": 2.8889856590795705e-05,
      "loss": 0.671,
      "step": 458
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45296524363812957,
      "learning_rate": 2.888385842357295e-05,
      "loss": 0.933,
      "step": 459
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.37373894282109377,
      "learning_rate": 2.8877844721860804e-05,
      "loss": 0.6556,
      "step": 460
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4290088924076341,
      "learning_rate": 2.8871815492387938e-05,
      "loss": 0.6653,
      "step": 461
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.39377732452218644,
      "learning_rate": 2.8865770741900382e-05,
      "loss": 0.6665,
      "step": 462
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4665538449785029,
      "learning_rate": 2.8859710477161535e-05,
      "loss": 0.9186,
      "step": 463
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.42168233074526906,
      "learning_rate": 2.8853634704952167e-05,
      "loss": 0.6323,
      "step": 464
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.41500586643604526,
      "learning_rate": 2.884754343207038e-05,
      "loss": 0.6474,
      "step": 465
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45855779407457153,
      "learning_rate": 2.8841436665331634e-05,
      "loss": 0.9257,
      "step": 466
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4376230820806902,
      "learning_rate": 2.883531441156872e-05,
      "loss": 0.641,
      "step": 467
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.41106164975651804,
      "learning_rate": 2.8829176677631758e-05,
      "loss": 0.6532,
      "step": 468
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.44380226347185603,
      "learning_rate": 2.8823023470388185e-05,
      "loss": 0.8802,
      "step": 469
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.42301106527551297,
      "learning_rate": 2.8816854796722754e-05,
      "loss": 0.623,
      "step": 470
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45524654004853865,
      "learning_rate": 2.8810670663537523e-05,
      "loss": 0.6674,
      "step": 471
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45966465374401083,
      "learning_rate": 2.8804471077751847e-05,
      "loss": 0.7029,
      "step": 472
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.38889047296670676,
      "learning_rate": 2.8798256046302376e-05,
      "loss": 0.6538,
      "step": 473
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5238902268443127,
      "learning_rate": 2.8792025576143032e-05,
      "loss": 0.9276,
      "step": 474
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.37969637405918605,
      "learning_rate": 2.878577967424502e-05,
      "loss": 0.6407,
      "step": 475
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4362413268972957,
      "learning_rate": 2.8779518347596803e-05,
      "loss": 0.6204,
      "step": 476
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4339756058034954,
      "learning_rate": 2.877324160320411e-05,
      "loss": 0.9098,
      "step": 477
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.545218647519162,
      "learning_rate": 2.8766949448089917e-05,
      "loss": 0.6623,
      "step": 478
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.42822620377471166,
      "learning_rate": 2.8760641889294453e-05,
      "loss": 0.6377,
      "step": 479
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4161711166634251,
      "learning_rate": 2.875431893387516e-05,
      "loss": 0.6454,
      "step": 480
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4179496071349973,
      "learning_rate": 2.874798058890672e-05,
      "loss": 0.9152,
      "step": 481
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.42566660183162713,
      "learning_rate": 2.8741626861481043e-05,
      "loss": 0.6272,
      "step": 482
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38882721317690294,
      "learning_rate": 2.873525775870724e-05,
      "loss": 0.6273,
      "step": 483
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38320802678932875,
      "learning_rate": 2.8728873287711622e-05,
      "loss": 0.6383,
      "step": 484
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5094243063088904,
      "learning_rate": 2.8722473455637702e-05,
      "loss": 0.8724,
      "step": 485
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3688382342507443,
      "learning_rate": 2.8716058269646182e-05,
      "loss": 0.6203,
      "step": 486
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.47364848694246114,
      "learning_rate": 2.8709627736914938e-05,
      "loss": 0.6493,
      "step": 487
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.42897235801740585,
      "learning_rate": 2.8703181864639013e-05,
      "loss": 0.9061,
      "step": 488
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4803849911476859,
      "learning_rate": 2.8696720660030628e-05,
      "loss": 0.7073,
      "step": 489
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4762116354435143,
      "learning_rate": 2.8690244130319145e-05,
      "loss": 0.6542,
      "step": 490
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3807043750384292,
      "learning_rate": 2.868375228275108e-05,
      "loss": 0.6348,
      "step": 491
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.42237052621735177,
      "learning_rate": 2.8677245124590087e-05,
      "loss": 0.8782,
      "step": 492
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3739349383934636,
      "learning_rate": 2.867072266311695e-05,
      "loss": 0.6435,
      "step": 493
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5032988633011936,
      "learning_rate": 2.8664184905629577e-05,
      "loss": 0.6417,
      "step": 494
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4286711101017065,
      "learning_rate": 2.865763185944299e-05,
      "loss": 0.8952,
      "step": 495
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3677267340927617,
      "learning_rate": 2.865106353188931e-05,
      "loss": 0.6035,
      "step": 496
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.45636072223170315,
      "learning_rate": 2.8644479930317776e-05,
      "loss": 0.6306,
      "step": 497
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.40855865528120483,
      "learning_rate": 2.863788106209469e-05,
      "loss": 0.9089,
      "step": 498
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.45165859181470097,
      "learning_rate": 2.8631266934603467e-05,
      "loss": 0.6305,
      "step": 499
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5495855496581937,
      "learning_rate": 2.8624637555244556e-05,
      "loss": 0.7096,
      "step": 500
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3708244699621869,
      "learning_rate": 2.8617992931435512e-05,
      "loss": 0.647,
      "step": 501
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4588068723669083,
      "learning_rate": 2.8611333070610918e-05,
      "loss": 0.6354,
      "step": 502
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.40063728360176754,
      "learning_rate": 2.860465798022242e-05,
      "loss": 0.8946,
      "step": 503
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4527565039834011,
      "learning_rate": 2.85979676677387e-05,
      "loss": 0.6218,
      "step": 504
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5066153786835709,
      "learning_rate": 2.8591262140645465e-05,
      "loss": 0.6544,
      "step": 505
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4448467235297304,
      "learning_rate": 2.8584541406445462e-05,
      "loss": 0.9152,
      "step": 506
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.47495446658220275,
      "learning_rate": 2.8577805472658435e-05,
      "loss": 0.6335,
      "step": 507
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.39786575254721246,
      "learning_rate": 2.8571054346821153e-05,
      "loss": 0.635,
      "step": 508
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.47823610613167383,
      "learning_rate": 2.856428803648736e-05,
      "loss": 0.9018,
      "step": 509
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.41455938783060314,
      "learning_rate": 2.855750654922781e-05,
      "loss": 0.6363,
      "step": 510
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4200962343345511,
      "learning_rate": 2.8550709892630227e-05,
      "loss": 0.6427,
      "step": 511
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.40593767474446596,
      "learning_rate": 2.8543898074299322e-05,
      "loss": 0.6505,
      "step": 512
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.408473999989803,
      "learning_rate": 2.8537071101856744e-05,
      "loss": 0.6502,
      "step": 513
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4150321572323016,
      "learning_rate": 2.853022898294113e-05,
      "loss": 0.8814,
      "step": 514
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5451569292059286,
      "learning_rate": 2.852337172520804e-05,
      "loss": 0.6267,
      "step": 515
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4092894427224817,
      "learning_rate": 2.8516499336329974e-05,
      "loss": 0.623,
      "step": 516
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4378351402894465,
      "learning_rate": 2.8509611823996384e-05,
      "loss": 0.9064,
      "step": 517
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4102731295478398,
      "learning_rate": 2.8502709195913617e-05,
      "loss": 0.6459,
      "step": 518
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.38188227137307235,
      "learning_rate": 2.8495791459804952e-05,
      "loss": 0.6161,
      "step": 519
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.45685512278087587,
      "learning_rate": 2.848885862341056e-05,
      "loss": 0.882,
      "step": 520
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5985408933430514,
      "learning_rate": 2.8481910694487507e-05,
      "loss": 0.6383,
      "step": 521
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.463600224761772,
      "learning_rate": 2.8474947680809754e-05,
      "loss": 0.6807,
      "step": 522
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3828734005797913,
      "learning_rate": 2.8467969590168144e-05,
      "loss": 0.6579,
      "step": 523
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.411140136149198,
      "learning_rate": 2.8460976430370375e-05,
      "loss": 0.8869,
      "step": 524
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3806441813500094,
      "learning_rate": 2.845396820924102e-05,
      "loss": 0.6222,
      "step": 525
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3850543528981122,
      "learning_rate": 2.844694493462148e-05,
      "loss": 0.6112,
      "step": 526
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5204941375381967,
      "learning_rate": 2.8439906614370037e-05,
      "loss": 0.6288,
      "step": 527
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4942822908100749,
      "learning_rate": 2.843285325636178e-05,
      "loss": 0.9311,
      "step": 528
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4112172723684616,
      "learning_rate": 2.8425784868488618e-05,
      "loss": 0.6379,
      "step": 529
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.39653217806105395,
      "learning_rate": 2.8418701458659307e-05,
      "loss": 0.6168,
      "step": 530
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4182272526017336,
      "learning_rate": 2.841160303479938e-05,
      "loss": 0.8952,
      "step": 531
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4047375803682781,
      "learning_rate": 2.8404489604851186e-05,
      "loss": 0.6376,
      "step": 532
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.45944482758325844,
      "learning_rate": 2.839736117677386e-05,
      "loss": 0.6827,
      "step": 533
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4126803649153416,
      "learning_rate": 2.8390217758543315e-05,
      "loss": 0.6566,
      "step": 534
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.554871963799865,
      "learning_rate": 2.8383059358152246e-05,
      "loss": 0.9044,
      "step": 535
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4298320285054984,
      "learning_rate": 2.83758859836101e-05,
      "loss": 0.6197,
      "step": 536
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.41590018113511795,
      "learning_rate": 2.8368697642943083e-05,
      "loss": 0.6541,
      "step": 537
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.47270251418481024,
      "learning_rate": 2.8361494344194152e-05,
      "loss": 0.8943,
      "step": 538
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38431596183925654,
      "learning_rate": 2.8354276095422986e-05,
      "loss": 0.6382,
      "step": 539
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5526987731465783,
      "learning_rate": 2.834704290470601e-05,
      "loss": 0.6403,
      "step": 540
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4243534537765687,
      "learning_rate": 2.8339794780136348e-05,
      "loss": 0.8928,
      "step": 541
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3787257004630748,
      "learning_rate": 2.8332531729823853e-05,
      "loss": 0.6443,
      "step": 542
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.43645410057487805,
      "learning_rate": 2.8325253761895063e-05,
      "loss": 0.6508,
      "step": 543
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.40984827908785904,
      "learning_rate": 2.8317960884493213e-05,
      "loss": 0.6699,
      "step": 544
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3903190903824307,
      "learning_rate": 2.8310653105778218e-05,
      "loss": 0.6395,
      "step": 545
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3869810328579648,
      "learning_rate": 2.830333043392667e-05,
      "loss": 0.9189,
      "step": 546
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3750522028733386,
      "learning_rate": 2.8295992877131826e-05,
      "loss": 0.6499,
      "step": 547
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4128264072860223,
      "learning_rate": 2.8288640443603587e-05,
      "loss": 0.6406,
      "step": 548
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3943291470917676,
      "learning_rate": 2.8281273141568505e-05,
      "loss": 0.6838,
      "step": 549
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4102240004100346,
      "learning_rate": 2.827389097926978e-05,
      "loss": 0.7975,
      "step": 550
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.40487965346999183,
      "learning_rate": 2.8266493964967213e-05,
      "loss": 0.6458,
      "step": 551
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4050345942903766,
      "learning_rate": 2.8259082106937255e-05,
      "loss": 0.8951,
      "step": 552
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3962830619964766,
      "learning_rate": 2.825165541347294e-05,
      "loss": 0.6654,
      "step": 553
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5051884041976252,
      "learning_rate": 2.8244213892883907e-05,
      "loss": 0.6472,
      "step": 554
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4108314761956005,
      "learning_rate": 2.823675755349639e-05,
      "loss": 0.6808,
      "step": 555
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4474446134404235,
      "learning_rate": 2.82292864036532e-05,
      "loss": 0.6249,
      "step": 556
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4432194339248852,
      "learning_rate": 2.822180045171373e-05,
      "loss": 0.8686,
      "step": 557
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.48098525582934654,
      "learning_rate": 2.8214299706053918e-05,
      "loss": 0.6529,
      "step": 558
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5282283048600401,
      "learning_rate": 2.820678417506626e-05,
      "loss": 0.6531,
      "step": 559
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4209585216782718,
      "learning_rate": 2.81992538671598e-05,
      "loss": 0.704,
      "step": 560
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4526190787349011,
      "learning_rate": 2.8191708790760112e-05,
      "loss": 0.8942,
      "step": 561
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4256726501657445,
      "learning_rate": 2.8184148954309295e-05,
      "loss": 0.623,
      "step": 562
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3916404649617502,
      "learning_rate": 2.8176574366265963e-05,
      "loss": 0.6373,
      "step": 563
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4762397266757786,
      "learning_rate": 2.8168985035105236e-05,
      "loss": 0.9082,
      "step": 564
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38092462849036834,
      "learning_rate": 2.8161380969318728e-05,
      "loss": 0.6303,
      "step": 565
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5660056286500637,
      "learning_rate": 2.8153762177414545e-05,
      "loss": 0.6261,
      "step": 566
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.45577713270287157,
      "learning_rate": 2.8146128667917258e-05,
      "loss": 0.9081,
      "step": 567
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4954672534798452,
      "learning_rate": 2.8138480449367923e-05,
      "loss": 0.6552,
      "step": 568
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5343867095964945,
      "learning_rate": 2.8130817530324033e-05,
      "loss": 0.639,
      "step": 569
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3841053908353787,
      "learning_rate": 2.812313991935955e-05,
      "loss": 0.6371,
      "step": 570
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.46943893436889167,
      "learning_rate": 2.8115447625064857e-05,
      "loss": 0.6771,
      "step": 571
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.43228939094307395,
      "learning_rate": 2.8107740656046775e-05,
      "loss": 0.9028,
      "step": 572
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5464684294544326,
      "learning_rate": 2.810001902092854e-05,
      "loss": 0.6405,
      "step": 573
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4762009598466699,
      "learning_rate": 2.8092282728349817e-05,
      "loss": 0.6461,
      "step": 574
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4220077471846214,
      "learning_rate": 2.8084531786966632e-05,
      "loss": 0.9197,
      "step": 575
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4207425645490711,
      "learning_rate": 2.8076766205451435e-05,
      "loss": 0.6376,
      "step": 576
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.39841546888581675,
      "learning_rate": 2.806898599249305e-05,
      "loss": 0.6265,
      "step": 577
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.418575088332761,
      "learning_rate": 2.8061191156796658e-05,
      "loss": 0.9159,
      "step": 578
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.38180714613831823,
      "learning_rate": 2.805338170708382e-05,
      "loss": 0.6326,
      "step": 579
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.408679644533415,
      "learning_rate": 2.804555765209243e-05,
      "loss": 0.6376,
      "step": 580
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4058244933329194,
      "learning_rate": 2.8037719000576744e-05,
      "loss": 0.893,
      "step": 581
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.43257064486873414,
      "learning_rate": 2.802986576130733e-05,
      "loss": 0.4491,
      "step": 582
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4493022364930085,
      "learning_rate": 2.802199794307109e-05,
      "loss": 0.8842,
      "step": 583
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4719106605724196,
      "learning_rate": 2.801411555467124e-05,
      "loss": 0.642,
      "step": 584
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4895803268394636,
      "learning_rate": 2.8006218604927284e-05,
      "loss": 0.6384,
      "step": 585
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5505377387135137,
      "learning_rate": 2.7998307102675035e-05,
      "loss": 0.9044,
      "step": 586
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.47964174370655516,
      "learning_rate": 2.7990381056766583e-05,
      "loss": 0.6304,
      "step": 587
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.40407867618439774,
      "learning_rate": 2.798244047607028e-05,
      "loss": 0.6147,
      "step": 588
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5849967733428494,
      "learning_rate": 2.7974485369470764e-05,
      "loss": 0.8614,
      "step": 589
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4646422605512494,
      "learning_rate": 2.7966515745868904e-05,
      "loss": 0.619,
      "step": 590
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4351191711557609,
      "learning_rate": 2.795853161418182e-05,
      "loss": 0.6375,
      "step": 591
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.47575304222703524,
      "learning_rate": 2.7950532983342863e-05,
      "loss": 0.8998,
      "step": 592
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5352707221394369,
      "learning_rate": 2.7942519862301618e-05,
      "loss": 0.6872,
      "step": 593
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3913669721527101,
      "learning_rate": 2.7934492260023865e-05,
      "loss": 0.6284,
      "step": 594
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.42277338060816,
      "learning_rate": 2.79264501854916e-05,
      "loss": 0.6318,
      "step": 595
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.44352479056458044,
      "learning_rate": 2.7918393647703013e-05,
      "loss": 0.9112,
      "step": 596
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.4148469723095011,
      "learning_rate": 2.7910322655672456e-05,
      "loss": 0.6354,
      "step": 597
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4210615103936188,
      "learning_rate": 2.7902237218430485e-05,
      "loss": 0.6292,
      "step": 598
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4144251980286665,
      "learning_rate": 2.7894137345023786e-05,
      "loss": 0.6213,
      "step": 599
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4910461081283438,
      "learning_rate": 2.7886023044515234e-05,
      "loss": 0.8709,
      "step": 600
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.36234214323717867,
      "learning_rate": 2.7877894325983814e-05,
      "loss": 0.6213,
      "step": 601
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2169705101386594,
      "learning_rate": 2.7869751198524656e-05,
      "loss": 0.6359,
      "step": 602
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4504305495984645,
      "learning_rate": 2.7861593671249018e-05,
      "loss": 0.9053,
      "step": 603
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.42941898351719776,
      "learning_rate": 2.7853421753284253e-05,
      "loss": 0.6723,
      "step": 604
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3980402692972693,
      "learning_rate": 2.7845235453773837e-05,
      "loss": 0.6475,
      "step": 605
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3436123286173719,
      "learning_rate": 2.7837034781877317e-05,
      "loss": 0.629,
      "step": 606
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.43095096597775956,
      "learning_rate": 2.7828819746770337e-05,
      "loss": 0.8882,
      "step": 607
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3752657273131738,
      "learning_rate": 2.7820590357644604e-05,
      "loss": 0.6296,
      "step": 608
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.43222723386912415,
      "learning_rate": 2.7812346623707887e-05,
      "loss": 0.635,
      "step": 609
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8336642135656587,
      "learning_rate": 2.7804088554184002e-05,
      "loss": 0.8762,
      "step": 610
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4623730580869914,
      "learning_rate": 2.7795816158312805e-05,
      "loss": 0.6266,
      "step": 611
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.417728305624967,
      "learning_rate": 2.7787529445350192e-05,
      "loss": 0.6292,
      "step": 612
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.40520305061617656,
      "learning_rate": 2.777922842456807e-05,
      "loss": 0.8553,
      "step": 613
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.437202074399463,
      "learning_rate": 2.7770913105254355e-05,
      "loss": 0.6152,
      "step": 614
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.40485729539777116,
      "learning_rate": 2.776258349671296e-05,
      "loss": 0.7027,
      "step": 615
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.43958041615771876,
      "learning_rate": 2.7754239608263785e-05,
      "loss": 0.6247,
      "step": 616
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.440145950347491,
      "learning_rate": 2.7745881449242717e-05,
      "loss": 0.6355,
      "step": 617
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4440697999662624,
      "learning_rate": 2.77375090290016e-05,
      "loss": 0.9176,
      "step": 618
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.41771368593007563,
      "learning_rate": 2.7729122356908244e-05,
      "loss": 0.6295,
      "step": 619
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4379977397533082,
      "learning_rate": 2.772072144234639e-05,
      "loss": 0.6272,
      "step": 620
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.42836163067626637,
      "learning_rate": 2.7712306294715734e-05,
      "loss": 0.932,
      "step": 621
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4394409777771525,
      "learning_rate": 2.7703876923431882e-05,
      "loss": 0.6293,
      "step": 622
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.35111563292685327,
      "learning_rate": 2.7695433337926362e-05,
      "loss": 0.6503,
      "step": 623
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.39826235372841107,
      "learning_rate": 2.7686975547646614e-05,
      "loss": 0.8764,
      "step": 624
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3698676116700673,
      "learning_rate": 2.7678503562055947e-05,
      "loss": 0.6179,
      "step": 625
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4685847476973362,
      "learning_rate": 2.7670017390633578e-05,
      "loss": 0.6908,
      "step": 626
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3647973146958208,
      "learning_rate": 2.766151704287458e-05,
      "loss": 0.6428,
      "step": 627
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3767603760583791,
      "learning_rate": 2.7653002528289895e-05,
      "loss": 0.6323,
      "step": 628
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4026962137754299,
      "learning_rate": 2.7644473856406324e-05,
      "loss": 0.8795,
      "step": 629
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7612396095860157,
      "learning_rate": 2.763593103676649e-05,
      "loss": 0.6511,
      "step": 630
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.38981157630131313,
      "learning_rate": 2.7627374078928862e-05,
      "loss": 0.6268,
      "step": 631
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39791452704998903,
      "learning_rate": 2.7618802992467718e-05,
      "loss": 0.6618,
      "step": 632
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3988229391485032,
      "learning_rate": 2.761021778697315e-05,
      "loss": 0.835,
      "step": 633
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37871530747429055,
      "learning_rate": 2.7601618472051044e-05,
      "loss": 0.6284,
      "step": 634
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4253524596324212,
      "learning_rate": 2.7593005057323072e-05,
      "loss": 0.9342,
      "step": 635
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5303452899595816,
      "learning_rate": 2.7584377552426692e-05,
      "loss": 0.624,
      "step": 636
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3984405794439977,
      "learning_rate": 2.7575735967015113e-05,
      "loss": 0.6987,
      "step": 637
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39616164406530896,
      "learning_rate": 2.756708031075731e-05,
      "loss": 0.6194,
      "step": 638
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.46974687971676377,
      "learning_rate": 2.755841059333799e-05,
      "loss": 0.9078,
      "step": 639
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3971680710514997,
      "learning_rate": 2.7549726824457614e-05,
      "loss": 0.6444,
      "step": 640
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4101678560397066,
      "learning_rate": 2.7541029013832338e-05,
      "loss": 0.6298,
      "step": 641
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.402283718779502,
      "learning_rate": 2.753231717119405e-05,
      "loss": 0.6416,
      "step": 642
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.40406497219707127,
      "learning_rate": 2.752359130629032e-05,
      "loss": 0.6725,
      "step": 643
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.46628523465104504,
      "learning_rate": 2.7514851428884432e-05,
      "loss": 0.902,
      "step": 644
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.367765039356584,
      "learning_rate": 2.7506097548755322e-05,
      "loss": 0.627,
      "step": 645
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4638008773558133,
      "learning_rate": 2.749732967569761e-05,
      "loss": 0.6238,
      "step": 646
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.43791893044788804,
      "learning_rate": 2.748854781952157e-05,
      "loss": 0.9151,
      "step": 647
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.448967080894844,
      "learning_rate": 2.747975199005312e-05,
      "loss": 0.6419,
      "step": 648
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.6431376990160488,
      "learning_rate": 2.7470942197133813e-05,
      "loss": 0.6284,
      "step": 649
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4256844678943661,
      "learning_rate": 2.7462118450620818e-05,
      "loss": 0.8757,
      "step": 650
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.47417492137159173,
      "learning_rate": 2.7453280760386934e-05,
      "loss": 0.6486,
      "step": 651
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.42990520601826226,
      "learning_rate": 2.744442913632054e-05,
      "loss": 0.6317,
      "step": 652
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4018477887643915,
      "learning_rate": 2.7435563588325627e-05,
      "loss": 0.8664,
      "step": 653
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4510309670821486,
      "learning_rate": 2.7426684126321743e-05,
      "loss": 0.4416,
      "step": 654
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4580823302828529,
      "learning_rate": 2.741779076024403e-05,
      "loss": 0.8991,
      "step": 655
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4345294521404785,
      "learning_rate": 2.7408883500043157e-05,
      "loss": 0.6281,
      "step": 656
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.48117715079103457,
      "learning_rate": 2.739996235568537e-05,
      "loss": 0.6195,
      "step": 657
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4176774358860328,
      "learning_rate": 2.7391027337152425e-05,
      "loss": 0.8817,
      "step": 658
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4464922252688219,
      "learning_rate": 2.738207845444161e-05,
      "loss": 0.6312,
      "step": 659
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4306437682432233,
      "learning_rate": 2.7373115717565735e-05,
      "loss": 0.6501,
      "step": 660
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.43758729261006385,
      "learning_rate": 2.7364139136553096e-05,
      "loss": 0.8954,
      "step": 661
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.40008132738862084,
      "learning_rate": 2.7355148721447492e-05,
      "loss": 0.622,
      "step": 662
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3885324303659026,
      "learning_rate": 2.734614448230819e-05,
      "loss": 0.6213,
      "step": 663
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4431412594594135,
      "learning_rate": 2.7337126429209935e-05,
      "loss": 0.6737,
      "step": 664
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4606344390351968,
      "learning_rate": 2.732809457224292e-05,
      "loss": 0.9034,
      "step": 665
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3878833376351238,
      "learning_rate": 2.731904892151278e-05,
      "loss": 0.6253,
      "step": 666
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3741553150704403,
      "learning_rate": 2.73099894871406e-05,
      "loss": 0.6259,
      "step": 667
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.37389782312433234,
      "learning_rate": 2.7300916279262868e-05,
      "loss": 0.6122,
      "step": 668
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4217996547535171,
      "learning_rate": 2.7291829308031495e-05,
      "loss": 0.9028,
      "step": 669
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4382684932656845,
      "learning_rate": 2.7282728583613794e-05,
      "loss": 0.6405,
      "step": 670
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.41599273244864077,
      "learning_rate": 2.727361411619245e-05,
      "loss": 0.632,
      "step": 671
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4198254448750625,
      "learning_rate": 2.7264485915965548e-05,
      "loss": 0.8618,
      "step": 672
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3970547990319387,
      "learning_rate": 2.725534399314651e-05,
      "loss": 0.6303,
      "step": 673
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.34257120272875896,
      "learning_rate": 2.7246188357964147e-05,
      "loss": 0.6138,
      "step": 674
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4205961573418774,
      "learning_rate": 2.7237019020662585e-05,
      "loss": 0.6673,
      "step": 675
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.43888113404954576,
      "learning_rate": 2.7227835991501284e-05,
      "loss": 0.8911,
      "step": 676
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3829281172195052,
      "learning_rate": 2.7218639280755037e-05,
      "loss": 0.6321,
      "step": 677
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3871490530689638,
      "learning_rate": 2.7209428898713935e-05,
      "loss": 0.5995,
      "step": 678
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.40639441717895425,
      "learning_rate": 2.720020485568337e-05,
      "loss": 0.9092,
      "step": 679
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.39174337438978485,
      "learning_rate": 2.719096716198402e-05,
      "loss": 0.6466,
      "step": 680
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.35016986725307203,
      "learning_rate": 2.718171582795183e-05,
      "loss": 0.6125,
      "step": 681
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.42655222096032175,
      "learning_rate": 2.717245086393801e-05,
      "loss": 0.9087,
      "step": 682
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.35461476443038265,
      "learning_rate": 2.7163172280309028e-05,
      "loss": 0.6093,
      "step": 683
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38564093356550855,
      "learning_rate": 2.715388008744658e-05,
      "loss": 0.645,
      "step": 684
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3897838052243748,
      "learning_rate": 2.7144574295747594e-05,
      "loss": 0.8858,
      "step": 685
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4019096810104857,
      "learning_rate": 2.7135254915624213e-05,
      "loss": 0.4302,
      "step": 686
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3894344456275822,
      "learning_rate": 2.7125921957503785e-05,
      "loss": 0.866,
      "step": 687
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3919833305862916,
      "learning_rate": 2.7116575431828844e-05,
      "loss": 0.6361,
      "step": 688
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.36010842873621013,
      "learning_rate": 2.710721534905712e-05,
      "loss": 0.6009,
      "step": 689
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3925010704394055,
      "learning_rate": 2.7097841719661498e-05,
      "loss": 0.8998,
      "step": 690
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3703827714267066,
      "learning_rate": 2.708845455413002e-05,
      "loss": 0.6327,
      "step": 691
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4000679796662479,
      "learning_rate": 2.707905386296588e-05,
      "loss": 0.6029,
      "step": 692
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.40682891977349317,
      "learning_rate": 2.70696396566874e-05,
      "loss": 0.8945,
      "step": 693
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.39895869166731196,
      "learning_rate": 2.706021194582804e-05,
      "loss": 0.601,
      "step": 694
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4139780175017376,
      "learning_rate": 2.7050770740936338e-05,
      "loss": 0.6231,
      "step": 695
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4160913759064976,
      "learning_rate": 2.7041316052575967e-05,
      "loss": 0.8742,
      "step": 696
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4139135333780499,
      "learning_rate": 2.7031847891325658e-05,
      "loss": 0.4381,
      "step": 697
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4311492634828156,
      "learning_rate": 2.702236626777923e-05,
      "loss": 0.8857,
      "step": 698
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5189788570420679,
      "learning_rate": 2.7012871192545565e-05,
      "loss": 0.642,
      "step": 699
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4414794941822095,
      "learning_rate": 2.700336267624859e-05,
      "loss": 0.6136,
      "step": 700
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4406469836754748,
      "learning_rate": 2.6993840729527273e-05,
      "loss": 0.8923,
      "step": 701
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3962143615563923,
      "learning_rate": 2.6984305363035616e-05,
      "loss": 0.6394,
      "step": 702
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.42714576825197087,
      "learning_rate": 2.6974756587442636e-05,
      "loss": 0.6258,
      "step": 703
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4056618564655204,
      "learning_rate": 2.696519441343233e-05,
      "loss": 0.9036,
      "step": 704
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4047360594005986,
      "learning_rate": 2.695561885170372e-05,
      "loss": 0.6026,
      "step": 705
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4140062519647793,
      "learning_rate": 2.6946029912970785e-05,
      "loss": 0.6284,
      "step": 706
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3933680886320087,
      "learning_rate": 2.6936427607962484e-05,
      "loss": 0.8939,
      "step": 707
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4107352512079901,
      "learning_rate": 2.6926811947422717e-05,
      "loss": 0.6574,
      "step": 708
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.35289004541043384,
      "learning_rate": 2.691718294211034e-05,
      "loss": 0.628,
      "step": 709
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3856911146026206,
      "learning_rate": 2.690754060279914e-05,
      "loss": 0.6215,
      "step": 710
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4386806804368987,
      "learning_rate": 2.6897884940277815e-05,
      "loss": 0.8967,
      "step": 711
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.43495130326757514,
      "learning_rate": 2.6888215965349974e-05,
      "loss": 0.6295,
      "step": 712
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.39945849595093325,
      "learning_rate": 2.6878533688834125e-05,
      "loss": 0.6062,
      "step": 713
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.43264936502424023,
      "learning_rate": 2.6868838121563658e-05,
      "loss": 0.6712,
      "step": 714
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4338526452961556,
      "learning_rate": 2.685912927438682e-05,
      "loss": 0.6307,
      "step": 715
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3969824055295609,
      "learning_rate": 2.6849407158166743e-05,
      "loss": 0.7821,
      "step": 716
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4078727506698432,
      "learning_rate": 2.6839671783781382e-05,
      "loss": 0.6289,
      "step": 717
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4772741371195383,
      "learning_rate": 2.6829923162123534e-05,
      "loss": 0.908,
      "step": 718
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.44513086203394453,
      "learning_rate": 2.6820161304100828e-05,
      "loss": 0.6862,
      "step": 719
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42922492172015847,
      "learning_rate": 2.6810386220635693e-05,
      "loss": 0.614,
      "step": 720
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3895197973968205,
      "learning_rate": 2.6800597922665346e-05,
      "loss": 0.616,
      "step": 721
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.44575212694227223,
      "learning_rate": 2.6790796421141813e-05,
      "loss": 0.8689,
      "step": 722
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4411257998473039,
      "learning_rate": 2.6780981727031877e-05,
      "loss": 0.6468,
      "step": 723
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4347266563935388,
      "learning_rate": 2.6771153851317088e-05,
      "loss": 0.6216,
      "step": 724
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4490835758061524,
      "learning_rate": 2.6761312804993737e-05,
      "loss": 0.6899,
      "step": 725
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5157736734823923,
      "learning_rate": 2.6751458599072862e-05,
      "loss": 0.6406,
      "step": 726
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4344424119135314,
      "learning_rate": 2.674159124458023e-05,
      "loss": 0.8839,
      "step": 727
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.5183795689983295,
      "learning_rate": 2.6731710752556293e-05,
      "loss": 0.6345,
      "step": 728
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5493393946643435,
      "learning_rate": 2.6721817134056227e-05,
      "loss": 0.6387,
      "step": 729
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42694326383900205,
      "learning_rate": 2.671191040014989e-05,
      "loss": 0.883,
      "step": 730
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.46759007693085886,
      "learning_rate": 2.6701990561921812e-05,
      "loss": 0.6376,
      "step": 731
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4416137379018691,
      "learning_rate": 2.6692057630471184e-05,
      "loss": 0.6324,
      "step": 732
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42463676523792915,
      "learning_rate": 2.668211161691185e-05,
      "loss": 0.8711,
      "step": 733
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4879795046646651,
      "learning_rate": 2.667215253237229e-05,
      "loss": 0.6211,
      "step": 734
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.36021581218628024,
      "learning_rate": 2.666218038799561e-05,
      "loss": 0.6248,
      "step": 735
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.502023986952676,
      "learning_rate": 2.6652195194939525e-05,
      "loss": 0.6557,
      "step": 736
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3881361122852573,
      "learning_rate": 2.6642196964376355e-05,
      "loss": 0.8977,
      "step": 737
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5526347377704214,
      "learning_rate": 2.6632185707493e-05,
      "loss": 0.6185,
      "step": 738
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.34224888072184717,
      "learning_rate": 2.662216143549095e-05,
      "loss": 0.6307,
      "step": 739
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42001073537764266,
      "learning_rate": 2.661212415958624e-05,
      "loss": 0.6196,
      "step": 740
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4443540975682335,
      "learning_rate": 2.6602073891009458e-05,
      "loss": 0.896,
      "step": 741
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.41399645272687097,
      "learning_rate": 2.6592010641005745e-05,
      "loss": 0.6256,
      "step": 742
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5278146686391838,
      "learning_rate": 2.6581934420834754e-05,
      "loss": 0.6301,
      "step": 743
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4110781163980199,
      "learning_rate": 2.6571845241770645e-05,
      "loss": 0.9052,
      "step": 744
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.38172694633426824,
      "learning_rate": 2.6561743115102085e-05,
      "loss": 0.6377,
      "step": 745
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4177791150800698,
      "learning_rate": 2.6551628052132237e-05,
      "loss": 0.6316,
      "step": 746
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3960591142290854,
      "learning_rate": 2.6541500064178714e-05,
      "loss": 0.6545,
      "step": 747
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4854583309413615,
      "learning_rate": 2.6531359162573618e-05,
      "loss": 0.8832,
      "step": 748
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4404074633733206,
      "learning_rate": 2.6521205358663477e-05,
      "loss": 0.6254,
      "step": 749
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.38800682948774895,
      "learning_rate": 2.6511038663809277e-05,
      "loss": 0.6381,
      "step": 750
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.47120785288860323,
      "learning_rate": 2.65008590893864e-05,
      "loss": 0.8904,
      "step": 751
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4748243345673216,
      "learning_rate": 2.649066664678467e-05,
      "loss": 0.635,
      "step": 752
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.36545657174639434,
      "learning_rate": 2.6480461347408285e-05,
      "loss": 0.6208,
      "step": 753
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4360973723160973,
      "learning_rate": 2.6470243202675842e-05,
      "loss": 0.877,
      "step": 754
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3876749560932101,
      "learning_rate": 2.64600122240203e-05,
      "loss": 0.6206,
      "step": 755
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3905956791874913,
      "learning_rate": 2.644976842288899e-05,
      "loss": 0.6318,
      "step": 756
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.36709023374994254,
      "learning_rate": 2.6439511810743572e-05,
      "loss": 0.6107,
      "step": 757
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4504933170333573,
      "learning_rate": 2.6429242399060063e-05,
      "loss": 0.6871,
      "step": 758
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3863346721980486,
      "learning_rate": 2.6418960199328783e-05,
      "loss": 0.9171,
      "step": 759
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3742567014774438,
      "learning_rate": 2.640866522305437e-05,
      "loss": 0.6253,
      "step": 760
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3657541074366722,
      "learning_rate": 2.6398357481755756e-05,
      "loss": 0.6138,
      "step": 761
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.41047913246995366,
      "learning_rate": 2.638803698696615e-05,
      "loss": 0.9286,
      "step": 762
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3883655386677752,
      "learning_rate": 2.6377703750233034e-05,
      "loss": 0.635,
      "step": 763
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.35860091243809494,
      "learning_rate": 2.6367357783118152e-05,
      "loss": 0.6133,
      "step": 764
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.41393104677322046,
      "learning_rate": 2.6356999097197487e-05,
      "loss": 0.9106,
      "step": 765
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3977788525592455,
      "learning_rate": 2.634662770406125e-05,
      "loss": 0.6166,
      "step": 766
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.403348728386824,
      "learning_rate": 2.6336243615313876e-05,
      "loss": 0.6305,
      "step": 767
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4552363507796755,
      "learning_rate": 2.6325846842574e-05,
      "loss": 0.8608,
      "step": 768
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4321009528982105,
      "learning_rate": 2.6315437397474452e-05,
      "loss": 0.4423,
      "step": 769
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5081917156374297,
      "learning_rate": 2.6305015291662247e-05,
      "loss": 0.8695,
      "step": 770
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3976509586239672,
      "learning_rate": 2.629458053679855e-05,
      "loss": 0.6068,
      "step": 771
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4121731632221818,
      "learning_rate": 2.6284133144558697e-05,
      "loss": 0.636,
      "step": 772
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4379002735120939,
      "learning_rate": 2.627367312663214e-05,
      "loss": 0.8626,
      "step": 773
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.44434650380527607,
      "learning_rate": 2.626320049472249e-05,
      "loss": 0.6525,
      "step": 774
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4536746866571549,
      "learning_rate": 2.6252715260547444e-05,
      "loss": 0.6239,
      "step": 775
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.40040598878696493,
      "learning_rate": 2.624221743583881e-05,
      "loss": 0.8907,
      "step": 776
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.439256353626243,
      "learning_rate": 2.623170703234249e-05,
      "loss": 0.6246,
      "step": 777
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.38811353109241986,
      "learning_rate": 2.622118406181845e-05,
      "loss": 0.6186,
      "step": 778
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.47449540440049387,
      "learning_rate": 2.6210648536040715e-05,
      "loss": 0.9218,
      "step": 779
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4081324175113107,
      "learning_rate": 2.6200100466797367e-05,
      "loss": 0.672,
      "step": 780
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.37658734064277755,
      "learning_rate": 2.6189539865890527e-05,
      "loss": 0.6152,
      "step": 781
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3978122032226821,
      "learning_rate": 2.6178966745136322e-05,
      "loss": 0.6093,
      "step": 782
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.38664017486992763,
      "learning_rate": 2.6168381116364898e-05,
      "loss": 0.9154,
      "step": 783
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3969960780605676,
      "learning_rate": 2.6157782991420385e-05,
      "loss": 0.631,
      "step": 784
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3586949185885609,
      "learning_rate": 2.6147172382160913e-05,
      "loss": 0.62,
      "step": 785
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.376970501242231,
      "learning_rate": 2.6136549300458572e-05,
      "loss": 0.6206,
      "step": 786
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40482540305595904,
      "learning_rate": 2.6125913758199393e-05,
      "loss": 0.9073,
      "step": 787
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3644120443323625,
      "learning_rate": 2.6115265767283377e-05,
      "loss": 0.6184,
      "step": 788
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.34964748389644446,
      "learning_rate": 2.610460533962443e-05,
      "loss": 0.6124,
      "step": 789
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.418830952442657,
      "learning_rate": 2.609393248715038e-05,
      "loss": 0.9309,
      "step": 790
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4045093117451661,
      "learning_rate": 2.6083247221802967e-05,
      "loss": 0.6887,
      "step": 791
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.6270879658106631,
      "learning_rate": 2.60725495555378e-05,
      "loss": 0.6271,
      "step": 792
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5142021840435012,
      "learning_rate": 2.6061839500324386e-05,
      "loss": 0.6417,
      "step": 793
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4213948699985123,
      "learning_rate": 2.6051117068146073e-05,
      "loss": 0.8875,
      "step": 794
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.38145594780585257,
      "learning_rate": 2.604038227100008e-05,
      "loss": 0.6062,
      "step": 795
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3926202499155095,
      "learning_rate": 2.6029635120897434e-05,
      "loss": 0.6771,
      "step": 796
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3870986273096716,
      "learning_rate": 2.6018875629862997e-05,
      "loss": 0.6333,
      "step": 797
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4248755414104529,
      "learning_rate": 2.6008103809935456e-05,
      "loss": 0.6237,
      "step": 798
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.46876571735543454,
      "learning_rate": 2.599731967316726e-05,
      "loss": 0.8026,
      "step": 799
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40636161155239586,
      "learning_rate": 2.5986523231624665e-05,
      "loss": 0.9065,
      "step": 800
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.38781841097682096,
      "learning_rate": 2.5975714497387678e-05,
      "loss": 0.6115,
      "step": 801
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3919407594130036,
      "learning_rate": 2.5964893482550076e-05,
      "loss": 0.6746,
      "step": 802
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4222219123197301,
      "learning_rate": 2.5954060199219364e-05,
      "loss": 0.6175,
      "step": 803
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3456531151925001,
      "learning_rate": 2.594321465951677e-05,
      "loss": 0.6006,
      "step": 804
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4492629126261837,
      "learning_rate": 2.5932356875577255e-05,
      "loss": 0.8832,
      "step": 805
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.38773755348839184,
      "learning_rate": 2.5921486859549462e-05,
      "loss": 0.636,
      "step": 806
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.44083906736901274,
      "learning_rate": 2.5910604623595732e-05,
      "loss": 0.6665,
      "step": 807
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.402575228448972,
      "learning_rate": 2.5899710179892067e-05,
      "loss": 0.6068,
      "step": 808
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4313243251042865,
      "learning_rate": 2.5888803540628143e-05,
      "loss": 0.8831,
      "step": 809
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4192874620735385,
      "learning_rate": 2.5877884718007262e-05,
      "loss": 0.6175,
      "step": 810
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4794232293514378,
      "learning_rate": 2.586695372424638e-05,
      "loss": 0.621,
      "step": 811
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.48232272389983616,
      "learning_rate": 2.5856010571576052e-05,
      "loss": 0.6264,
      "step": 812
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4560076626628479,
      "learning_rate": 2.584505527224045e-05,
      "loss": 0.8798,
      "step": 813
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.48365395566457015,
      "learning_rate": 2.5834087838497337e-05,
      "loss": 0.6278,
      "step": 814
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4164754993607037,
      "learning_rate": 2.5823108282618034e-05,
      "loss": 0.6181,
      "step": 815
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41044037536636774,
      "learning_rate": 2.5812116616887448e-05,
      "loss": 0.8439,
      "step": 816
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4242214965310601,
      "learning_rate": 2.5801112853604035e-05,
      "loss": 0.6201,
      "step": 817
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.44705785214515037,
      "learning_rate": 2.5790097005079766e-05,
      "loss": 0.6757,
      "step": 818
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.42372974166875005,
      "learning_rate": 2.5779069083640154e-05,
      "loss": 0.6056,
      "step": 819
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4204574475767701,
      "learning_rate": 2.576802910162422e-05,
      "loss": 0.8773,
      "step": 820
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.7704812098221359,
      "learning_rate": 2.5756977071384455e-05,
      "loss": 0.6394,
      "step": 821
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4248099472005494,
      "learning_rate": 2.574591300528686e-05,
      "loss": 0.6352,
      "step": 822
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4430724790234615,
      "learning_rate": 2.5734836915710892e-05,
      "loss": 0.9108,
      "step": 823
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.49373921596747045,
      "learning_rate": 2.572374881504945e-05,
      "loss": 0.6249,
      "step": 824
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.39453752156039074,
      "learning_rate": 2.57126487157089e-05,
      "loss": 0.6242,
      "step": 825
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4515135020043287,
      "learning_rate": 2.5701536630109005e-05,
      "loss": 0.895,
      "step": 826
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.42192867696938496,
      "learning_rate": 2.5690412570682946e-05,
      "loss": 0.6219,
      "step": 827
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5604102106590716,
      "learning_rate": 2.5679276549877307e-05,
      "loss": 0.603,
      "step": 828
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4811911818847427,
      "learning_rate": 2.566812858015206e-05,
      "loss": 0.655,
      "step": 829
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3833237047635833,
      "learning_rate": 2.5656968673980536e-05,
      "loss": 0.6169,
      "step": 830
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3842906058052285,
      "learning_rate": 2.5645796843849418e-05,
      "loss": 0.8897,
      "step": 831
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4519809922709654,
      "learning_rate": 2.563461310225875e-05,
      "loss": 0.634,
      "step": 832
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.33324680900045445,
      "learning_rate": 2.5623417461721887e-05,
      "loss": 0.6095,
      "step": 833
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41032030991509333,
      "learning_rate": 2.5612209934765503e-05,
      "loss": 0.9067,
      "step": 834
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4300852144855238,
      "learning_rate": 2.560099053392957e-05,
      "loss": 0.6233,
      "step": 835
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.33308407683440083,
      "learning_rate": 2.5589759271767344e-05,
      "loss": 0.6238,
      "step": 836
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4092219704793837,
      "learning_rate": 2.5578516160845363e-05,
      "loss": 0.9013,
      "step": 837
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.37367802846546017,
      "learning_rate": 2.5567261213743406e-05,
      "loss": 0.6087,
      "step": 838
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.362358055472123,
      "learning_rate": 2.5555994443054506e-05,
      "loss": 0.6159,
      "step": 839
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3965310458953332,
      "learning_rate": 2.554471586138493e-05,
      "loss": 0.6527,
      "step": 840
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.37430214511255033,
      "learning_rate": 2.553342548135414e-05,
      "loss": 0.6151,
      "step": 841
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41254008539816506,
      "learning_rate": 2.552212331559482e-05,
      "loss": 0.8827,
      "step": 842
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.35591219257701084,
      "learning_rate": 2.5510809376752836e-05,
      "loss": 0.6211,
      "step": 843
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.39860770720900085,
      "learning_rate": 2.549948367748722e-05,
      "loss": 0.6064,
      "step": 844
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.36618549850572785,
      "learning_rate": 2.548814623047016e-05,
      "loss": 0.8323,
      "step": 845
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.36336640034055673,
      "learning_rate": 2.547679704838701e-05,
      "loss": 0.6186,
      "step": 846
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.32065412031902146,
      "learning_rate": 2.5465436143936228e-05,
      "loss": 0.629,
      "step": 847
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.39645276779920635,
      "learning_rate": 2.5454063529829405e-05,
      "loss": 0.8763,
      "step": 848
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3481942799803621,
      "learning_rate": 2.544267921879122e-05,
      "loss": 0.6135,
      "step": 849
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.32489878463707744,
      "learning_rate": 2.5431283223559457e-05,
      "loss": 0.633,
      "step": 850
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3854190290662365,
      "learning_rate": 2.541987555688496e-05,
      "loss": 0.6731,
      "step": 851
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3764376267813591,
      "learning_rate": 2.5408456231531634e-05,
      "loss": 0.8799,
      "step": 852
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.33455220275466546,
      "learning_rate": 2.5397025260276436e-05,
      "loss": 0.6106,
      "step": 853
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.35112710725768864,
      "learning_rate": 2.538558265590934e-05,
      "loss": 0.6297,
      "step": 854
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3307344878458334,
      "learning_rate": 2.5374128431233352e-05,
      "loss": 0.6135,
      "step": 855
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.400063699725538,
      "learning_rate": 2.5362662599064475e-05,
      "loss": 0.8849,
      "step": 856
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.45932137968983405,
      "learning_rate": 2.5351185172231683e-05,
      "loss": 0.6039,
      "step": 857
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3868240487140226,
      "learning_rate": 2.5339696163576943e-05,
      "loss": 0.611,
      "step": 858
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.40937872034452244,
      "learning_rate": 2.532819558595518e-05,
      "loss": 0.8718,
      "step": 859
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3691307206232266,
      "learning_rate": 2.5316683452234256e-05,
      "loss": 0.6094,
      "step": 860
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.36481566676646365,
      "learning_rate": 2.530515977529496e-05,
      "loss": 0.6394,
      "step": 861
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.40030600146490236,
      "learning_rate": 2.5293624568031008e-05,
      "loss": 0.6516,
      "step": 862
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4401853386939005,
      "learning_rate": 2.5282077843349e-05,
      "loss": 0.8942,
      "step": 863
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5038065145469045,
      "learning_rate": 2.527051961416845e-05,
      "loss": 0.6283,
      "step": 864
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3865877214204246,
      "learning_rate": 2.525894989342171e-05,
      "loss": 0.6134,
      "step": 865
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.41743565978140607,
      "learning_rate": 2.5247368694054017e-05,
      "loss": 0.9137,
      "step": 866
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.36894980648484943,
      "learning_rate": 2.523577602902344e-05,
      "loss": 0.6105,
      "step": 867
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.37955715398734663,
      "learning_rate": 2.5224171911300883e-05,
      "loss": 0.635,
      "step": 868
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.451431793154599,
      "learning_rate": 2.5212556353870053e-05,
      "loss": 0.8994,
      "step": 869
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.39905956446132657,
      "learning_rate": 2.5200929369727466e-05,
      "loss": 0.623,
      "step": 870
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3452600264854442,
      "learning_rate": 2.5189290971882418e-05,
      "loss": 0.6159,
      "step": 871
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.46486790183144866,
      "learning_rate": 2.5177641173356985e-05,
      "loss": 0.9051,
      "step": 872
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3592752800244049,
      "learning_rate": 2.516597998718599e-05,
      "loss": 0.4294,
      "step": 873
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.38871586354073817,
      "learning_rate": 2.5154307426416992e-05,
      "loss": 0.8981,
      "step": 874
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.37885882213506306,
      "learning_rate": 2.514262350411029e-05,
      "loss": 0.6444,
      "step": 875
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.340060392302459,
      "learning_rate": 2.51309282333389e-05,
      "loss": 0.6167,
      "step": 876
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4608881302373129,
      "learning_rate": 2.5119221627188513e-05,
      "loss": 0.8869,
      "step": 877
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.7724192074728786,
      "learning_rate": 2.510750369875752e-05,
      "loss": 0.701,
      "step": 878
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3758187722696669,
      "learning_rate": 2.5095774461156975e-05,
      "loss": 0.6074,
      "step": 879
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.373972588054626,
      "learning_rate": 2.508403392751059e-05,
      "loss": 0.605,
      "step": 880
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4220732310643281,
      "learning_rate": 2.5072282110954714e-05,
      "loss": 0.8664,
      "step": 881
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4118502241499798,
      "learning_rate": 2.5060519024638312e-05,
      "loss": 0.6298,
      "step": 882
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.41413096338584027,
      "learning_rate": 2.5048744681722975e-05,
      "loss": 0.7854,
      "step": 883
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4862566455338483,
      "learning_rate": 2.5036959095382875e-05,
      "loss": 0.4298,
      "step": 884
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4164822614720324,
      "learning_rate": 2.5025162278804765e-05,
      "loss": 0.8932,
      "step": 885
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.9280214502099174,
      "learning_rate": 2.501335424518798e-05,
      "loss": 0.6016,
      "step": 886
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3859566096360625,
      "learning_rate": 2.5001535007744375e-05,
      "loss": 0.6249,
      "step": 887
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4865615680098826,
      "learning_rate": 2.498970457969837e-05,
      "loss": 0.8948,
      "step": 888
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.43814884018468503,
      "learning_rate": 2.4977862974286898e-05,
      "loss": 0.6822,
      "step": 889
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.43572747928568895,
      "learning_rate": 2.4966010204759385e-05,
      "loss": 0.6193,
      "step": 890
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.37091301275267163,
      "learning_rate": 2.4954146284377768e-05,
      "loss": 0.5985,
      "step": 891
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5812682855335701,
      "learning_rate": 2.4942271226416444e-05,
      "loss": 0.9191,
      "step": 892
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.44706899668474365,
      "learning_rate": 2.4930385044162282e-05,
      "loss": 0.6244,
      "step": 893
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4069475836961546,
      "learning_rate": 2.4918487750914592e-05,
      "loss": 0.599,
      "step": 894
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4187949038092134,
      "learning_rate": 2.4906579359985115e-05,
      "loss": 0.8851,
      "step": 895
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.39899403184030735,
      "learning_rate": 2.4894659884698024e-05,
      "loss": 0.617,
      "step": 896
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4688365185742953,
      "learning_rate": 2.4882729338389873e-05,
      "loss": 0.6258,
      "step": 897
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3844569198687274,
      "learning_rate": 2.487078773440962e-05,
      "loss": 0.898,
      "step": 898
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.41467293036331826,
      "learning_rate": 2.4858835086118584e-05,
      "loss": 0.6274,
      "step": 899
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.36691618199289244,
      "learning_rate": 2.484687140689044e-05,
      "loss": 0.6398,
      "step": 900
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.38725696755050343,
      "learning_rate": 2.483489671011122e-05,
      "loss": 0.6078,
      "step": 901
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3858561738552613,
      "learning_rate": 2.482291100917928e-05,
      "loss": 0.6168,
      "step": 902
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.38901014118985117,
      "learning_rate": 2.4810914317505267e-05,
      "loss": 0.8769,
      "step": 903
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.415187689081323,
      "learning_rate": 2.4798906648512145e-05,
      "loss": 0.6052,
      "step": 904
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3310758418819622,
      "learning_rate": 2.4786888015635163e-05,
      "loss": 0.6209,
      "step": 905
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4069438073027696,
      "learning_rate": 2.477485843232183e-05,
      "loss": 0.8656,
      "step": 906
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3445588644780669,
      "learning_rate": 2.4762817912031904e-05,
      "loss": 0.608,
      "step": 907
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3476864192240196,
      "learning_rate": 2.4750766468237388e-05,
      "loss": 0.6391,
      "step": 908
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4588387009856667,
      "learning_rate": 2.47387041144225e-05,
      "loss": 0.8697,
      "step": 909
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.38536534667230943,
      "learning_rate": 2.4726630864083677e-05,
      "loss": 0.6177,
      "step": 910
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4552587275790139,
      "learning_rate": 2.471454673072953e-05,
      "loss": 0.6858,
      "step": 911
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3543906909936889,
      "learning_rate": 2.4702451727880862e-05,
      "loss": 0.6253,
      "step": 912
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4847691013416135,
      "learning_rate": 2.4690345869070633e-05,
      "loss": 0.6148,
      "step": 913
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.39226064104954966,
      "learning_rate": 2.4678229167843945e-05,
      "loss": 0.8949,
      "step": 914
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4677048981798642,
      "learning_rate": 2.466610163775804e-05,
      "loss": 0.6149,
      "step": 915
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3849059365665163,
      "learning_rate": 2.4653963292382272e-05,
      "loss": 0.6141,
      "step": 916
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.42874918418232066,
      "learning_rate": 2.464181414529809e-05,
      "loss": 0.8896,
      "step": 917
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3795747802605821,
      "learning_rate": 2.462965421009904e-05,
      "loss": 0.6215,
      "step": 918
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3527692900583213,
      "learning_rate": 2.461748350039073e-05,
      "loss": 0.6052,
      "step": 919
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.40284104780631386,
      "learning_rate": 2.4605302029790835e-05,
      "loss": 0.8799,
      "step": 920
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.40601276379482215,
      "learning_rate": 2.4593109811929054e-05,
      "loss": 0.6339,
      "step": 921
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.40988411380003914,
      "learning_rate": 2.458090686044712e-05,
      "loss": 0.6465,
      "step": 922
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3843751430780029,
      "learning_rate": 2.456869318899878e-05,
      "loss": 0.6101,
      "step": 923
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4386543588964841,
      "learning_rate": 2.455646881124977e-05,
      "loss": 0.877,
      "step": 924
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3919587835683279,
      "learning_rate": 2.4544233740877796e-05,
      "loss": 0.629,
      "step": 925
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5297734497186023,
      "learning_rate": 2.4531987991572543e-05,
      "loss": 0.6031,
      "step": 926
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.33194025772910507,
      "learning_rate": 2.4519731577035642e-05,
      "loss": 0.6056,
      "step": 927
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.520575791692142,
      "learning_rate": 2.4507464510980652e-05,
      "loss": 0.8915,
      "step": 928
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3408176887820626,
      "learning_rate": 2.4495186807133058e-05,
      "loss": 0.6291,
      "step": 929
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4025917000305877,
      "learning_rate": 2.4482898479230232e-05,
      "loss": 0.6262,
      "step": 930
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4014962533015661,
      "learning_rate": 2.4470599541021444e-05,
      "loss": 0.8594,
      "step": 931
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3804835025415987,
      "learning_rate": 2.445829000626784e-05,
      "loss": 0.6152,
      "step": 932
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3927906846352127,
      "learning_rate": 2.444596988874241e-05,
      "loss": 0.6593,
      "step": 933
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.35439558078319455,
      "learning_rate": 2.443363920223e-05,
      "loss": 0.645,
      "step": 934
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4029399102561676,
      "learning_rate": 2.4421297960527262e-05,
      "loss": 0.8803,
      "step": 935
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3738595756275533,
      "learning_rate": 2.4408946177442678e-05,
      "loss": 0.6222,
      "step": 936
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.37126661833512664,
      "learning_rate": 2.439658386679652e-05,
      "loss": 0.6153,
      "step": 937
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.39729349364210553,
      "learning_rate": 2.4384211042420826e-05,
      "loss": 0.84,
      "step": 938
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.402692384397272,
      "learning_rate": 2.43718277181594e-05,
      "loss": 0.6184,
      "step": 939
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.35212502532441864,
      "learning_rate": 2.4359433907867822e-05,
      "loss": 0.6243,
      "step": 940
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.38323150785841364,
      "learning_rate": 2.4347029625413365e-05,
      "loss": 0.9067,
      "step": 941
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.35229198608081713,
      "learning_rate": 2.433461488467505e-05,
      "loss": 0.5896,
      "step": 942
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3745710854325177,
      "learning_rate": 2.4322189699543585e-05,
      "loss": 0.6439,
      "step": 943
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3604877435770622,
      "learning_rate": 2.4309754083921358e-05,
      "loss": 0.6639,
      "step": 944
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.38490400120340723,
      "learning_rate": 2.4297308051722448e-05,
      "loss": 0.6226,
      "step": 945
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.39024776241775383,
      "learning_rate": 2.4284851616872565e-05,
      "loss": 0.8715,
      "step": 946
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.35190833639344093,
      "learning_rate": 2.4272384793309077e-05,
      "loss": 0.6285,
      "step": 947
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.33521075766407504,
      "learning_rate": 2.4259907594980977e-05,
      "loss": 0.6176,
      "step": 948
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.40539225585723815,
      "learning_rate": 2.4247420035848846e-05,
      "loss": 0.8844,
      "step": 949
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3626971037390911,
      "learning_rate": 2.4234922129884873e-05,
      "loss": 0.612,
      "step": 950
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3619859238965943,
      "learning_rate": 2.422241389107283e-05,
      "loss": 0.6416,
      "step": 951
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4186146950207437,
      "learning_rate": 2.4209895333408028e-05,
      "loss": 0.8786,
      "step": 952
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.36521986985976274,
      "learning_rate": 2.4197366470897352e-05,
      "loss": 0.6046,
      "step": 953
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.34884044705476985,
      "learning_rate": 2.4184827317559187e-05,
      "loss": 0.6252,
      "step": 954
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4226100438329558,
      "learning_rate": 2.4172277887423455e-05,
      "loss": 0.6431,
      "step": 955
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.501173711942295,
      "learning_rate": 2.4159718194531573e-05,
      "loss": 0.6856,
      "step": 956
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3813515880730873,
      "learning_rate": 2.414714825293643e-05,
      "loss": 0.875,
      "step": 957
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3931832848792613,
      "learning_rate": 2.4134568076702388e-05,
      "loss": 0.6242,
      "step": 958
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3613983002099049,
      "learning_rate": 2.412197767990527e-05,
      "loss": 0.6135,
      "step": 959
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4145616026924644,
      "learning_rate": 2.4109377076632315e-05,
      "loss": 0.862,
      "step": 960
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.396547805059063,
      "learning_rate": 2.4096766280982204e-05,
      "loss": 0.6499,
      "step": 961
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.3660907629822963,
      "learning_rate": 2.4084145307065e-05,
      "loss": 0.6206,
      "step": 962
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.39411078473702904,
      "learning_rate": 2.4071514169002175e-05,
      "loss": 0.6207,
      "step": 963
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.42979193322703085,
      "learning_rate": 2.405887288092656e-05,
      "loss": 0.857,
      "step": 964
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4032071917016939,
      "learning_rate": 2.4046221456982343e-05,
      "loss": 0.6014,
      "step": 965
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.34646260534118034,
      "learning_rate": 2.4033559911325063e-05,
      "loss": 0.6033,
      "step": 966
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.40496195793612577,
      "learning_rate": 2.4020888258121577e-05,
      "loss": 0.8756,
      "step": 967
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3648499001555182,
      "learning_rate": 2.400820651155005e-05,
      "loss": 0.6005,
      "step": 968
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.34556154602192374,
      "learning_rate": 2.3995514685799937e-05,
      "loss": 0.6207,
      "step": 969
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3945568327607841,
      "learning_rate": 2.3982812795071985e-05,
      "loss": 0.8745,
      "step": 970
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.34702996802253155,
      "learning_rate": 2.3970100853578187e-05,
      "loss": 0.6239,
      "step": 971
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.37334367675500685,
      "learning_rate": 2.3957378875541795e-05,
      "loss": 0.6902,
      "step": 972
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3675516696511365,
      "learning_rate": 2.3944646875197274e-05,
      "loss": 0.6394,
      "step": 973
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3411330170913808,
      "learning_rate": 2.393190486679032e-05,
      "loss": 0.6045,
      "step": 974
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3968061949588955,
      "learning_rate": 2.391915286457782e-05,
      "loss": 0.8918,
      "step": 975
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3448125924741946,
      "learning_rate": 2.390639088282784e-05,
      "loss": 0.6251,
      "step": 976
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5849272738979492,
      "learning_rate": 2.389361893581961e-05,
      "loss": 0.6115,
      "step": 977
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3914527440737505,
      "learning_rate": 2.388083703784352e-05,
      "loss": 0.8904,
      "step": 978
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.355703842334043,
      "learning_rate": 2.3868045203201085e-05,
      "loss": 0.5878,
      "step": 979
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.34882120776400805,
      "learning_rate": 2.3855243446204948e-05,
      "loss": 0.5895,
      "step": 980
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3916389020244703,
      "learning_rate": 2.3842431781178845e-05,
      "loss": 0.8908,
      "step": 981
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3504769781286879,
      "learning_rate": 2.382961022245759e-05,
      "loss": 0.6212,
      "step": 982
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.39392565314271044,
      "learning_rate": 2.3816778784387097e-05,
      "loss": 0.6644,
      "step": 983
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.37181421950316856,
      "learning_rate": 2.38039374813243e-05,
      "loss": 0.629,
      "step": 984
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3450166749132028,
      "learning_rate": 2.379108632763719e-05,
      "loss": 0.6194,
      "step": 985
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.39199612084696994,
      "learning_rate": 2.3778225337704776e-05,
      "loss": 0.905,
      "step": 986
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3682660843325854,
      "learning_rate": 2.3765354525917064e-05,
      "loss": 0.6038,
      "step": 987
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3744936224213074,
      "learning_rate": 2.3752473906675064e-05,
      "loss": 0.5998,
      "step": 988
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.6028829027531976,
      "learning_rate": 2.3739583494390755e-05,
      "loss": 0.8793,
      "step": 989
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3994772784182351,
      "learning_rate": 2.3726683303487065e-05,
      "loss": 0.5961,
      "step": 990
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3767164903525304,
      "learning_rate": 2.3713773348397874e-05,
      "loss": 0.607,
      "step": 991
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3906011582333362,
      "learning_rate": 2.3700853643567973e-05,
      "loss": 0.8935,
      "step": 992
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.38286253977743345,
      "learning_rate": 2.3687924203453085e-05,
      "loss": 0.6263,
      "step": 993
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3775955315923773,
      "learning_rate": 2.3674985042519795e-05,
      "loss": 0.6626,
      "step": 994
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3786470754461334,
      "learning_rate": 2.3662036175245597e-05,
      "loss": 0.6161,
      "step": 995
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3897773715932928,
      "learning_rate": 2.3649077616118827e-05,
      "loss": 0.8845,
      "step": 996
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3569734793146045,
      "learning_rate": 2.363610937963866e-05,
      "loss": 0.6378,
      "step": 997
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3434089122134322,
      "learning_rate": 2.3623131480315107e-05,
      "loss": 0.6285,
      "step": 998
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.33367771962971604,
      "learning_rate": 2.3610143932669002e-05,
      "loss": 0.6155,
      "step": 999
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3723470866876824,
      "learning_rate": 2.3597146751231946e-05,
      "loss": 0.8992,
      "step": 1000
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3455131209117335,
      "learning_rate": 2.3584139950546347e-05,
      "loss": 0.6081,
      "step": 1001
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43106175673995323,
      "learning_rate": 2.3571123545165362e-05,
      "loss": 0.6068,
      "step": 1002
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.37472454626737156,
      "learning_rate": 2.3558097549652892e-05,
      "loss": 0.8792,
      "step": 1003
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3593289453350586,
      "learning_rate": 2.3545061978583584e-05,
      "loss": 0.6108,
      "step": 1004
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.464669649063245,
      "learning_rate": 2.3532016846542778e-05,
      "loss": 0.6235,
      "step": 1005
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.36298119952179103,
      "learning_rate": 2.351896216812653e-05,
      "loss": 0.6142,
      "step": 1006
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.37440890861722476,
      "learning_rate": 2.350589795794156e-05,
      "loss": 0.8545,
      "step": 1007
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.3023440530087702,
      "learning_rate": 2.349282423060527e-05,
      "loss": 0.6512,
      "step": 1008
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3415034558764394,
      "learning_rate": 2.3479741000745708e-05,
      "loss": 0.6092,
      "step": 1009
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.46191994706930006,
      "learning_rate": 2.3466648283001542e-05,
      "loss": 0.8788,
      "step": 1010
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4154963937610332,
      "learning_rate": 2.3453546092022057e-05,
      "loss": 0.6296,
      "step": 1011
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.32207190465132174,
      "learning_rate": 2.3440434442467155e-05,
      "loss": 0.6048,
      "step": 1012
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.40581621262231854,
      "learning_rate": 2.3427313349007302e-05,
      "loss": 0.8763,
      "step": 1013
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3369296795931145,
      "learning_rate": 2.341418282632355e-05,
      "loss": 0.5996,
      "step": 1014
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43040172453176456,
      "learning_rate": 2.3401042889107473e-05,
      "loss": 0.6203,
      "step": 1015
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3821999474634015,
      "learning_rate": 2.3387893552061202e-05,
      "loss": 0.676,
      "step": 1016
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3453250092175418,
      "learning_rate": 2.3374734829897384e-05,
      "loss": 0.6116,
      "step": 1017
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3749455015163414,
      "learning_rate": 2.3361566737339166e-05,
      "loss": 0.849,
      "step": 1018
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.48817081391022454,
      "learning_rate": 2.334838928912016e-05,
      "loss": 0.6193,
      "step": 1019
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.33725730086409894,
      "learning_rate": 2.333520249998447e-05,
      "loss": 0.6152,
      "step": 1020
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.39886012296660206,
      "learning_rate": 2.3322006384686638e-05,
      "loss": 0.8863,
      "step": 1021
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.331753503926136,
      "learning_rate": 2.3308800957991657e-05,
      "loss": 0.6071,
      "step": 1022
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5137009100438659,
      "learning_rate": 2.3295586234674912e-05,
      "loss": 0.6045,
      "step": 1023
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.381569119720948,
      "learning_rate": 2.3282362229522217e-05,
      "loss": 0.8683,
      "step": 1024
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3310775721688144,
      "learning_rate": 2.326912895732975e-05,
      "loss": 0.5853,
      "step": 1025
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3602658015902071,
      "learning_rate": 2.3255886432904072e-05,
      "loss": 0.5983,
      "step": 1026
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35869394648623465,
      "learning_rate": 2.324263467106209e-05,
      "loss": 0.6478,
      "step": 1027
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.40168192661050794,
      "learning_rate": 2.322937368663105e-05,
      "loss": 0.6141,
      "step": 1028
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.413716833659025,
      "learning_rate": 2.321610349444851e-05,
      "loss": 0.9,
      "step": 1029
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.369811725664155,
      "learning_rate": 2.3202824109362338e-05,
      "loss": 0.6195,
      "step": 1030
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3531863993712593,
      "learning_rate": 2.3189535546230688e-05,
      "loss": 0.6001,
      "step": 1031
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.40307245450414636,
      "learning_rate": 2.3176237819921975e-05,
      "loss": 0.9016,
      "step": 1032
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35994850256483096,
      "learning_rate": 2.3162930945314878e-05,
      "loss": 0.6252,
      "step": 1033
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.264129967464423,
      "learning_rate": 2.31496149372983e-05,
      "loss": 0.6116,
      "step": 1034
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.37353433360963534,
      "learning_rate": 2.3136289810771366e-05,
      "loss": 0.8816,
      "step": 1035
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3515447630884832,
      "learning_rate": 2.312295558064342e-05,
      "loss": 0.6071,
      "step": 1036
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35294767465457233,
      "learning_rate": 2.3109612261833967e-05,
      "loss": 0.6093,
      "step": 1037
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3836577492977392,
      "learning_rate": 2.3096259869272694e-05,
      "loss": 0.6461,
      "step": 1038
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.39974078030519916,
      "learning_rate": 2.3082898417899446e-05,
      "loss": 0.8532,
      "step": 1039
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.36463745652850826,
      "learning_rate": 2.3069527922664188e-05,
      "loss": 0.6353,
      "step": 1040
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.33607474732806636,
      "learning_rate": 2.305614839852702e-05,
      "loss": 0.6142,
      "step": 1041
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3181789293267713,
      "learning_rate": 2.3042759860458142e-05,
      "loss": 0.6063,
      "step": 1042
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.40099681080450766,
      "learning_rate": 2.3029362323437823e-05,
      "loss": 0.6615,
      "step": 1043
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.39092811271570554,
      "learning_rate": 2.301595580245642e-05,
      "loss": 0.8684,
      "step": 1044
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35654957062905157,
      "learning_rate": 2.3002540312514332e-05,
      "loss": 0.6279,
      "step": 1045
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3687036068571383,
      "learning_rate": 2.2989115868622e-05,
      "loss": 0.6071,
      "step": 1046
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.40454313729261265,
      "learning_rate": 2.297568248579988e-05,
      "loss": 0.9145,
      "step": 1047
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.34623772914530787,
      "learning_rate": 2.2962240179078423e-05,
      "loss": 0.5986,
      "step": 1048
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3800618127394188,
      "learning_rate": 2.2948788963498073e-05,
      "loss": 0.598,
      "step": 1049
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.384838380952753,
      "learning_rate": 2.293532885410925e-05,
      "loss": 0.8573,
      "step": 1050
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3577361411001462,
      "learning_rate": 2.2921859865972305e-05,
      "loss": 0.6013,
      "step": 1051
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35012125487741225,
      "learning_rate": 2.2908382014157536e-05,
      "loss": 0.6216,
      "step": 1052
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4142384486116444,
      "learning_rate": 2.289489531374516e-05,
      "loss": 0.8768,
      "step": 1053
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35838705599388254,
      "learning_rate": 2.2881399779825286e-05,
      "loss": 0.4281,
      "step": 1054
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4221471497605399,
      "learning_rate": 2.2867895427497916e-05,
      "loss": 0.8805,
      "step": 1055
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.3503251638735252,
      "learning_rate": 2.285438227187291e-05,
      "loss": 0.6078,
      "step": 1056
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.37646107256402916,
      "learning_rate": 2.2840860328069986e-05,
      "loss": 0.6052,
      "step": 1057
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.41878920209755677,
      "learning_rate": 2.282732961121869e-05,
      "loss": 0.8924,
      "step": 1058
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3656233971157038,
      "learning_rate": 2.2813790136458384e-05,
      "loss": 0.6102,
      "step": 1059
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3438423427650855,
      "learning_rate": 2.280024191893823e-05,
      "loss": 0.5973,
      "step": 1060
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.39479306289919724,
      "learning_rate": 2.2786684973817184e-05,
      "loss": 0.8857,
      "step": 1061
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.37383306550583556,
      "learning_rate": 2.2773119316263935e-05,
      "loss": 0.6021,
      "step": 1062
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.31483043600694766,
      "learning_rate": 2.2759544961456953e-05,
      "loss": 0.6123,
      "step": 1063
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.42420705264594644,
      "learning_rate": 2.274596192458443e-05,
      "loss": 0.8895,
      "step": 1064
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3846389406936204,
      "learning_rate": 2.2732370220844265e-05,
      "loss": 0.6391,
      "step": 1065
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4005854420287183,
      "learning_rate": 2.2718769865444064e-05,
      "loss": 0.61,
      "step": 1066
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3585045431491058,
      "learning_rate": 2.27051608736011e-05,
      "loss": 0.6191,
      "step": 1067
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5879423958429079,
      "learning_rate": 2.269154326054232e-05,
      "loss": 0.8865,
      "step": 1068
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4046138884088457,
      "learning_rate": 2.2677917041504315e-05,
      "loss": 0.6002,
      "step": 1069
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.37954671465468576,
      "learning_rate": 2.266428223173331e-05,
      "loss": 0.6134,
      "step": 1070
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3966747781434648,
      "learning_rate": 2.265063884648513e-05,
      "loss": 0.6344,
      "step": 1071
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4381683851167879,
      "learning_rate": 2.2636986901025208e-05,
      "loss": 0.8414,
      "step": 1072
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.36030557099206234,
      "learning_rate": 2.2623326410628537e-05,
      "loss": 0.6213,
      "step": 1073
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3611879153918909,
      "learning_rate": 2.2609657390579693e-05,
      "loss": 0.6179,
      "step": 1074
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4083762708847462,
      "learning_rate": 2.2595979856172786e-05,
      "loss": 0.8623,
      "step": 1075
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.40354222028325804,
      "learning_rate": 2.2582293822711446e-05,
      "loss": 0.6611,
      "step": 1076
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3552576524601911,
      "learning_rate": 2.256859930550882e-05,
      "loss": 0.6153,
      "step": 1077
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.323214005953647,
      "learning_rate": 2.2554896319887545e-05,
      "loss": 0.6155,
      "step": 1078
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.38621861119048695,
      "learning_rate": 2.254118488117974e-05,
      "loss": 0.875,
      "step": 1079
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.35108073051266436,
      "learning_rate": 2.2527465004726967e-05,
      "loss": 0.6322,
      "step": 1080
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.30793335458073656,
      "learning_rate": 2.2513736705880242e-05,
      "loss": 0.6234,
      "step": 1081
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3917795740500186,
      "learning_rate": 2.25e-05,
      "loss": 0.8521,
      "step": 1082
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.33570420389154665,
      "learning_rate": 2.2486254902456084e-05,
      "loss": 0.6008,
      "step": 1083
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.328178910886788,
      "learning_rate": 2.2472501428627726e-05,
      "loss": 0.617,
      "step": 1084
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.39346064453339,
      "learning_rate": 2.2458739593903533e-05,
      "loss": 0.8886,
      "step": 1085
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3355160060298116,
      "learning_rate": 2.244496941368145e-05,
      "loss": 0.6038,
      "step": 1086
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.37418727035154403,
      "learning_rate": 2.243119090336879e-05,
      "loss": 0.6839,
      "step": 1087
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3416524192764799,
      "learning_rate": 2.2417404078382153e-05,
      "loss": 0.6239,
      "step": 1088
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3300651774083945,
      "learning_rate": 2.2403608954147472e-05,
      "loss": 0.6198,
      "step": 1089
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3932219468730837,
      "learning_rate": 2.238980554609995e-05,
      "loss": 0.8797,
      "step": 1090
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3468734515845758,
      "learning_rate": 2.237599386968406e-05,
      "loss": 0.6101,
      "step": 1091
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.31970215384777706,
      "learning_rate": 2.2362173940353522e-05,
      "loss": 0.6229,
      "step": 1092
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3860022079753528,
      "learning_rate": 2.2348345773571305e-05,
      "loss": 0.8763,
      "step": 1093
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3417262927612519,
      "learning_rate": 2.2334509384809584e-05,
      "loss": 0.6199,
      "step": 1094
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.32180863066220894,
      "learning_rate": 2.2320664789549733e-05,
      "loss": 0.6063,
      "step": 1095
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.388180233045591,
      "learning_rate": 2.2306812003282304e-05,
      "loss": 0.9469,
      "step": 1096
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3413807652922741,
      "learning_rate": 2.229295104150703e-05,
      "loss": 0.6237,
      "step": 1097
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.2261736118882953,
      "learning_rate": 2.227908191973278e-05,
      "loss": 0.6872,
      "step": 1098
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.35623978515777416,
      "learning_rate": 2.2265204653477553e-05,
      "loss": 0.6194,
      "step": 1099
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3462022272056582,
      "learning_rate": 2.2251319258268457e-05,
      "loss": 0.6003,
      "step": 1100
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.7881501105492802,
      "learning_rate": 2.2237425749641712e-05,
      "loss": 0.8838,
      "step": 1101
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.34254004038236563,
      "learning_rate": 2.2223524143142595e-05,
      "loss": 0.6188,
      "step": 1102
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.3657039866259058,
      "learning_rate": 2.220961445432546e-05,
      "loss": 0.6254,
      "step": 1103
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5001044893885837,
      "learning_rate": 2.2195696698753695e-05,
      "loss": 0.8861,
      "step": 1104
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.361780393150336,
      "learning_rate": 2.2181770891999714e-05,
      "loss": 0.6161,
      "step": 1105
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5403129787200968,
      "learning_rate": 2.216783704964495e-05,
      "loss": 0.5997,
      "step": 1106
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4804607487671906,
      "learning_rate": 2.215389518727981e-05,
      "loss": 0.8836,
      "step": 1107
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4386453790628535,
      "learning_rate": 2.2139945320503685e-05,
      "loss": 0.6165,
      "step": 1108
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.44102322288592033,
      "learning_rate": 2.212598746492493e-05,
      "loss": 0.641,
      "step": 1109
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.41125417641356143,
      "learning_rate": 2.211202163616081e-05,
      "loss": 0.6216,
      "step": 1110
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.48701498427589,
      "learning_rate": 2.2098047849837544e-05,
      "loss": 0.8676,
      "step": 1111
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3713249269967001,
      "learning_rate": 2.2084066121590242e-05,
      "loss": 0.6075,
      "step": 1112
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.44008950826843063,
      "learning_rate": 2.2070076467062893e-05,
      "loss": 0.6087,
      "step": 1113
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3931238757779468,
      "learning_rate": 2.2056078901908363e-05,
      "loss": 0.6469,
      "step": 1114
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.42748004087672153,
      "learning_rate": 2.2042073441788363e-05,
      "loss": 0.606,
      "step": 1115
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.41505510694255593,
      "learning_rate": 2.2028060102373443e-05,
      "loss": 0.7966,
      "step": 1116
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.3969802766197224,
      "learning_rate": 2.201403889934297e-05,
      "loss": 0.627,
      "step": 1117
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5091397677531126,
      "learning_rate": 2.2000009848385107e-05,
      "loss": 0.8821,
      "step": 1118
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.379793409404289,
      "learning_rate": 2.198597296519679e-05,
      "loss": 0.6181,
      "step": 1119
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.37362679602226895,
      "learning_rate": 2.197192826548374e-05,
      "loss": 0.6456,
      "step": 1120
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.41456620617579815,
      "learning_rate": 2.195787576496039e-05,
      "loss": 0.5932,
      "step": 1121
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4084008890524961,
      "learning_rate": 2.194381547934994e-05,
      "loss": 0.9192,
      "step": 1122
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4001284748085814,
      "learning_rate": 2.1929747424384272e-05,
      "loss": 0.6288,
      "step": 1123
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.33212629068373495,
      "learning_rate": 2.191567161580397e-05,
      "loss": 0.6203,
      "step": 1124
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5414625327570132,
      "learning_rate": 2.19015880693583e-05,
      "loss": 0.6725,
      "step": 1125
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3341482835704232,
      "learning_rate": 2.1887496800805175e-05,
      "loss": 0.6081,
      "step": 1126
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4185091632294238,
      "learning_rate": 2.1873397825911156e-05,
      "loss": 0.8974,
      "step": 1127
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3404749603655738,
      "learning_rate": 2.1859291160451426e-05,
      "loss": 0.6074,
      "step": 1128
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.36423429004376295,
      "learning_rate": 2.1845176820209765e-05,
      "loss": 0.6149,
      "step": 1129
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3748689287648968,
      "learning_rate": 2.183105482097855e-05,
      "loss": 0.9234,
      "step": 1130
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.34799794711820675,
      "learning_rate": 2.1816925178558712e-05,
      "loss": 0.5949,
      "step": 1131
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.32915216817379417,
      "learning_rate": 2.1802787908759767e-05,
      "loss": 0.5956,
      "step": 1132
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.376720535468962,
      "learning_rate": 2.1788643027399725e-05,
      "loss": 0.8716,
      "step": 1133
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.33518271897246477,
      "learning_rate": 2.177449055030514e-05,
      "loss": 0.6105,
      "step": 1134
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3497208603973855,
      "learning_rate": 2.176033049331105e-05,
      "loss": 0.6033,
      "step": 1135
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.36014327036108057,
      "learning_rate": 2.1746162872260988e-05,
      "loss": 0.6733,
      "step": 1136
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.373186626949208,
      "learning_rate": 2.1731987703006933e-05,
      "loss": 0.8309,
      "step": 1137
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3592626330462923,
      "learning_rate": 2.1717805001409325e-05,
      "loss": 0.602,
      "step": 1138
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.37968888318592586,
      "learning_rate": 2.1703614783337023e-05,
      "loss": 0.613,
      "step": 1139
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.34970025623419954,
      "learning_rate": 2.1689417064667295e-05,
      "loss": 0.6043,
      "step": 1140
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3965178394830245,
      "learning_rate": 2.1675211861285814e-05,
      "loss": 0.8766,
      "step": 1141
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.38739992903973164,
      "learning_rate": 2.1660999189086613e-05,
      "loss": 0.5842,
      "step": 1142
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3541649283637698,
      "learning_rate": 2.1646779063972085e-05,
      "loss": 0.621,
      "step": 1143
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.394596772514014,
      "learning_rate": 2.163255150185297e-05,
      "loss": 0.8752,
      "step": 1144
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.33688700952689854,
      "learning_rate": 2.161831651864832e-05,
      "loss": 0.6067,
      "step": 1145
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3552564738066645,
      "learning_rate": 2.1604074130285496e-05,
      "loss": 0.6066,
      "step": 1146
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.3800414582322943,
      "learning_rate": 2.158982435270014e-05,
      "loss": 0.6292,
      "step": 1147
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4264006797429244,
      "learning_rate": 2.157556720183616e-05,
      "loss": 0.877,
      "step": 1148
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3694144134230337,
      "learning_rate": 2.156130269364573e-05,
      "loss": 0.6128,
      "step": 1149
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.37455656115057917,
      "learning_rate": 2.1547030844089234e-05,
      "loss": 0.6077,
      "step": 1150
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4162709437580814,
      "learning_rate": 2.1532751669135287e-05,
      "loss": 0.8627,
      "step": 1151
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9498544386675492,
      "learning_rate": 2.1518465184760686e-05,
      "loss": 0.6328,
      "step": 1152
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3422988043835213,
      "learning_rate": 2.1504171406950417e-05,
      "loss": 0.5964,
      "step": 1153
    },
    {
      "epoch": 0.38,
      "grad_norm": 24.7803102762461,
      "learning_rate": 2.1489870351697624e-05,
      "loss": 0.9314,
      "step": 1154
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.1035401576973478,
      "learning_rate": 2.1475562035003597e-05,
      "loss": 0.5894,
      "step": 1155
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.7582640417317235,
      "learning_rate": 2.1461246472877742e-05,
      "loss": 0.6255,
      "step": 1156
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4397777269717639,
      "learning_rate": 2.1446923681337578e-05,
      "loss": 0.9238,
      "step": 1157
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5940926921940687,
      "learning_rate": 2.1432593676408707e-05,
      "loss": 0.426,
      "step": 1158
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5852787429318937,
      "learning_rate": 2.1418256474124813e-05,
      "loss": 0.8745,
      "step": 1159
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.40167316878353443,
      "learning_rate": 2.1403912090527625e-05,
      "loss": 0.6196,
      "step": 1160
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4185494287023016,
      "learning_rate": 2.1389560541666914e-05,
      "loss": 0.6135,
      "step": 1161
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4422107046364257,
      "learning_rate": 2.1375201843600452e-05,
      "loss": 0.8556,
      "step": 1162
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3909780466374,
      "learning_rate": 2.136083601239403e-05,
      "loss": 0.6228,
      "step": 1163
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3568423295620657,
      "learning_rate": 2.1346463064121402e-05,
      "loss": 0.6265,
      "step": 1164
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4142651489302172,
      "learning_rate": 2.1332083014864302e-05,
      "loss": 0.8786,
      "step": 1165
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3764666370625969,
      "learning_rate": 2.13176958807124e-05,
      "loss": 0.6259,
      "step": 1166
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.40180679910153805,
      "learning_rate": 2.1303301677763292e-05,
      "loss": 0.5966,
      "step": 1167
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.39839812286105936,
      "learning_rate": 2.128890042212249e-05,
      "loss": 0.8728,
      "step": 1168
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.43421535921424415,
      "learning_rate": 2.127449212990339e-05,
      "loss": 0.4276,
      "step": 1169
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4346252670012633,
      "learning_rate": 2.1260076817227268e-05,
      "loss": 0.881,
      "step": 1170
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3866293445239999,
      "learning_rate": 2.1245654500223252e-05,
      "loss": 0.6149,
      "step": 1171
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3638394388774601,
      "learning_rate": 2.12312251950283e-05,
      "loss": 0.6123,
      "step": 1172
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.40276888005977324,
      "learning_rate": 2.1216788917787195e-05,
      "loss": 0.8847,
      "step": 1173
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.36115389907358064,
      "learning_rate": 2.120234568465253e-05,
      "loss": 0.6109,
      "step": 1174
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3680048248356503,
      "learning_rate": 2.118789551178467e-05,
      "loss": 0.6351,
      "step": 1175
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.39661980978650574,
      "learning_rate": 2.1173438415351744e-05,
      "loss": 0.8872,
      "step": 1176
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4049378733791182,
      "learning_rate": 2.1158974411529627e-05,
      "loss": 0.6007,
      "step": 1177
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.33825437878626274,
      "learning_rate": 2.114450351650193e-05,
      "loss": 0.6036,
      "step": 1178
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4097859364944901,
      "learning_rate": 2.113002574645998e-05,
      "loss": 0.8573,
      "step": 1179
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.479782424172194,
      "learning_rate": 2.1115541117602776e-05,
      "loss": 0.6338,
      "step": 1180
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.362624936577896,
      "learning_rate": 2.1101049646137008e-05,
      "loss": 0.6184,
      "step": 1181
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3402376747164177,
      "learning_rate": 2.108655134827701e-05,
      "loss": 0.5999,
      "step": 1182
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.37809735176020404,
      "learning_rate": 2.1072046240244765e-05,
      "loss": 0.828,
      "step": 1183
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.34830973192011194,
      "learning_rate": 2.1057534338269874e-05,
      "loss": 0.6135,
      "step": 1184
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.325221860201287,
      "learning_rate": 2.1043015658589532e-05,
      "loss": 0.6036,
      "step": 1185
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3511929912183037,
      "learning_rate": 2.1028490217448526e-05,
      "loss": 0.5947,
      "step": 1186
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3724104097124004,
      "learning_rate": 2.1013958031099205e-05,
      "loss": 0.8763,
      "step": 1187
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3672812677268421,
      "learning_rate": 2.0999419115801465e-05,
      "loss": 0.616,
      "step": 1188
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9172329377837002,
      "learning_rate": 2.098487348782273e-05,
      "loss": 0.607,
      "step": 1189
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3890054081380562,
      "learning_rate": 2.0970321163437937e-05,
      "loss": 0.8727,
      "step": 1190
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4058109138664689,
      "learning_rate": 2.0955762158929506e-05,
      "loss": 0.6715,
      "step": 1191
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.36436043942016616,
      "learning_rate": 2.0941196490587352e-05,
      "loss": 0.603,
      "step": 1192
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.3655610681014105,
      "learning_rate": 2.092662417470883e-05,
      "loss": 0.6317,
      "step": 1193
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.40261458948574314,
      "learning_rate": 2.091204522759873e-05,
      "loss": 0.8459,
      "step": 1194
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3463241866012169,
      "learning_rate": 2.089745966556928e-05,
      "loss": 0.5884,
      "step": 1195
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.2844262991437323,
      "learning_rate": 2.0882867504940083e-05,
      "loss": 0.6285,
      "step": 1196
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.37611311944197456,
      "learning_rate": 2.086826876203815e-05,
      "loss": 0.6719,
      "step": 1197
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3470129855369759,
      "learning_rate": 2.0853663453197842e-05,
      "loss": 0.6163,
      "step": 1198
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3606918595434996,
      "learning_rate": 2.0839051594760875e-05,
      "loss": 0.782,
      "step": 1199
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.47762899863647235,
      "learning_rate": 2.0824433203076285e-05,
      "loss": 0.9022,
      "step": 1200
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.36846524894738275,
      "learning_rate": 2.080980829450042e-05,
      "loss": 0.6149,
      "step": 1201
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.38720317324104786,
      "learning_rate": 2.0795176885396928e-05,
      "loss": 0.6947,
      "step": 1202
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.35721036543250334,
      "learning_rate": 2.0780538992136728e-05,
      "loss": 0.6148,
      "step": 1203
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.36442254521947903,
      "learning_rate": 2.0765894631097978e-05,
      "loss": 0.6119,
      "step": 1204
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4255738951253742,
      "learning_rate": 2.075124381866609e-05,
      "loss": 0.9109,
      "step": 1205
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.35977636419873,
      "learning_rate": 2.0736586571233692e-05,
      "loss": 0.5884,
      "step": 1206
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.768041030626724,
      "learning_rate": 2.072192290520061e-05,
      "loss": 0.7128,
      "step": 1207
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0722658301041765,
      "learning_rate": 2.0707252836973844e-05,
      "loss": 0.6511,
      "step": 1208
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5236116649966505,
      "learning_rate": 2.0692576382967577e-05,
      "loss": 0.9075,
      "step": 1209
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.45705724853747015,
      "learning_rate": 2.0677893559603113e-05,
      "loss": 0.6171,
      "step": 1210
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4243403699698115,
      "learning_rate": 2.06632043833089e-05,
      "loss": 0.6313,
      "step": 1211
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4522044234104238,
      "learning_rate": 2.064850887052048e-05,
      "loss": 0.5911,
      "step": 1212
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.43669864634400735,
      "learning_rate": 2.0633807037680506e-05,
      "loss": 0.9091,
      "step": 1213
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.40927584685500074,
      "learning_rate": 2.0619098901238684e-05,
      "loss": 0.5967,
      "step": 1214
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.40768905626402807,
      "learning_rate": 2.060438447765177e-05,
      "loss": 0.6042,
      "step": 1215
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4996733462209911,
      "learning_rate": 2.058966378338358e-05,
      "loss": 0.8747,
      "step": 1216
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3810469569059986,
      "learning_rate": 2.0574936834904913e-05,
      "loss": 0.6062,
      "step": 1217
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5453113415015737,
      "learning_rate": 2.0560203648693594e-05,
      "loss": 0.6372,
      "step": 1218
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3981966785882236,
      "learning_rate": 2.054546424123441e-05,
      "loss": 0.663,
      "step": 1219
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.42295117244296965,
      "learning_rate": 2.0530718629019114e-05,
      "loss": 0.8798,
      "step": 1220
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4506359273464277,
      "learning_rate": 2.0515966828546397e-05,
      "loss": 0.6248,
      "step": 1221
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3971035585584009,
      "learning_rate": 2.0501208856321895e-05,
      "loss": 0.6254,
      "step": 1222
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4550548888001102,
      "learning_rate": 2.048644472885812e-05,
      "loss": 0.8891,
      "step": 1223
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.36254653415038124,
      "learning_rate": 2.0471674462674486e-05,
      "loss": 0.6209,
      "step": 1224
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3987009384584952,
      "learning_rate": 2.0456898074297273e-05,
      "loss": 0.6364,
      "step": 1225
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4845365573973938,
      "learning_rate": 2.0442115580259615e-05,
      "loss": 0.8715,
      "step": 1226
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4286698375537526,
      "learning_rate": 2.0427326997101474e-05,
      "loss": 0.6188,
      "step": 1227
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.33462475857691865,
      "learning_rate": 2.041253234136963e-05,
      "loss": 0.5988,
      "step": 1228
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.37069470192786436,
      "learning_rate": 2.039773162961764e-05,
      "loss": 0.6104,
      "step": 1229
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.367885960055262,
      "learning_rate": 2.0382924878405862e-05,
      "loss": 0.64,
      "step": 1230
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.38199970075080836,
      "learning_rate": 2.036811210430139e-05,
      "loss": 0.8733,
      "step": 1231
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3523951063468357,
      "learning_rate": 2.035329332387808e-05,
      "loss": 0.6228,
      "step": 1232
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.326121969202778,
      "learning_rate": 2.033846855371648e-05,
      "loss": 0.6268,
      "step": 1233
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6931891671077222,
      "learning_rate": 2.0323637810403866e-05,
      "loss": 0.9103,
      "step": 1234
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3357968536785172,
      "learning_rate": 2.0308801110534178e-05,
      "loss": 0.6153,
      "step": 1235
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3548666100378999,
      "learning_rate": 2.029395847070803e-05,
      "loss": 0.6085,
      "step": 1236
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.44138472411832264,
      "learning_rate": 2.0279109907532694e-05,
      "loss": 0.8984,
      "step": 1237
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3626725939448954,
      "learning_rate": 2.0264255437622037e-05,
      "loss": 0.6216,
      "step": 1238
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.35236002911740416,
      "learning_rate": 2.024939507759656e-05,
      "loss": 0.5941,
      "step": 1239
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.38640729415279795,
      "learning_rate": 2.023452884408336e-05,
      "loss": 0.8451,
      "step": 1240
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3371297155267744,
      "learning_rate": 2.0219656753716075e-05,
      "loss": 0.4236,
      "step": 1241
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4268464651091601,
      "learning_rate": 2.0204778823134936e-05,
      "loss": 0.8715,
      "step": 1242
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.33728631649203683,
      "learning_rate": 2.018989506898668e-05,
      "loss": 0.6378,
      "step": 1243
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3368935682251005,
      "learning_rate": 2.017500550792456e-05,
      "loss": 0.5999,
      "step": 1244
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3917123037788826,
      "learning_rate": 2.0160110156608346e-05,
      "loss": 0.8463,
      "step": 1245
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3460336518116496,
      "learning_rate": 2.0145209031704273e-05,
      "loss": 0.6185,
      "step": 1246
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.32287906888974044,
      "learning_rate": 2.0130302149885033e-05,
      "loss": 0.6204,
      "step": 1247
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3851387795296635,
      "learning_rate": 2.0115389527829767e-05,
      "loss": 0.8826,
      "step": 1248
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3320327238016165,
      "learning_rate": 2.010047118222404e-05,
      "loss": 0.5942,
      "step": 1249
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5563228758312904,
      "learning_rate": 2.0085547129759808e-05,
      "loss": 0.6122,
      "step": 1250
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4437629653806828,
      "learning_rate": 2.0070617387135433e-05,
      "loss": 0.8714,
      "step": 1251
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4897639287798499,
      "learning_rate": 2.0055681971055626e-05,
      "loss": 0.7084,
      "step": 1252
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.36813932795147714,
      "learning_rate": 2.004074089823145e-05,
      "loss": 0.6291,
      "step": 1253
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.33216706597018547,
      "learning_rate": 2.0025794185380307e-05,
      "loss": 0.5986,
      "step": 1254
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.37990961059276424,
      "learning_rate": 2.0010841849225896e-05,
      "loss": 0.8664,
      "step": 1255
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3470208908568236,
      "learning_rate": 1.999588390649821e-05,
      "loss": 0.6284,
      "step": 1256
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3308755342517641,
      "learning_rate": 1.998092037393353e-05,
      "loss": 0.6211,
      "step": 1257
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.32659592388449504,
      "learning_rate": 1.9965951268274373e-05,
      "loss": 0.5764,
      "step": 1258
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.38590680587805254,
      "learning_rate": 1.9950976606269497e-05,
      "loss": 0.8673,
      "step": 1259
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.33403395273580444,
      "learning_rate": 1.9935996404673886e-05,
      "loss": 0.5765,
      "step": 1260
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.32579966913092834,
      "learning_rate": 1.992101068024871e-05,
      "loss": 0.6046,
      "step": 1261
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.37845914997440677,
      "learning_rate": 1.990601944976133e-05,
      "loss": 0.8998,
      "step": 1262
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3621214538338608,
      "learning_rate": 1.989102272998525e-05,
      "loss": 0.6638,
      "step": 1263
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.34199366591032004,
      "learning_rate": 1.987602053770013e-05,
      "loss": 0.6294,
      "step": 1264
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.35805245973979405,
      "learning_rate": 1.9861012889691757e-05,
      "loss": 0.6139,
      "step": 1265
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4254811934860485,
      "learning_rate": 1.984599980275202e-05,
      "loss": 0.8452,
      "step": 1266
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.34080778142823936,
      "learning_rate": 1.9830981293678878e-05,
      "loss": 0.5985,
      "step": 1267
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.38058030572806,
      "learning_rate": 1.9815957379276363e-05,
      "loss": 0.6044,
      "step": 1268
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4224456466380447,
      "learning_rate": 1.980092807635457e-05,
      "loss": 0.8571,
      "step": 1269
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3456591599676722,
      "learning_rate": 1.9785893401729618e-05,
      "loss": 0.6031,
      "step": 1270
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3223654901962104,
      "learning_rate": 1.9770853372223627e-05,
      "loss": 0.6084,
      "step": 1271
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3954354036219136,
      "learning_rate": 1.9755808004664702e-05,
      "loss": 0.8892,
      "step": 1272
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3338258664193315,
      "learning_rate": 1.9740757315886946e-05,
      "loss": 0.6175,
      "step": 1273
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.39523598105475033,
      "learning_rate": 1.9725701322730394e-05,
      "loss": 0.6575,
      "step": 1274
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3309988116908458,
      "learning_rate": 1.9710640042041023e-05,
      "loss": 0.5977,
      "step": 1275
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.33817097391188417,
      "learning_rate": 1.9695573490670734e-05,
      "loss": 0.6275,
      "step": 1276
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.37926990243870373,
      "learning_rate": 1.9680501685477305e-05,
      "loss": 0.8871,
      "step": 1277
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.36045296163006496,
      "learning_rate": 1.966542464332442e-05,
      "loss": 0.5997,
      "step": 1278
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.39617598607197946,
      "learning_rate": 1.96503423810816e-05,
      "loss": 0.6667,
      "step": 1279
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.32688074396952915,
      "learning_rate": 1.963525491562421e-05,
      "loss": 0.5889,
      "step": 1280
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3813057628277453,
      "learning_rate": 1.9620162263833455e-05,
      "loss": 0.9061,
      "step": 1281
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.32731061663727695,
      "learning_rate": 1.9605064442596316e-05,
      "loss": 0.5744,
      "step": 1282
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3589512314946074,
      "learning_rate": 1.958996146880558e-05,
      "loss": 0.8789,
      "step": 1283
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.35828565576562493,
      "learning_rate": 1.9574853359359782e-05,
      "loss": 0.5979,
      "step": 1284
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.33731022374881986,
      "learning_rate": 1.9559740131163223e-05,
      "loss": 0.6354,
      "step": 1285
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.33017157418314047,
      "learning_rate": 1.9544621801125913e-05,
      "loss": 0.598,
      "step": 1286
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.30274012866544403,
      "learning_rate": 1.9529498386163572e-05,
      "loss": 0.5916,
      "step": 1287
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3586101927044782,
      "learning_rate": 1.9514369903197628e-05,
      "loss": 0.8782,
      "step": 1288
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3352492093856682,
      "learning_rate": 1.949923636915516e-05,
      "loss": 0.6065,
      "step": 1289
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3800339067711002,
      "learning_rate": 1.9484097800968907e-05,
      "loss": 0.6261,
      "step": 1290
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.31224155020139677,
      "learning_rate": 1.9468954215577227e-05,
      "loss": 0.5941,
      "step": 1291
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3656066391806644,
      "learning_rate": 1.9453805629924126e-05,
      "loss": 0.858,
      "step": 1292
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.34320082385072354,
      "learning_rate": 1.9438652060959158e-05,
      "loss": 0.5881,
      "step": 1293
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.36740622367454473,
      "learning_rate": 1.9423493525637495e-05,
      "loss": 0.6171,
      "step": 1294
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4151312583846056,
      "learning_rate": 1.940833004091984e-05,
      "loss": 0.8816,
      "step": 1295
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3554126251212465,
      "learning_rate": 1.9393161623772443e-05,
      "loss": 0.5891,
      "step": 1296
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.30423658673208875,
      "learning_rate": 1.9377988291167068e-05,
      "loss": 0.6117,
      "step": 1297
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.40354875845587707,
      "learning_rate": 1.9362810060080987e-05,
      "loss": 0.8352,
      "step": 1298
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3167799939178324,
      "learning_rate": 1.9347626947496945e-05,
      "loss": 0.6089,
      "step": 1299
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.35002065855800757,
      "learning_rate": 1.9332438970403156e-05,
      "loss": 0.5843,
      "step": 1300
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3541477757825453,
      "learning_rate": 1.9317246145793267e-05,
      "loss": 0.6604,
      "step": 1301
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3477261765446466,
      "learning_rate": 1.9302048490666356e-05,
      "loss": 0.627,
      "step": 1302
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.36520788522687847,
      "learning_rate": 1.9286846022026904e-05,
      "loss": 0.9191,
      "step": 1303
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3597262402831081,
      "learning_rate": 1.9271638756884787e-05,
      "loss": 0.6031,
      "step": 1304
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.29984408209777863,
      "learning_rate": 1.9256426712255228e-05,
      "loss": 0.6035,
      "step": 1305
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.38039950717511695,
      "learning_rate": 1.9241209905158807e-05,
      "loss": 0.8576,
      "step": 1306
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3317143864946089,
      "learning_rate": 1.9225988352621445e-05,
      "loss": 0.6023,
      "step": 1307
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3560928796097481,
      "learning_rate": 1.9210762071674358e-05,
      "loss": 0.6122,
      "step": 1308
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3815490704553757,
      "learning_rate": 1.9195531079354056e-05,
      "loss": 0.8445,
      "step": 1309
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.31706964470538757,
      "learning_rate": 1.918029539270232e-05,
      "loss": 0.597,
      "step": 1310
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7961490197294379,
      "learning_rate": 1.9165055028766178e-05,
      "loss": 0.6347,
      "step": 1311
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3589320255500845,
      "learning_rate": 1.9149810004597906e-05,
      "loss": 0.6435,
      "step": 1312
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3254262159889682,
      "learning_rate": 1.9134560337254986e-05,
      "loss": 0.6018,
      "step": 1313
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.39168386544663747,
      "learning_rate": 1.91193060438001e-05,
      "loss": 0.867,
      "step": 1314
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3172006464058323,
      "learning_rate": 1.9104047141301088e-05,
      "loss": 0.6088,
      "step": 1315
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3349382064098492,
      "learning_rate": 1.908878364683097e-05,
      "loss": 0.5974,
      "step": 1316
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4078228793783182,
      "learning_rate": 1.9073515577467887e-05,
      "loss": 0.8788,
      "step": 1317
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.33273136860095404,
      "learning_rate": 1.9058242950295118e-05,
      "loss": 0.613,
      "step": 1318
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3405960055261859,
      "learning_rate": 1.904296578240102e-05,
      "loss": 0.6167,
      "step": 1319
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3737766491570266,
      "learning_rate": 1.902768409087904e-05,
      "loss": 0.8506,
      "step": 1320
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.36429340193223053,
      "learning_rate": 1.9012397892827695e-05,
      "loss": 0.6044,
      "step": 1321
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.33556328743918723,
      "learning_rate": 1.8997107205350525e-05,
      "loss": 0.6045,
      "step": 1322
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3503407972684935,
      "learning_rate": 1.8981812045556113e-05,
      "loss": 0.6535,
      "step": 1323
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3948225031042218,
      "learning_rate": 1.8966512430558036e-05,
      "loss": 0.8689,
      "step": 1324
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.31547418795028315,
      "learning_rate": 1.895120837747485e-05,
      "loss": 0.583,
      "step": 1325
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5731058585510378,
      "learning_rate": 1.8935899903430095e-05,
      "loss": 0.6055,
      "step": 1326
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.47518936022044866,
      "learning_rate": 1.8920587025552237e-05,
      "loss": 0.6218,
      "step": 1327
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4029252773642662,
      "learning_rate": 1.8905269760974683e-05,
      "loss": 0.8595,
      "step": 1328
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3426789993067246,
      "learning_rate": 1.8889948126835745e-05,
      "loss": 0.6249,
      "step": 1329
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4135155792425198,
      "learning_rate": 1.8874622140278618e-05,
      "loss": 0.5915,
      "step": 1330
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3730431703607662,
      "learning_rate": 1.8859291818451375e-05,
      "loss": 0.8999,
      "step": 1331
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4141030493171409,
      "learning_rate": 1.884395717850694e-05,
      "loss": 0.5864,
      "step": 1332
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3133927930655968,
      "learning_rate": 1.8828618237603062e-05,
      "loss": 0.6148,
      "step": 1333
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4112841267274145,
      "learning_rate": 1.8813275012902307e-05,
      "loss": 0.6556,
      "step": 1334
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.36522144061047906,
      "learning_rate": 1.879792752157203e-05,
      "loss": 0.8846,
      "step": 1335
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3700227846095818,
      "learning_rate": 1.878257578078436e-05,
      "loss": 0.6048,
      "step": 1336
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3148433922160107,
      "learning_rate": 1.8767219807716186e-05,
      "loss": 0.6222,
      "step": 1337
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4061363731261511,
      "learning_rate": 1.8751859619549138e-05,
      "loss": 0.8856,
      "step": 1338
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3293175167776505,
      "learning_rate": 1.8736495233469537e-05,
      "loss": 0.6054,
      "step": 1339
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.323619769223986,
      "learning_rate": 1.8721126666668435e-05,
      "loss": 0.6094,
      "step": 1340
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.6554879702965036,
      "learning_rate": 1.870575393634153e-05,
      "loss": 0.8864,
      "step": 1341
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.33658824530882625,
      "learning_rate": 1.8690377059689202e-05,
      "loss": 0.5979,
      "step": 1342
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3447222598197727,
      "learning_rate": 1.8674996053916458e-05,
      "loss": 0.5973,
      "step": 1343
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3885135271212663,
      "learning_rate": 1.8659610936232927e-05,
      "loss": 0.8655,
      "step": 1344
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4967509595051533,
      "learning_rate": 1.8644221723852843e-05,
      "loss": 0.422,
      "step": 1345
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.40071042870857587,
      "learning_rate": 1.8628828433995013e-05,
      "loss": 0.8402,
      "step": 1346
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.38113247262047223,
      "learning_rate": 1.8613431083882827e-05,
      "loss": 0.603,
      "step": 1347
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.33457999571818353,
      "learning_rate": 1.8598029690744184e-05,
      "loss": 0.5875,
      "step": 1348
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.41679747928210237,
      "learning_rate": 1.8582624271811534e-05,
      "loss": 0.8654,
      "step": 1349
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3399894108949177,
      "learning_rate": 1.856721484432182e-05,
      "loss": 0.588,
      "step": 1350
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3843620280610406,
      "learning_rate": 1.855180142551648e-05,
      "loss": 0.6143,
      "step": 1351
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.40420708275229705,
      "learning_rate": 1.853638403264141e-05,
      "loss": 0.8765,
      "step": 1352
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3627903057682197,
      "learning_rate": 1.8520962682946948e-05,
      "loss": 0.5984,
      "step": 1353
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.30181385785927384,
      "learning_rate": 1.850553739368786e-05,
      "loss": 0.5942,
      "step": 1354
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4201508309564684,
      "learning_rate": 1.8490108182123335e-05,
      "loss": 0.8794,
      "step": 1355
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3464491124609798,
      "learning_rate": 1.847467506551694e-05,
      "loss": 0.4091,
      "step": 1356
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4599583095205838,
      "learning_rate": 1.8459238061136604e-05,
      "loss": 0.8742,
      "step": 1357
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.3800725660780907,
      "learning_rate": 1.8443797186254616e-05,
      "loss": 0.5858,
      "step": 1358
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4007185021969695,
      "learning_rate": 1.8428352458147602e-05,
      "loss": 0.6222,
      "step": 1359
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4029035708965362,
      "learning_rate": 1.8412903894096472e-05,
      "loss": 0.8403,
      "step": 1360
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.37552624651102245,
      "learning_rate": 1.839745151138647e-05,
      "loss": 0.6536,
      "step": 1361
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7903001664416578,
      "learning_rate": 1.8381995327307067e-05,
      "loss": 0.62,
      "step": 1362
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3380829017859619,
      "learning_rate": 1.8366535359152022e-05,
      "loss": 0.5815,
      "step": 1363
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.41692187703376354,
      "learning_rate": 1.8351071624219313e-05,
      "loss": 0.8503,
      "step": 1364
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.37137520959947445,
      "learning_rate": 1.8335604139811135e-05,
      "loss": 0.5676,
      "step": 1365
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4545320266302253,
      "learning_rate": 1.832013292323388e-05,
      "loss": 0.8625,
      "step": 1366
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4002715610756697,
      "learning_rate": 1.8304657991798112e-05,
      "loss": 0.6417,
      "step": 1367
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3798338026885802,
      "learning_rate": 1.828917936281855e-05,
      "loss": 0.5834,
      "step": 1368
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3806045235228948,
      "learning_rate": 1.827369705361406e-05,
      "loss": 0.5927,
      "step": 1369
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.40816800427771344,
      "learning_rate": 1.8258211081507616e-05,
      "loss": 0.84,
      "step": 1370
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4114234802300347,
      "learning_rate": 1.82427214638263e-05,
      "loss": 0.6156,
      "step": 1371
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.39920241315531824,
      "learning_rate": 1.822722821790126e-05,
      "loss": 0.6481,
      "step": 1372
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.40654563336649735,
      "learning_rate": 1.8211731361067708e-05,
      "loss": 0.606,
      "step": 1373
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.32534699636294584,
      "learning_rate": 1.8196230910664904e-05,
      "loss": 0.6174,
      "step": 1374
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4248751616483441,
      "learning_rate": 1.818072688403613e-05,
      "loss": 0.8517,
      "step": 1375
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.32093211578202624,
      "learning_rate": 1.8165219298528646e-05,
      "loss": 0.5986,
      "step": 1376
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3538109404769192,
      "learning_rate": 1.8149708171493725e-05,
      "loss": 0.5869,
      "step": 1377
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.38368325574568846,
      "learning_rate": 1.8134193520286587e-05,
      "loss": 0.8769,
      "step": 1378
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.32859018355423353,
      "learning_rate": 1.8118675362266388e-05,
      "loss": 0.6142,
      "step": 1379
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3453919757726037,
      "learning_rate": 1.810315371479623e-05,
      "loss": 0.5842,
      "step": 1380
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3726746607593359,
      "learning_rate": 1.8087628595243096e-05,
      "loss": 0.8731,
      "step": 1381
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.38132632229738495,
      "learning_rate": 1.807210002097786e-05,
      "loss": 0.5984,
      "step": 1382
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.37463253661826906,
      "learning_rate": 1.8056568009375274e-05,
      "loss": 0.6256,
      "step": 1383
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.38420406964651094,
      "learning_rate": 1.8041032577813926e-05,
      "loss": 0.5858,
      "step": 1384
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.31868998085883105,
      "learning_rate": 1.802549374367623e-05,
      "loss": 0.5882,
      "step": 1385
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4039432913760993,
      "learning_rate": 1.8009951524348402e-05,
      "loss": 0.8823,
      "step": 1386
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.32250463267547996,
      "learning_rate": 1.799440593722046e-05,
      "loss": 0.6235,
      "step": 1387
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0347623742035659,
      "learning_rate": 1.7978856999686182e-05,
      "loss": 0.62,
      "step": 1388
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.41261136891348105,
      "learning_rate": 1.7963304729143094e-05,
      "loss": 0.8405,
      "step": 1389
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.3478211554930761,
      "learning_rate": 1.794774914299245e-05,
      "loss": 0.6119,
      "step": 1390
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.31384344097227496,
      "learning_rate": 1.7932190258639224e-05,
      "loss": 0.616,
      "step": 1391
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.38876186635007565,
      "learning_rate": 1.791662809349206e-05,
      "loss": 0.8492,
      "step": 1392
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.33276713235271027,
      "learning_rate": 1.79010626649633e-05,
      "loss": 0.6034,
      "step": 1393
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.33518023440604555,
      "learning_rate": 1.7885493990468918e-05,
      "loss": 0.6383,
      "step": 1394
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.37111944575411915,
      "learning_rate": 1.786992208742851e-05,
      "loss": 0.6002,
      "step": 1395
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4139238213334895,
      "learning_rate": 1.785434697326532e-05,
      "loss": 0.8756,
      "step": 1396
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3248975370026262,
      "learning_rate": 1.7838768665406154e-05,
      "loss": 0.5881,
      "step": 1397
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3240534357317988,
      "learning_rate": 1.7823187181281402e-05,
      "loss": 0.6037,
      "step": 1398
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.34004978062510255,
      "learning_rate": 1.780760253832501e-05,
      "loss": 0.6075,
      "step": 1399
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.37301262917345973,
      "learning_rate": 1.7792014753974452e-05,
      "loss": 0.8828,
      "step": 1400
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3347287908124473,
      "learning_rate": 1.777642384567072e-05,
      "loss": 0.6033,
      "step": 1401
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.32876363636695977,
      "learning_rate": 1.7760829830858305e-05,
      "loss": 0.6077,
      "step": 1402
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.538256297735946,
      "learning_rate": 1.7745232726985168e-05,
      "loss": 0.8907,
      "step": 1403
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.33461592958304914,
      "learning_rate": 1.772963255150274e-05,
      "loss": 0.6041,
      "step": 1404
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3455691138423074,
      "learning_rate": 1.771402932186586e-05,
      "loss": 0.6432,
      "step": 1405
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.33243108885021,
      "learning_rate": 1.7698423055532808e-05,
      "loss": 0.6019,
      "step": 1406
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.35372893206764155,
      "learning_rate": 1.7682813769965263e-05,
      "loss": 0.8597,
      "step": 1407
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.36016016845887555,
      "learning_rate": 1.7667201482628272e-05,
      "loss": 0.6044,
      "step": 1408
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3035435523595379,
      "learning_rate": 1.7651586210990236e-05,
      "loss": 0.6079,
      "step": 1409
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3735959641846319,
      "learning_rate": 1.7635967972522913e-05,
      "loss": 0.8721,
      "step": 1410
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3142068656476621,
      "learning_rate": 1.762034678470136e-05,
      "loss": 0.6082,
      "step": 1411
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.31124330101281794,
      "learning_rate": 1.760472266500396e-05,
      "loss": 0.572,
      "step": 1412
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.37900114849089184,
      "learning_rate": 1.7589095630912345e-05,
      "loss": 0.8404,
      "step": 1413
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3096748950858377,
      "learning_rate": 1.7573465699911423e-05,
      "loss": 0.5891,
      "step": 1414
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3266952291946601,
      "learning_rate": 1.755783288948936e-05,
      "loss": 0.5945,
      "step": 1415
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4045208938244444,
      "learning_rate": 1.754219721713751e-05,
      "loss": 0.6729,
      "step": 1416
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3340903007058062,
      "learning_rate": 1.752655870035046e-05,
      "loss": 0.6071,
      "step": 1417
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.34799671071233396,
      "learning_rate": 1.7510917356625962e-05,
      "loss": 0.8693,
      "step": 1418
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.34324082597669253,
      "learning_rate": 1.7495273203464928e-05,
      "loss": 0.6339,
      "step": 1419
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.32278054619899094,
      "learning_rate": 1.7479626258371435e-05,
      "loss": 0.6039,
      "step": 1420
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3530623822225169,
      "learning_rate": 1.7463976538852656e-05,
      "loss": 0.8617,
      "step": 1421
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.339001494343573,
      "learning_rate": 1.744832406241889e-05,
      "loss": 0.6048,
      "step": 1422
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.29358542188736575,
      "learning_rate": 1.7432668846583514e-05,
      "loss": 0.6033,
      "step": 1423
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3740625366616867,
      "learning_rate": 1.7417010908862964e-05,
      "loss": 0.8569,
      "step": 1424
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.341332683009136,
      "learning_rate": 1.7401350266776726e-05,
      "loss": 0.5846,
      "step": 1425
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3272328005349161,
      "learning_rate": 1.7385686937847317e-05,
      "loss": 0.6104,
      "step": 1426
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.35832660402298144,
      "learning_rate": 1.737002093960025e-05,
      "loss": 0.6635,
      "step": 1427
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3158133457209271,
      "learning_rate": 1.7354352289564034e-05,
      "loss": 0.6179,
      "step": 1428
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3717870052917457,
      "learning_rate": 1.7338681005270143e-05,
      "loss": 0.8859,
      "step": 1429
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5003991894857002,
      "learning_rate": 1.7323007104252987e-05,
      "loss": 0.6351,
      "step": 1430
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3012569361744865,
      "learning_rate": 1.7307330604049927e-05,
      "loss": 0.6127,
      "step": 1431
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.37686482242732633,
      "learning_rate": 1.7291651522201208e-05,
      "loss": 0.8192,
      "step": 1432
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.34615190662924594,
      "learning_rate": 1.7275969876249974e-05,
      "loss": 0.5992,
      "step": 1433
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.32415020260798977,
      "learning_rate": 1.7260285683742248e-05,
      "loss": 0.6005,
      "step": 1434
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.6168483497507949,
      "learning_rate": 1.7244598962226882e-05,
      "loss": 0.8538,
      "step": 1435
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.323139070968343,
      "learning_rate": 1.7228909729255576e-05,
      "loss": 0.6023,
      "step": 1436
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.30008117736083717,
      "learning_rate": 1.721321800238283e-05,
      "loss": 0.6113,
      "step": 1437
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.36242335977456136,
      "learning_rate": 1.7197523799165932e-05,
      "loss": 0.6386,
      "step": 1438
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3660742212013189,
      "learning_rate": 1.7181827137164954e-05,
      "loss": 0.8501,
      "step": 1439
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.714604806408132,
      "learning_rate": 1.71661280339427e-05,
      "loss": 0.608,
      "step": 1440
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3460833996983384,
      "learning_rate": 1.7150426507064722e-05,
      "loss": 0.6079,
      "step": 1441
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3701290569288406,
      "learning_rate": 1.713472257409928e-05,
      "loss": 0.8231,
      "step": 1442
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3255899542461123,
      "learning_rate": 1.7119016252617314e-05,
      "loss": 0.5822,
      "step": 1443
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3504222100266835,
      "learning_rate": 1.7103307560192458e-05,
      "loss": 0.6606,
      "step": 1444
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3133589873512018,
      "learning_rate": 1.7087596514400982e-05,
      "loss": 0.581,
      "step": 1445
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3668108483599513,
      "learning_rate": 1.70718831328218e-05,
      "loss": 0.6205,
      "step": 1446
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.36909223482932557,
      "learning_rate": 1.705616743303642e-05,
      "loss": 0.8429,
      "step": 1447
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.30620630586533687,
      "learning_rate": 1.7040449432628964e-05,
      "loss": 0.5652,
      "step": 1448
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3661299580557353,
      "learning_rate": 1.7024729149186127e-05,
      "loss": 0.6358,
      "step": 1449
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4009644893843763,
      "learning_rate": 1.700900660029715e-05,
      "loss": 0.8699,
      "step": 1450
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.31472218946089797,
      "learning_rate": 1.6993281803553814e-05,
      "loss": 0.5844,
      "step": 1451
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3382957822986683,
      "learning_rate": 1.6977554776550403e-05,
      "loss": 0.5846,
      "step": 1452
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.38056776572741313,
      "learning_rate": 1.6961825536883725e-05,
      "loss": 0.8582,
      "step": 1453
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3285342462452088,
      "learning_rate": 1.6946094102153024e-05,
      "loss": 0.5825,
      "step": 1454
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3442662185843514,
      "learning_rate": 1.6930360489960042e-05,
      "loss": 0.6459,
      "step": 1455
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.31321697737210474,
      "learning_rate": 1.6914624717908922e-05,
      "loss": 0.5941,
      "step": 1456
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.310141919576954,
      "learning_rate": 1.689888680360624e-05,
      "loss": 0.5985,
      "step": 1457
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.47495406234633036,
      "learning_rate": 1.6883146764660975e-05,
      "loss": 0.8321,
      "step": 1458
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3228467495774374,
      "learning_rate": 1.6867404618684464e-05,
      "loss": 0.6047,
      "step": 1459
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.31235132546705435,
      "learning_rate": 1.6851660383290422e-05,
      "loss": 0.5947,
      "step": 1460
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.37850678785654945,
      "learning_rate": 1.6835914076094893e-05,
      "loss": 0.8707,
      "step": 1461
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3277601884691968,
      "learning_rate": 1.682016571471623e-05,
      "loss": 0.583,
      "step": 1462
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3789469157916823,
      "learning_rate": 1.6804415316775102e-05,
      "loss": 0.6156,
      "step": 1463
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.36806070758572107,
      "learning_rate": 1.6788662899894444e-05,
      "loss": 0.8773,
      "step": 1464
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3581304080961864,
      "learning_rate": 1.6772908481699457e-05,
      "loss": 0.6113,
      "step": 1465
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3272201104067181,
      "learning_rate": 1.6757152079817576e-05,
      "loss": 0.6407,
      "step": 1466
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.329789025754953,
      "learning_rate": 1.6741393711878455e-05,
      "loss": 0.5985,
      "step": 1467
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3494990245112794,
      "learning_rate": 1.6725633395513952e-05,
      "loss": 0.8449,
      "step": 1468
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.34736118090009876,
      "learning_rate": 1.670987114835811e-05,
      "loss": 0.6337,
      "step": 1469
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.29448553728639665,
      "learning_rate": 1.669410698804712e-05,
      "loss": 0.5952,
      "step": 1470
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.32082346546565504,
      "learning_rate": 1.667834093221932e-05,
      "loss": 0.5938,
      "step": 1471
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.372130595565937,
      "learning_rate": 1.6662572998515166e-05,
      "loss": 0.8723,
      "step": 1472
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.31011166373405336,
      "learning_rate": 1.664680320457722e-05,
      "loss": 0.5979,
      "step": 1473
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.30639616155650834,
      "learning_rate": 1.663103156805013e-05,
      "loss": 0.6046,
      "step": 1474
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.642112127653775,
      "learning_rate": 1.661525810658059e-05,
      "loss": 0.8922,
      "step": 1475
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.31466587699289883,
      "learning_rate": 1.659948283781734e-05,
      "loss": 0.6127,
      "step": 1476
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3477214934632274,
      "learning_rate": 1.6583705779411158e-05,
      "loss": 0.6579,
      "step": 1477
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3110451096853916,
      "learning_rate": 1.6567926949014805e-05,
      "loss": 0.6011,
      "step": 1478
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.36428235920596574,
      "learning_rate": 1.6552146364283036e-05,
      "loss": 0.8974,
      "step": 1479
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9856314906336292,
      "learning_rate": 1.6536364042872567e-05,
      "loss": 0.637,
      "step": 1480
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.32239204856338005,
      "learning_rate": 1.652058000244205e-05,
      "loss": 0.5707,
      "step": 1481
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.38131404204190184,
      "learning_rate": 1.6504794260652077e-05,
      "loss": 0.8773,
      "step": 1482
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3094808681689915,
      "learning_rate": 1.6489006835165122e-05,
      "loss": 0.6091,
      "step": 1483
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3234141946607025,
      "learning_rate": 1.647321774364556e-05,
      "loss": 0.5944,
      "step": 1484
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3577060837216909,
      "learning_rate": 1.645742700375962e-05,
      "loss": 0.8224,
      "step": 1485
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3086244404985481,
      "learning_rate": 1.6441634633175378e-05,
      "loss": 0.6096,
      "step": 1486
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.2997315478798499,
      "learning_rate": 1.6425840649562737e-05,
      "loss": 0.6047,
      "step": 1487
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.35058411312201043,
      "learning_rate": 1.6410045070593413e-05,
      "loss": 0.6661,
      "step": 1488
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.30439941245763547,
      "learning_rate": 1.6394247913940888e-05,
      "loss": 0.6034,
      "step": 1489
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.379518703418073,
      "learning_rate": 1.6378449197280414e-05,
      "loss": 0.8768,
      "step": 1490
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.31603343672979417,
      "learning_rate": 1.6362648938289004e-05,
      "loss": 0.5973,
      "step": 1491
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.304359290507754,
      "learning_rate": 1.6346847154645376e-05,
      "loss": 0.5667,
      "step": 1492
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.36002103568230015,
      "learning_rate": 1.6331043864029972e-05,
      "loss": 0.8527,
      "step": 1493
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3112668458962097,
      "learning_rate": 1.631523908412491e-05,
      "loss": 0.5897,
      "step": 1494
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.31056784510829016,
      "learning_rate": 1.629943283261397e-05,
      "loss": 0.6118,
      "step": 1495
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.38357594866725103,
      "learning_rate": 1.6283625127182596e-05,
      "loss": 0.8848,
      "step": 1496
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3401756701247233,
      "learning_rate": 1.6267815985517838e-05,
      "loss": 0.611,
      "step": 1497
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.30289299980892365,
      "learning_rate": 1.6252005425308372e-05,
      "loss": 0.6041,
      "step": 1498
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.36954668456791445,
      "learning_rate": 1.6236193464244447e-05,
      "loss": 0.6304,
      "step": 1499
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.323186691998162,
      "learning_rate": 1.6220380120017874e-05,
      "loss": 0.6048,
      "step": 1500
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4247479472604402,
      "learning_rate": 1.620456541032204e-05,
      "loss": 0.8293,
      "step": 1501
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.33029832578165425,
      "learning_rate": 1.6188749352851825e-05,
      "loss": 0.6282,
      "step": 1502
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3683360925866696,
      "learning_rate": 1.617293196530365e-05,
      "loss": 0.5783,
      "step": 1503
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4439254779247088,
      "learning_rate": 1.61571132653754e-05,
      "loss": 0.8416,
      "step": 1504
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.31320974122850753,
      "learning_rate": 1.6141293270766426e-05,
      "loss": 0.6062,
      "step": 1505
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.33788666218031926,
      "learning_rate": 1.6125471999177555e-05,
      "loss": 0.5867,
      "step": 1506
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3912696053537718,
      "learning_rate": 1.6109649468311015e-05,
      "loss": 0.8962,
      "step": 1507
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3252517034801483,
      "learning_rate": 1.6093825695870465e-05,
      "loss": 0.6098,
      "step": 1508
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3203935205451462,
      "learning_rate": 1.6078000699560927e-05,
      "loss": 0.6202,
      "step": 1509
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.34821675468909413,
      "learning_rate": 1.6062174497088813e-05,
      "loss": 0.6511,
      "step": 1510
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3520930369857388,
      "learning_rate": 1.604634710616188e-05,
      "loss": 0.8172,
      "step": 1511
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.39909327941443595,
      "learning_rate": 1.6030518544489215e-05,
      "loss": 0.6195,
      "step": 1512
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.29164395597543785,
      "learning_rate": 1.6014688829781212e-05,
      "loss": 0.6206,
      "step": 1513
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.30825992539520325,
      "learning_rate": 1.5998857979749562e-05,
      "loss": 0.5976,
      "step": 1514
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.3777189628290599,
      "learning_rate": 1.5983026012107208e-05,
      "loss": 0.8836,
      "step": 1515
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3149139637636734,
      "learning_rate": 1.5967192944568364e-05,
      "loss": 0.5929,
      "step": 1516
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.30098592187240053,
      "learning_rate": 1.5951358794848467e-05,
      "loss": 0.6059,
      "step": 1517
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.34173103954322454,
      "learning_rate": 1.593552358066417e-05,
      "loss": 0.854,
      "step": 1518
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3535368732709004,
      "learning_rate": 1.59196873197333e-05,
      "loss": 0.6303,
      "step": 1519
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3058866292929864,
      "learning_rate": 1.590385002977488e-05,
      "loss": 0.5826,
      "step": 1520
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3442323914049554,
      "learning_rate": 1.5888011728509058e-05,
      "loss": 0.6282,
      "step": 1521
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3615222739855465,
      "learning_rate": 1.587217243365714e-05,
      "loss": 0.864,
      "step": 1522
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2965437700461475,
      "learning_rate": 1.5856332162941523e-05,
      "loss": 0.6028,
      "step": 1523
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.30792998174406344,
      "learning_rate": 1.5840490934085703e-05,
      "loss": 0.6108,
      "step": 1524
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.36154727079559795,
      "learning_rate": 1.5824648764814253e-05,
      "loss": 0.8591,
      "step": 1525
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.29579322152422527,
      "learning_rate": 1.5808805672852792e-05,
      "loss": 0.414,
      "step": 1526
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.34956252877380517,
      "learning_rate": 1.579296167592797e-05,
      "loss": 0.8716,
      "step": 1527
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3193624389518217,
      "learning_rate": 1.577711679176746e-05,
      "loss": 0.5911,
      "step": 1528
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2982157380086912,
      "learning_rate": 1.5761271038099913e-05,
      "loss": 0.5899,
      "step": 1529
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.38949904513178973,
      "learning_rate": 1.5745424432654962e-05,
      "loss": 0.8512,
      "step": 1530
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3204187013857067,
      "learning_rate": 1.57295769931632e-05,
      "loss": 0.7348,
      "step": 1531
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3903903263854228,
      "learning_rate": 1.5713728737356138e-05,
      "loss": 0.4014,
      "step": 1532
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.42108166725189017,
      "learning_rate": 1.5697879682966203e-05,
      "loss": 0.8581,
      "step": 1533
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.34576115826707754,
      "learning_rate": 1.568202984772672e-05,
      "loss": 0.6006,
      "step": 1534
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.32194053069547535,
      "learning_rate": 1.5666179249371892e-05,
      "loss": 0.5897,
      "step": 1535
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3694958336333634,
      "learning_rate": 1.5650327905636774e-05,
      "loss": 0.9253,
      "step": 1536
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.35893451524708475,
      "learning_rate": 1.5634475834257247e-05,
      "loss": 0.6157,
      "step": 1537
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.31660810264282246,
      "learning_rate": 1.5618623052970008e-05,
      "loss": 0.5966,
      "step": 1538
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3209280047735517,
      "learning_rate": 1.560276957951256e-05,
      "loss": 0.5874,
      "step": 1539
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3815459226381016,
      "learning_rate": 1.5586915431623164e-05,
      "loss": 0.8589,
      "step": 1540
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3043854762952063,
      "learning_rate": 1.557106062704085e-05,
      "loss": 0.5928,
      "step": 1541
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3106732866553624,
      "learning_rate": 1.555520518350537e-05,
      "loss": 0.6057,
      "step": 1542
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3002445423418336,
      "learning_rate": 1.5539349118757204e-05,
      "loss": 0.596,
      "step": 1543
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3428544907442446,
      "learning_rate": 1.552349245053752e-05,
      "loss": 0.8609,
      "step": 1544
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3070820897810376,
      "learning_rate": 1.550763519658815e-05,
      "loss": 0.6021,
      "step": 1545
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.31873591205919793,
      "learning_rate": 1.5491777374651607e-05,
      "loss": 0.5905,
      "step": 1546
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3657859720644803,
      "learning_rate": 1.5475919002471016e-05,
      "loss": 0.8613,
      "step": 1547
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3716133523292356,
      "learning_rate": 1.5460060097790135e-05,
      "loss": 0.6469,
      "step": 1548
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.29894033628443983,
      "learning_rate": 1.5444200678353302e-05,
      "loss": 0.5896,
      "step": 1549
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3107273938859716,
      "learning_rate": 1.5428340761905444e-05,
      "loss": 0.5773,
      "step": 1550
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.344697837542585,
      "learning_rate": 1.541248036619204e-05,
      "loss": 0.8532,
      "step": 1551
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.33072411336346563,
      "learning_rate": 1.5396619508959102e-05,
      "loss": 0.599,
      "step": 1552
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3071677346170479,
      "learning_rate": 1.5380758207953157e-05,
      "loss": 0.6009,
      "step": 1553
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3713782773180895,
      "learning_rate": 1.5364896480921233e-05,
      "loss": 0.84,
      "step": 1554
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3440973141265517,
      "learning_rate": 1.5349034345610843e-05,
      "loss": 0.6126,
      "step": 1555
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3124708513070531,
      "learning_rate": 1.5333171819769943e-05,
      "loss": 0.6096,
      "step": 1556
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3732479791325691,
      "learning_rate": 1.5317308921146926e-05,
      "loss": 0.8542,
      "step": 1557
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.513133517182216,
      "learning_rate": 1.5301445667490604e-05,
      "loss": 0.6048,
      "step": 1558
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.34668772101324274,
      "learning_rate": 1.52855820765502e-05,
      "loss": 0.6601,
      "step": 1559
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3190910464578522,
      "learning_rate": 1.5269718166075297e-05,
      "loss": 0.6035,
      "step": 1560
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.30712445926313336,
      "learning_rate": 1.5253853953815843e-05,
      "loss": 0.6033,
      "step": 1561
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3674385075911983,
      "learning_rate": 1.523798945752212e-05,
      "loss": 0.8402,
      "step": 1562
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.32540043319435685,
      "learning_rate": 1.5222124694944733e-05,
      "loss": 0.5896,
      "step": 1563
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3179169275748932,
      "learning_rate": 1.520625968383458e-05,
      "loss": 0.6058,
      "step": 1564
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3672848674889762,
      "learning_rate": 1.5190394441942845e-05,
      "loss": 0.8817,
      "step": 1565
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3153453660581932,
      "learning_rate": 1.5174528987020958e-05,
      "loss": 0.5999,
      "step": 1566
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.2992562079214196,
      "learning_rate": 1.5158663336820595e-05,
      "loss": 0.5895,
      "step": 1567
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3563327146891787,
      "learning_rate": 1.5142797509093652e-05,
      "loss": 0.8431,
      "step": 1568
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3361056557079907,
      "learning_rate": 1.5126931521592215e-05,
      "loss": 0.6092,
      "step": 1569
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.33361095345213876,
      "learning_rate": 1.5111065392068569e-05,
      "loss": 0.6538,
      "step": 1570
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3405311018141979,
      "learning_rate": 1.509519913827513e-05,
      "loss": 0.5968,
      "step": 1571
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3188219019360358,
      "learning_rate": 1.5079332777964467e-05,
      "loss": 0.5903,
      "step": 1572
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.37227002799828995,
      "learning_rate": 1.5063466328889278e-05,
      "loss": 0.8473,
      "step": 1573
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3835981957410638,
      "learning_rate": 1.5047599808802334e-05,
      "loss": 0.5855,
      "step": 1574
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.327447825625473,
      "learning_rate": 1.5031733235456522e-05,
      "loss": 0.606,
      "step": 1575
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3294052145208513,
      "learning_rate": 1.5015866626604757e-05,
      "loss": 0.8533,
      "step": 1576
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.41147347015678953,
      "learning_rate": 1.5e-05,
      "loss": 0.6064,
      "step": 1577
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.34475250800522556,
      "learning_rate": 1.498413337339525e-05,
      "loss": 0.5882,
      "step": 1578
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.36125438170155183,
      "learning_rate": 1.496826676454348e-05,
      "loss": 0.851,
      "step": 1579
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3411754448234949,
      "learning_rate": 1.4952400191197667e-05,
      "loss": 0.6143,
      "step": 1580
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6520240471889689,
      "learning_rate": 1.493653367111073e-05,
      "loss": 0.6182,
      "step": 1581
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.33480491617418523,
      "learning_rate": 1.4920667222035532e-05,
      "loss": 0.608,
      "step": 1582
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.4785632176743418,
      "learning_rate": 1.4904800861724874e-05,
      "loss": 0.8624,
      "step": 1583
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3161199001875394,
      "learning_rate": 1.4888934607931435e-05,
      "loss": 0.6097,
      "step": 1584
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3441700043378194,
      "learning_rate": 1.4873068478407782e-05,
      "loss": 0.6196,
      "step": 1585
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.33306651039868257,
      "learning_rate": 1.485720249090635e-05,
      "loss": 0.58,
      "step": 1586
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.39373575233908753,
      "learning_rate": 1.484133666317941e-05,
      "loss": 0.868,
      "step": 1587
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3520443244568107,
      "learning_rate": 1.4825471012979048e-05,
      "loss": 0.5911,
      "step": 1588
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.32967713581827746,
      "learning_rate": 1.4809605558057157e-05,
      "loss": 0.6067,
      "step": 1589
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.37730343083110274,
      "learning_rate": 1.4793740316165422e-05,
      "loss": 0.873,
      "step": 1590
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.35196387942421264,
      "learning_rate": 1.4777875305055272e-05,
      "loss": 0.6223,
      "step": 1591
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3892952579083961,
      "learning_rate": 1.4762010542477881e-05,
      "loss": 0.6777,
      "step": 1592
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.32271673429031894,
      "learning_rate": 1.474614604618416e-05,
      "loss": 0.6054,
      "step": 1593
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.36670638190746335,
      "learning_rate": 1.4730281833924704e-05,
      "loss": 0.8488,
      "step": 1594
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.307784860592243,
      "learning_rate": 1.4714417923449799e-05,
      "loss": 0.6032,
      "step": 1595
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.31940274994816786,
      "learning_rate": 1.4698554332509395e-05,
      "loss": 0.6051,
      "step": 1596
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.4925129190310338,
      "learning_rate": 1.4682691078853078e-05,
      "loss": 0.6445,
      "step": 1597
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3898432994873403,
      "learning_rate": 1.466682818023006e-05,
      "loss": 0.7489,
      "step": 1598
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3114288977200067,
      "learning_rate": 1.4650965654389158e-05,
      "loss": 0.6007,
      "step": 1599
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.37576160338581105,
      "learning_rate": 1.4635103519078766e-05,
      "loss": 0.8527,
      "step": 1600
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.29960165241054365,
      "learning_rate": 1.4619241792046842e-05,
      "loss": 0.5877,
      "step": 1601
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.30402689421254425,
      "learning_rate": 1.46033804910409e-05,
      "loss": 0.5814,
      "step": 1602
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3441719948081735,
      "learning_rate": 1.4587519633807962e-05,
      "loss": 0.632,
      "step": 1603
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3113086500336864,
      "learning_rate": 1.4571659238094557e-05,
      "loss": 0.6007,
      "step": 1604
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.36473479289724675,
      "learning_rate": 1.4555799321646699e-05,
      "loss": 0.8389,
      "step": 1605
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3160816786004416,
      "learning_rate": 1.453993990220987e-05,
      "loss": 0.5947,
      "step": 1606
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3098881028489543,
      "learning_rate": 1.4524080997528988e-05,
      "loss": 0.5956,
      "step": 1607
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3663787507694858,
      "learning_rate": 1.4508222625348397e-05,
      "loss": 0.6614,
      "step": 1608
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3484545464790408,
      "learning_rate": 1.4492364803411855e-05,
      "loss": 0.8502,
      "step": 1609
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3277254000535004,
      "learning_rate": 1.447650754946249e-05,
      "loss": 0.6042,
      "step": 1610
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.289335987659079,
      "learning_rate": 1.4460650881242794e-05,
      "loss": 0.5918,
      "step": 1611
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.30100613563510775,
      "learning_rate": 1.4444794816494629e-05,
      "loss": 0.5694,
      "step": 1612
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.34715120943113575,
      "learning_rate": 1.4428939372959152e-05,
      "loss": 0.8661,
      "step": 1613
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.32708877714809526,
      "learning_rate": 1.4413084568376835e-05,
      "loss": 0.5794,
      "step": 1614
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.30220105754887655,
      "learning_rate": 1.439723042048744e-05,
      "loss": 0.5901,
      "step": 1615
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3529069351252895,
      "learning_rate": 1.4381376947029993e-05,
      "loss": 0.8713,
      "step": 1616
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.30948025634218435,
      "learning_rate": 1.4365524165742754e-05,
      "loss": 0.5936,
      "step": 1617
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.29197827666595144,
      "learning_rate": 1.4349672094363227e-05,
      "loss": 0.608,
      "step": 1618
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3502209540070997,
      "learning_rate": 1.4333820750628109e-05,
      "loss": 0.6298,
      "step": 1619
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.6109367818897147,
      "learning_rate": 1.4317970152273283e-05,
      "loss": 0.8639,
      "step": 1620
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.30211257802744595,
      "learning_rate": 1.43021203170338e-05,
      "loss": 0.5824,
      "step": 1621
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.29622019920613657,
      "learning_rate": 1.4286271262643866e-05,
      "loss": 0.5888,
      "step": 1622
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.37194980078197315,
      "learning_rate": 1.4270423006836802e-05,
      "loss": 0.9001,
      "step": 1623
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.2889306651945915,
      "learning_rate": 1.4254575567345034e-05,
      "loss": 0.5872,
      "step": 1624
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3135516111053132,
      "learning_rate": 1.423872896190009e-05,
      "loss": 0.5886,
      "step": 1625
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3958452445488332,
      "learning_rate": 1.4222883208232544e-05,
      "loss": 0.8635,
      "step": 1626
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3036159356118533,
      "learning_rate": 1.4207038324072031e-05,
      "loss": 0.5867,
      "step": 1627
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3882495322827077,
      "learning_rate": 1.4191194327147214e-05,
      "loss": 0.6015,
      "step": 1628
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3762848923190769,
      "learning_rate": 1.4175351235185753e-05,
      "loss": 0.8821,
      "step": 1629
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3137649216386956,
      "learning_rate": 1.4159509065914297e-05,
      "loss": 0.4032,
      "step": 1630
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.34305294909692025,
      "learning_rate": 1.414366783705848e-05,
      "loss": 0.8491,
      "step": 1631
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.31525749662666536,
      "learning_rate": 1.4127827566342864e-05,
      "loss": 0.5816,
      "step": 1632
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.2908181260257311,
      "learning_rate": 1.4111988271490941e-05,
      "loss": 0.5939,
      "step": 1633
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3621156579791383,
      "learning_rate": 1.4096149970225125e-05,
      "loss": 0.8548,
      "step": 1634
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3146142998070681,
      "learning_rate": 1.4080312680266703e-05,
      "loss": 0.6156,
      "step": 1635
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3029206998796662,
      "learning_rate": 1.4064476419335834e-05,
      "loss": 0.5806,
      "step": 1636
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3630032635409512,
      "learning_rate": 1.4048641205151534e-05,
      "loss": 0.8458,
      "step": 1637
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.3298037658720421,
      "learning_rate": 1.403280705543164e-05,
      "loss": 0.5888,
      "step": 1638
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.2954114492362546,
      "learning_rate": 1.40169739878928e-05,
      "loss": 0.5876,
      "step": 1639
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3741979271790974,
      "learning_rate": 1.4001142020250442e-05,
      "loss": 0.847,
      "step": 1640
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.046828697447697,
      "learning_rate": 1.3985311170218787e-05,
      "loss": 0.4106,
      "step": 1641
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3785520659115123,
      "learning_rate": 1.3969481455510787e-05,
      "loss": 0.8807,
      "step": 1642
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3918056318895997,
      "learning_rate": 1.3953652893838121e-05,
      "loss": 0.6087,
      "step": 1643
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3016618776639696,
      "learning_rate": 1.393782550291119e-05,
      "loss": 0.5987,
      "step": 1644
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3904102374238184,
      "learning_rate": 1.392199930043908e-05,
      "loss": 0.8187,
      "step": 1645
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.30789552312172563,
      "learning_rate": 1.3906174304129541e-05,
      "loss": 0.5959,
      "step": 1646
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3134583827457704,
      "learning_rate": 1.3890350531688986e-05,
      "loss": 0.5926,
      "step": 1647
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.36697521157176693,
      "learning_rate": 1.387452800082245e-05,
      "loss": 0.862,
      "step": 1648
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.33027547983530886,
      "learning_rate": 1.3858706729233571e-05,
      "loss": 0.597,
      "step": 1649
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.29216606894747277,
      "learning_rate": 1.3842886734624605e-05,
      "loss": 0.5906,
      "step": 1650
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5048217249121248,
      "learning_rate": 1.3827068034696353e-05,
      "loss": 0.8579,
      "step": 1651
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.36436693028134526,
      "learning_rate": 1.3811250647148172e-05,
      "loss": 0.6308,
      "step": 1652
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.30823926236501825,
      "learning_rate": 1.3795434589677964e-05,
      "loss": 0.5742,
      "step": 1653
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0195893913271346,
      "learning_rate": 1.3779619879982127e-05,
      "loss": 0.603,
      "step": 1654
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5303019888755408,
      "learning_rate": 1.3763806535755563e-05,
      "loss": 0.8412,
      "step": 1655
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3196786171559462,
      "learning_rate": 1.374799457469163e-05,
      "loss": 0.5949,
      "step": 1656
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.27615675059499256,
      "learning_rate": 1.3732184014482163e-05,
      "loss": 0.5745,
      "step": 1657
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3432281772713932,
      "learning_rate": 1.3716374872817408e-05,
      "loss": 0.5919,
      "step": 1658
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3841993516778034,
      "learning_rate": 1.3700567167386027e-05,
      "loss": 0.8651,
      "step": 1659
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3341824638718494,
      "learning_rate": 1.3684760915875093e-05,
      "loss": 0.6063,
      "step": 1660
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.29185633439677344,
      "learning_rate": 1.366895613597003e-05,
      "loss": 0.5863,
      "step": 1661
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3904905766704826,
      "learning_rate": 1.3653152845354625e-05,
      "loss": 0.8155,
      "step": 1662
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.35090994173141116,
      "learning_rate": 1.3637351061711002e-05,
      "loss": 0.625,
      "step": 1663
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3181665894327707,
      "learning_rate": 1.362155080271959e-05,
      "loss": 0.5996,
      "step": 1664
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.29651214560849887,
      "learning_rate": 1.3605752086059118e-05,
      "loss": 0.6187,
      "step": 1665
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3756441140529517,
      "learning_rate": 1.358995492940659e-05,
      "loss": 0.873,
      "step": 1666
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.3102948854734104,
      "learning_rate": 1.3574159350437264e-05,
      "loss": 0.6127,
      "step": 1667
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.31292019476624444,
      "learning_rate": 1.3558365366824621e-05,
      "loss": 0.5909,
      "step": 1668
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3720822046610206,
      "learning_rate": 1.3542572996240382e-05,
      "loss": 0.8485,
      "step": 1669
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3023555282054726,
      "learning_rate": 1.3526782256354443e-05,
      "loss": 0.5634,
      "step": 1670
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3064075886413698,
      "learning_rate": 1.3510993164834886e-05,
      "loss": 0.6047,
      "step": 1671
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3558166296362969,
      "learning_rate": 1.3495205739347925e-05,
      "loss": 0.8379,
      "step": 1672
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3170849317547557,
      "learning_rate": 1.347941999755795e-05,
      "loss": 0.5789,
      "step": 1673
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.34299757327344427,
      "learning_rate": 1.3463635957127439e-05,
      "loss": 0.633,
      "step": 1674
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3173043133126753,
      "learning_rate": 1.3447853635716967e-05,
      "loss": 0.6042,
      "step": 1675
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.29415652941741555,
      "learning_rate": 1.3432073050985201e-05,
      "loss": 0.5886,
      "step": 1676
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.37544692349403214,
      "learning_rate": 1.3416294220588851e-05,
      "loss": 0.8284,
      "step": 1677
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3245015959297751,
      "learning_rate": 1.3400517162182662e-05,
      "loss": 0.6025,
      "step": 1678
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.30996085072234253,
      "learning_rate": 1.3384741893419417e-05,
      "loss": 0.6066,
      "step": 1679
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.34539434304708583,
      "learning_rate": 1.3368968431949879e-05,
      "loss": 0.6256,
      "step": 1680
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3352062014770533,
      "learning_rate": 1.3353196795422778e-05,
      "loss": 0.7703,
      "step": 1681
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.29786246292713503,
      "learning_rate": 1.3337427001484836e-05,
      "loss": 0.5852,
      "step": 1682
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3609861585319644,
      "learning_rate": 1.3321659067780684e-05,
      "loss": 0.8579,
      "step": 1683
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3144676765308442,
      "learning_rate": 1.3305893011952882e-05,
      "loss": 0.5903,
      "step": 1684
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3443867553832964,
      "learning_rate": 1.3290128851641892e-05,
      "loss": 0.6396,
      "step": 1685
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3163839743185421,
      "learning_rate": 1.3274366604486049e-05,
      "loss": 0.5951,
      "step": 1686
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3096493549547529,
      "learning_rate": 1.3258606288121545e-05,
      "loss": 0.5937,
      "step": 1687
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3635542451058479,
      "learning_rate": 1.3242847920182426e-05,
      "loss": 0.8615,
      "step": 1688
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3089114335127662,
      "learning_rate": 1.3227091518300546e-05,
      "loss": 0.5859,
      "step": 1689
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3012731663443421,
      "learning_rate": 1.3211337100105562e-05,
      "loss": 0.5894,
      "step": 1690
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3459244389188917,
      "learning_rate": 1.31955846832249e-05,
      "loss": 0.6449,
      "step": 1691
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3553440070001605,
      "learning_rate": 1.3179834285283773e-05,
      "loss": 0.8381,
      "step": 1692
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3069673072893443,
      "learning_rate": 1.3164085923905113e-05,
      "loss": 0.5884,
      "step": 1693
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3224194671449196,
      "learning_rate": 1.3148339616709579e-05,
      "loss": 0.5813,
      "step": 1694
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3777293343106343,
      "learning_rate": 1.3132595381315539e-05,
      "loss": 0.8633,
      "step": 1695
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.32817163077487027,
      "learning_rate": 1.3116853235339034e-05,
      "loss": 0.6059,
      "step": 1696
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3145970594875752,
      "learning_rate": 1.310111319639376e-05,
      "loss": 0.6003,
      "step": 1697
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.36760105617672645,
      "learning_rate": 1.308537528209108e-05,
      "loss": 0.8312,
      "step": 1698
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.30913015832347146,
      "learning_rate": 1.3069639510039965e-05,
      "loss": 0.5973,
      "step": 1699
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3169401753018231,
      "learning_rate": 1.3053905897846973e-05,
      "loss": 0.6224,
      "step": 1700
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.31050429729659246,
      "learning_rate": 1.303817446311628e-05,
      "loss": 0.61,
      "step": 1701
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.340912977768504,
      "learning_rate": 1.3022445223449596e-05,
      "loss": 0.6372,
      "step": 1702
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.368403565758628,
      "learning_rate": 1.300671819644619e-05,
      "loss": 0.8628,
      "step": 1703
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3136798965833182,
      "learning_rate": 1.2990993399702853e-05,
      "loss": 0.6169,
      "step": 1704
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.30030572676066125,
      "learning_rate": 1.2975270850813878e-05,
      "loss": 0.5736,
      "step": 1705
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3562893731150036,
      "learning_rate": 1.295955056737104e-05,
      "loss": 0.8683,
      "step": 1706
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.31669062379743634,
      "learning_rate": 1.2943832566963582e-05,
      "loss": 0.572,
      "step": 1707
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.30352590344479363,
      "learning_rate": 1.2928116867178208e-05,
      "loss": 0.5901,
      "step": 1708
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.351436841090328,
      "learning_rate": 1.2912403485599022e-05,
      "loss": 0.8565,
      "step": 1709
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.32623283602598274,
      "learning_rate": 1.289669243980754e-05,
      "loss": 0.6047,
      "step": 1710
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.29836994319957827,
      "learning_rate": 1.2880983747382685e-05,
      "loss": 0.5866,
      "step": 1711
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5403304346212752,
      "learning_rate": 1.2865277425900725e-05,
      "loss": 0.8819,
      "step": 1712
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2999652792641207,
      "learning_rate": 1.2849573492935278e-05,
      "loss": 0.4022,
      "step": 1713
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.346298242502661,
      "learning_rate": 1.2833871966057302e-05,
      "loss": 0.8256,
      "step": 1714
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.29277874205232296,
      "learning_rate": 1.2818172862835052e-05,
      "loss": 0.5942,
      "step": 1715
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.29875644529070433,
      "learning_rate": 1.2802476200834064e-05,
      "loss": 0.5834,
      "step": 1716
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.33393636602288,
      "learning_rate": 1.278678199761717e-05,
      "loss": 0.8443,
      "step": 1717
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.30838503353839425,
      "learning_rate": 1.2771090270744427e-05,
      "loss": 0.6063,
      "step": 1718
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.29874893341214487,
      "learning_rate": 1.2755401037773115e-05,
      "loss": 0.5792,
      "step": 1719
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.34470177794811685,
      "learning_rate": 1.2739714316257753e-05,
      "loss": 0.8796,
      "step": 1720
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3040743782130052,
      "learning_rate": 1.2724030123750027e-05,
      "loss": 0.5779,
      "step": 1721
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2891355951788101,
      "learning_rate": 1.2708348477798795e-05,
      "loss": 0.5862,
      "step": 1722
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.36058411254889255,
      "learning_rate": 1.2692669395950078e-05,
      "loss": 0.8578,
      "step": 1723
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.34216280680786787,
      "learning_rate": 1.2676992895747017e-05,
      "loss": 0.6392,
      "step": 1724
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.30420985023415525,
      "learning_rate": 1.2661318994729867e-05,
      "loss": 0.5786,
      "step": 1725
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.30143145065343036,
      "learning_rate": 1.2645647710435965e-05,
      "loss": 0.5887,
      "step": 1726
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3748576467342296,
      "learning_rate": 1.2629979060399751e-05,
      "loss": 0.8615,
      "step": 1727
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.4382563153550041,
      "learning_rate": 1.2614313062152692e-05,
      "loss": 0.5844,
      "step": 1728
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2973947980130506,
      "learning_rate": 1.2598649733223275e-05,
      "loss": 0.574,
      "step": 1729
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3224046673568471,
      "learning_rate": 1.258298909113704e-05,
      "loss": 0.5938,
      "step": 1730
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.36684945482524617,
      "learning_rate": 1.256733115341649e-05,
      "loss": 0.8546,
      "step": 1731
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3036960512557954,
      "learning_rate": 1.255167593758111e-05,
      "loss": 0.6002,
      "step": 1732
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.31450747659565664,
      "learning_rate": 1.2536023461147347e-05,
      "loss": 0.5824,
      "step": 1733
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.4003585658165809,
      "learning_rate": 1.2520373741628573e-05,
      "loss": 0.8378,
      "step": 1734
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3556712818996085,
      "learning_rate": 1.2504726796535069e-05,
      "loss": 0.6252,
      "step": 1735
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.32646889137246154,
      "learning_rate": 1.248908264337404e-05,
      "loss": 0.5828,
      "step": 1736
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3008658658459421,
      "learning_rate": 1.2473441299649545e-05,
      "loss": 0.5713,
      "step": 1737
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.43297311816099604,
      "learning_rate": 1.2457802782862488e-05,
      "loss": 0.8462,
      "step": 1738
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3144639717691245,
      "learning_rate": 1.2442167110510643e-05,
      "loss": 0.5822,
      "step": 1739
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.31154539580303875,
      "learning_rate": 1.2426534300088577e-05,
      "loss": 0.5772,
      "step": 1740
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3727207723397832,
      "learning_rate": 1.2410904369087664e-05,
      "loss": 0.8304,
      "step": 1741
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3175758263771139,
      "learning_rate": 1.2395277334996045e-05,
      "loss": 0.6013,
      "step": 1742
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.30391852721689755,
      "learning_rate": 1.237965321529864e-05,
      "loss": 0.6002,
      "step": 1743
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.34444617144136547,
      "learning_rate": 1.2364032027477093e-05,
      "loss": 0.8621,
      "step": 1744
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3763189455685237,
      "learning_rate": 1.2348413789009763e-05,
      "loss": 0.5891,
      "step": 1745
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.44344266648710334,
      "learning_rate": 1.2332798517371732e-05,
      "loss": 0.6213,
      "step": 1746
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.30698982132558744,
      "learning_rate": 1.2317186230034743e-05,
      "loss": 0.5935,
      "step": 1747
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3168602516975504,
      "learning_rate": 1.2301576944467192e-05,
      "loss": 0.5921,
      "step": 1748
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3552567746061379,
      "learning_rate": 1.2285970678134144e-05,
      "loss": 0.8654,
      "step": 1749
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3132590584417623,
      "learning_rate": 1.2270367448497268e-05,
      "loss": 0.5941,
      "step": 1750
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.31476061037357145,
      "learning_rate": 1.225476727301483e-05,
      "loss": 0.589,
      "step": 1751
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3611498317790471,
      "learning_rate": 1.2239170169141696e-05,
      "loss": 0.8601,
      "step": 1752
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.320105568482908,
      "learning_rate": 1.2223576154329285e-05,
      "loss": 0.5828,
      "step": 1753
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.34433062466614967,
      "learning_rate": 1.2207985246025549e-05,
      "loss": 0.595,
      "step": 1754
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.345160104626171,
      "learning_rate": 1.2192397461674992e-05,
      "loss": 0.8516,
      "step": 1755
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.31200065938702154,
      "learning_rate": 1.2176812818718604e-05,
      "loss": 0.3974,
      "step": 1756
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3494893486332444,
      "learning_rate": 1.2161231334593853e-05,
      "loss": 0.861,
      "step": 1757
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3242345083407676,
      "learning_rate": 1.214565302673468e-05,
      "loss": 0.5837,
      "step": 1758
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.32272294458536027,
      "learning_rate": 1.213007791257149e-05,
      "loss": 0.5862,
      "step": 1759
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.3672161058930586,
      "learning_rate": 1.2114506009531091e-05,
      "loss": 0.8562,
      "step": 1760
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3200243849110376,
      "learning_rate": 1.2098937335036701e-05,
      "loss": 0.5926,
      "step": 1761
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.35856934646963284,
      "learning_rate": 1.2083371906507939e-05,
      "loss": 0.6351,
      "step": 1762
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3329893921350503,
      "learning_rate": 1.206780974136078e-05,
      "loss": 0.5956,
      "step": 1763
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3523676537760977,
      "learning_rate": 1.2052250857007548e-05,
      "loss": 0.8105,
      "step": 1764
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3104384447086769,
      "learning_rate": 1.2036695270856909e-05,
      "loss": 0.5563,
      "step": 1765
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.34837313318026014,
      "learning_rate": 1.2021143000313822e-05,
      "loss": 0.8691,
      "step": 1766
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3724470610944217,
      "learning_rate": 1.2005594062779539e-05,
      "loss": 0.6188,
      "step": 1767
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.29451063402520805,
      "learning_rate": 1.19900484756516e-05,
      "loss": 0.5981,
      "step": 1768
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3138341600958812,
      "learning_rate": 1.1974506256323776e-05,
      "loss": 0.607,
      "step": 1769
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.37484475876658646,
      "learning_rate": 1.1958967422186076e-05,
      "loss": 0.8537,
      "step": 1770
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.29448630375684315,
      "learning_rate": 1.1943431990624725e-05,
      "loss": 0.5833,
      "step": 1771
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3126973740694464,
      "learning_rate": 1.1927899979022143e-05,
      "loss": 0.5805,
      "step": 1772
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3624575938834935,
      "learning_rate": 1.1912371404756905e-05,
      "loss": 0.6486,
      "step": 1773
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3027830882565532,
      "learning_rate": 1.1896846285203771e-05,
      "loss": 0.5873,
      "step": 1774
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.35631693142317933,
      "learning_rate": 1.1881324637733613e-05,
      "loss": 0.8534,
      "step": 1775
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.955525207200316,
      "learning_rate": 1.186580647971342e-05,
      "loss": 0.5993,
      "step": 1776
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.30829759602550477,
      "learning_rate": 1.1850291828506274e-05,
      "loss": 0.5981,
      "step": 1777
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3668422334730386,
      "learning_rate": 1.1834780701471356e-05,
      "loss": 0.8554,
      "step": 1778
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.34079890159858817,
      "learning_rate": 1.1819273115963877e-05,
      "loss": 0.6111,
      "step": 1779
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3132860458535729,
      "learning_rate": 1.1803769089335097e-05,
      "loss": 0.5858,
      "step": 1780
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3661294435335552,
      "learning_rate": 1.1788268638932296e-05,
      "loss": 0.856,
      "step": 1781
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.32002564906508274,
      "learning_rate": 1.1772771782098748e-05,
      "loss": 0.6032,
      "step": 1782
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.32874983825036175,
      "learning_rate": 1.1757278536173702e-05,
      "loss": 0.5803,
      "step": 1783
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.5928965900847469,
      "learning_rate": 1.1741788918492386e-05,
      "loss": 0.596,
      "step": 1784
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.32695294724697477,
      "learning_rate": 1.1726302946385945e-05,
      "loss": 0.6118,
      "step": 1785
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4837302819554191,
      "learning_rate": 1.1710820637181449e-05,
      "loss": 0.8757,
      "step": 1786
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.31612571007548834,
      "learning_rate": 1.169534200820189e-05,
      "loss": 0.5727,
      "step": 1787
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3090801568869898,
      "learning_rate": 1.1679867076766123e-05,
      "loss": 0.5814,
      "step": 1788
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.35001161003659803,
      "learning_rate": 1.1664395860188864e-05,
      "loss": 0.8302,
      "step": 1789
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.31153891825027313,
      "learning_rate": 1.1648928375780688e-05,
      "loss": 0.5785,
      "step": 1790
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2979860754014292,
      "learning_rate": 1.163346464084798e-05,
      "loss": 0.6069,
      "step": 1791
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.36929072790666956,
      "learning_rate": 1.1618004672692937e-05,
      "loss": 0.85,
      "step": 1792
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2975344484415256,
      "learning_rate": 1.1602548488613533e-05,
      "loss": 0.579,
      "step": 1793
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.29721478945283736,
      "learning_rate": 1.1587096105903529e-05,
      "loss": 0.5945,
      "step": 1794
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.34421043397209744,
      "learning_rate": 1.1571647541852407e-05,
      "loss": 0.6537,
      "step": 1795
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3545041658069107,
      "learning_rate": 1.1556202813745383e-05,
      "loss": 0.8784,
      "step": 1796
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3224003697835103,
      "learning_rate": 1.1540761938863397e-05,
      "loss": 0.5877,
      "step": 1797
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2964101199556964,
      "learning_rate": 1.1525324934483063e-05,
      "loss": 0.5863,
      "step": 1798
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.30496213512739734,
      "learning_rate": 1.1509891817876664e-05,
      "loss": 0.5906,
      "step": 1799
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.36570564659851595,
      "learning_rate": 1.1494462606312141e-05,
      "loss": 0.8759,
      "step": 1800
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.299733085592644,
      "learning_rate": 1.147903731705306e-05,
      "loss": 0.5925,
      "step": 1801
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.30098415303612286,
      "learning_rate": 1.146361596735859e-05,
      "loss": 0.5847,
      "step": 1802
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.37564593938129154,
      "learning_rate": 1.144819857448352e-05,
      "loss": 0.8776,
      "step": 1803
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.36480125223762494,
      "learning_rate": 1.143278515567818e-05,
      "loss": 0.6027,
      "step": 1804
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.29620050044384966,
      "learning_rate": 1.1417375728188465e-05,
      "loss": 0.5678,
      "step": 1805
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.36015328465507296,
      "learning_rate": 1.1401970309255817e-05,
      "loss": 0.616,
      "step": 1806
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.36404016156687197,
      "learning_rate": 1.1386568916117178e-05,
      "loss": 0.8346,
      "step": 1807
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.29677577354585394,
      "learning_rate": 1.1371171566004986e-05,
      "loss": 0.5787,
      "step": 1808
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.32086794659888535,
      "learning_rate": 1.135577827614716e-05,
      "loss": 0.6057,
      "step": 1809
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3610142585281715,
      "learning_rate": 1.1340389063767077e-05,
      "loss": 0.879,
      "step": 1810
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.30185133984622964,
      "learning_rate": 1.132500394608355e-05,
      "loss": 0.5961,
      "step": 1811
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.30805464642757185,
      "learning_rate": 1.1309622940310798e-05,
      "loss": 0.5816,
      "step": 1812
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3405938758732022,
      "learning_rate": 1.1294246063658475e-05,
      "loss": 0.8457,
      "step": 1813
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.29689560386302616,
      "learning_rate": 1.1278873333331572e-05,
      "loss": 0.6117,
      "step": 1814
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4727178383963052,
      "learning_rate": 1.126350476653046e-05,
      "loss": 0.6209,
      "step": 1815
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2855859680401549,
      "learning_rate": 1.1248140380450865e-05,
      "loss": 0.5967,
      "step": 1816
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3394945696594637,
      "learning_rate": 1.1232780192283813e-05,
      "loss": 0.6175,
      "step": 1817
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3495658141519358,
      "learning_rate": 1.1217424219215641e-05,
      "loss": 0.835,
      "step": 1818
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.3004236459956035,
      "learning_rate": 1.1202072478427975e-05,
      "loss": 0.5844,
      "step": 1819
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2928291480204314,
      "learning_rate": 1.11867249870977e-05,
      "loss": 0.5793,
      "step": 1820
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8211722234074684,
      "learning_rate": 1.1171381762396937e-05,
      "loss": 0.8825,
      "step": 1821
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.32389950545931157,
      "learning_rate": 1.1156042821493062e-05,
      "loss": 0.5944,
      "step": 1822
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.28394242550479526,
      "learning_rate": 1.1140708181548629e-05,
      "loss": 0.5872,
      "step": 1823
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.36512689787558755,
      "learning_rate": 1.1125377859721383e-05,
      "loss": 0.8517,
      "step": 1824
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.30643524038596576,
      "learning_rate": 1.1110051873164259e-05,
      "loss": 0.5825,
      "step": 1825
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.28444610323039715,
      "learning_rate": 1.109473023902532e-05,
      "loss": 0.6138,
      "step": 1826
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3589175740377994,
      "learning_rate": 1.1079412974447769e-05,
      "loss": 0.8704,
      "step": 1827
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.31805055468419136,
      "learning_rate": 1.106410009656991e-05,
      "loss": 0.3966,
      "step": 1828
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3522581067102376,
      "learning_rate": 1.104879162252515e-05,
      "loss": 0.8452,
      "step": 1829
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.31611790917015786,
      "learning_rate": 1.1033487569441971e-05,
      "loss": 0.5782,
      "step": 1830
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2887579413089533,
      "learning_rate": 1.1018187954443884e-05,
      "loss": 0.5951,
      "step": 1831
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3617493655424364,
      "learning_rate": 1.1002892794649478e-05,
      "loss": 0.8779,
      "step": 1832
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.321662348823602,
      "learning_rate": 1.098760210717231e-05,
      "loss": 0.5809,
      "step": 1833
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.29109277533746936,
      "learning_rate": 1.0972315909120958e-05,
      "loss": 0.5915,
      "step": 1834
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3538029910427498,
      "learning_rate": 1.0957034217598983e-05,
      "loss": 0.8774,
      "step": 1835
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4399935559552116,
      "learning_rate": 1.0941757049704886e-05,
      "loss": 0.5999,
      "step": 1836
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2823330282041912,
      "learning_rate": 1.092648442253211e-05,
      "loss": 0.6008,
      "step": 1837
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.35636843354346265,
      "learning_rate": 1.0911216353169034e-05,
      "loss": 0.8734,
      "step": 1838
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.34069978302261567,
      "learning_rate": 1.0895952858698916e-05,
      "loss": 0.614,
      "step": 1839
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.28531192065682004,
      "learning_rate": 1.0880693956199902e-05,
      "loss": 0.576,
      "step": 1840
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.29410987488815404,
      "learning_rate": 1.0865439662745013e-05,
      "loss": 0.5726,
      "step": 1841
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.364104724831153,
      "learning_rate": 1.0850189995402096e-05,
      "loss": 0.8353,
      "step": 1842
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.30282936177640146,
      "learning_rate": 1.083494497123383e-05,
      "loss": 0.5656,
      "step": 1843
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3257991996351362,
      "learning_rate": 1.0819704607297687e-05,
      "loss": 0.6293,
      "step": 1844
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.29386960558675224,
      "learning_rate": 1.0804468920645949e-05,
      "loss": 0.5711,
      "step": 1845
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3081565957651193,
      "learning_rate": 1.0789237928325646e-05,
      "loss": 0.5977,
      "step": 1846
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3582771353492958,
      "learning_rate": 1.0774011647378554e-05,
      "loss": 0.8589,
      "step": 1847
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.27388578104684963,
      "learning_rate": 1.0758790094841194e-05,
      "loss": 0.5501,
      "step": 1848
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3448820206497615,
      "learning_rate": 1.074357328774478e-05,
      "loss": 0.8458,
      "step": 1849
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.3525428692936725,
      "learning_rate": 1.0728361243115216e-05,
      "loss": 0.6341,
      "step": 1850
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.29596003453641306,
      "learning_rate": 1.0713153977973098e-05,
      "loss": 0.597,
      "step": 1851
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.30643139502096506,
      "learning_rate": 1.069795150933365e-05,
      "loss": 0.5905,
      "step": 1852
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.33944280521196735,
      "learning_rate": 1.0682753854206735e-05,
      "loss": 0.8442,
      "step": 1853
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.31109239948547945,
      "learning_rate": 1.0667561029596847e-05,
      "loss": 0.5833,
      "step": 1854
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.334691968669734,
      "learning_rate": 1.0652373052503059e-05,
      "loss": 0.641,
      "step": 1855
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2896905753069529,
      "learning_rate": 1.0637189939919014e-05,
      "loss": 0.5993,
      "step": 1856
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.31159094114091307,
      "learning_rate": 1.0622011708832933e-05,
      "loss": 0.5768,
      "step": 1857
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.351644414255032,
      "learning_rate": 1.060683837622756e-05,
      "loss": 0.8605,
      "step": 1858
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.29815178128080444,
      "learning_rate": 1.0591669959080164e-05,
      "loss": 0.5761,
      "step": 1859
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.291201158836381,
      "learning_rate": 1.0576506474362507e-05,
      "loss": 0.597,
      "step": 1860
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.3880087738528173,
      "learning_rate": 1.0561347939040843e-05,
      "loss": 0.9003,
      "step": 1861
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.29057737375329346,
      "learning_rate": 1.0546194370075882e-05,
      "loss": 0.599,
      "step": 1862
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2865613054646457,
      "learning_rate": 1.053104578442277e-05,
      "loss": 0.5994,
      "step": 1863
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.4604915978453122,
      "learning_rate": 1.0515902199031098e-05,
      "loss": 0.8658,
      "step": 1864
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2879899049800068,
      "learning_rate": 1.0500763630844842e-05,
      "loss": 0.5966,
      "step": 1865
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.33939430307694807,
      "learning_rate": 1.0485630096802371e-05,
      "loss": 0.6177,
      "step": 1866
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.3034828396539909,
      "learning_rate": 1.0470501613836427e-05,
      "loss": 0.6129,
      "step": 1867
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.3410214613948706,
      "learning_rate": 1.0455378198874093e-05,
      "loss": 0.8742,
      "step": 1868
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.3019362882685936,
      "learning_rate": 1.044025986883678e-05,
      "loss": 0.5949,
      "step": 1869
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.3933030253981285,
      "learning_rate": 1.042514664064022e-05,
      "loss": 0.5889,
      "step": 1870
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2957013045402267,
      "learning_rate": 1.0410038531194428e-05,
      "loss": 0.5954,
      "step": 1871
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.36462251254838884,
      "learning_rate": 1.0394935557403684e-05,
      "loss": 0.8403,
      "step": 1872
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2847199696333977,
      "learning_rate": 1.0379837736166548e-05,
      "loss": 0.5801,
      "step": 1873
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.313222546773386,
      "learning_rate": 1.036474508437579e-05,
      "loss": 0.5954,
      "step": 1874
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.33593512737418546,
      "learning_rate": 1.0349657618918402e-05,
      "loss": 0.8307,
      "step": 1875
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2978922793325932,
      "learning_rate": 1.033457535667558e-05,
      "loss": 0.6057,
      "step": 1876
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.34769850849999556,
      "learning_rate": 1.0319498314522694e-05,
      "loss": 0.6425,
      "step": 1877
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.28893093103923034,
      "learning_rate": 1.0304426509329272e-05,
      "loss": 0.571,
      "step": 1878
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.35299702262295896,
      "learning_rate": 1.0289359957958979e-05,
      "loss": 0.8477,
      "step": 1879
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.30480114662048924,
      "learning_rate": 1.0274298677269612e-05,
      "loss": 0.5714,
      "step": 1880
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2883346278808315,
      "learning_rate": 1.025924268411306e-05,
      "loss": 0.606,
      "step": 1881
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.35669095472134543,
      "learning_rate": 1.0244191995335299e-05,
      "loss": 0.8644,
      "step": 1882
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.32004242673061073,
      "learning_rate": 1.0229146627776378e-05,
      "loss": 0.5917,
      "step": 1883
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2914346997832967,
      "learning_rate": 1.0214106598270381e-05,
      "loss": 0.5749,
      "step": 1884
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3653612727173593,
      "learning_rate": 1.0199071923645425e-05,
      "loss": 0.8588,
      "step": 1885
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4391963479280796,
      "learning_rate": 1.0184042620723637e-05,
      "loss": 0.6131,
      "step": 1886
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.296224419040508,
      "learning_rate": 1.0169018706321132e-05,
      "loss": 0.5996,
      "step": 1887
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.38342512701080184,
      "learning_rate": 1.0154000197247986e-05,
      "loss": 0.6335,
      "step": 1888
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.30632475566218254,
      "learning_rate": 1.0138987110308242e-05,
      "loss": 0.5756,
      "step": 1889
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3634615521938822,
      "learning_rate": 1.0123979462299874e-05,
      "loss": 0.8616,
      "step": 1890
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.30620204497826337,
      "learning_rate": 1.0108977270014752e-05,
      "loss": 0.5967,
      "step": 1891
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2897115578623286,
      "learning_rate": 1.0093980550238676e-05,
      "loss": 0.5767,
      "step": 1892
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.45017777573770845,
      "learning_rate": 1.007898931975129e-05,
      "loss": 0.865,
      "step": 1893
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.32644378397294876,
      "learning_rate": 1.0064003595326118e-05,
      "loss": 0.593,
      "step": 1894
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2870611527590156,
      "learning_rate": 1.0049023393730502e-05,
      "loss": 0.5809,
      "step": 1895
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.35571461466162746,
      "learning_rate": 1.0034048731725631e-05,
      "loss": 0.856,
      "step": 1896
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.29883023200455716,
      "learning_rate": 1.0019079626066473e-05,
      "loss": 0.5954,
      "step": 1897
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.28943647313616094,
      "learning_rate": 1.000411609350179e-05,
      "loss": 0.5894,
      "step": 1898
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.34131874228716585,
      "learning_rate": 9.989158150774109e-06,
      "loss": 0.6162,
      "step": 1899
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.29333209741514543,
      "learning_rate": 9.974205814619697e-06,
      "loss": 0.5989,
      "step": 1900
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.33977458923275783,
      "learning_rate": 9.959259101768546e-06,
      "loss": 0.818,
      "step": 1901
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.29214852094755717,
      "learning_rate": 9.944318028944374e-06,
      "loss": 0.5953,
      "step": 1902
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3049372108435585,
      "learning_rate": 9.929382612864568e-06,
      "loss": 0.5848,
      "step": 1903
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3413166083244434,
      "learning_rate": 9.91445287024019e-06,
      "loss": 0.8607,
      "step": 1904
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3122309161043523,
      "learning_rate": 9.899528817775964e-06,
      "loss": 0.5744,
      "step": 1905
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.28163287835629636,
      "learning_rate": 9.884610472170235e-06,
      "loss": 0.592,
      "step": 1906
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3572000765999966,
      "learning_rate": 9.86969785011497e-06,
      "loss": 0.8666,
      "step": 1907
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3050498134491161,
      "learning_rate": 9.854790968295731e-06,
      "loss": 0.5696,
      "step": 1908
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3061751188940535,
      "learning_rate": 9.839889843391658e-06,
      "loss": 0.5882,
      "step": 1909
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3638617921526853,
      "learning_rate": 9.824994492075444e-06,
      "loss": 0.6465,
      "step": 1910
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3566731659905755,
      "learning_rate": 9.810104931013324e-06,
      "loss": 0.8619,
      "step": 1911
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3023931660324482,
      "learning_rate": 9.795221176865065e-06,
      "loss": 0.6076,
      "step": 1912
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2932828879896059,
      "learning_rate": 9.780343246283924e-06,
      "loss": 0.5714,
      "step": 1913
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.37649001756496125,
      "learning_rate": 9.765471155916645e-06,
      "loss": 0.8714,
      "step": 1914
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3076009936612092,
      "learning_rate": 9.75060492240344e-06,
      "loss": 0.5661,
      "step": 1915
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.30876821180530245,
      "learning_rate": 9.73574456237797e-06,
      "loss": 0.5775,
      "step": 1916
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.31612621414213743,
      "learning_rate": 9.72089009246731e-06,
      "loss": 0.5894,
      "step": 1917
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.35928799333984857,
      "learning_rate": 9.70604152929197e-06,
      "loss": 0.8481,
      "step": 1918
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3130888139504024,
      "learning_rate": 9.691198889465826e-06,
      "loss": 0.5897,
      "step": 1919
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2867731881757575,
      "learning_rate": 9.676362189596135e-06,
      "loss": 0.5774,
      "step": 1920
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.36587777755373285,
      "learning_rate": 9.661531446283519e-06,
      "loss": 0.6381,
      "step": 1921
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3569795530844735,
      "learning_rate": 9.646706676121924e-06,
      "loss": 0.8366,
      "step": 1922
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2995102072181223,
      "learning_rate": 9.631887895698608e-06,
      "loss": 0.5891,
      "step": 1923
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2946312549465398,
      "learning_rate": 9.617075121594142e-06,
      "loss": 0.5895,
      "step": 1924
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3500296340522303,
      "learning_rate": 9.602268370382363e-06,
      "loss": 0.8448,
      "step": 1925
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3014611117520793,
      "learning_rate": 9.587467658630374e-06,
      "loss": 0.5586,
      "step": 1926
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.32293520350603167,
      "learning_rate": 9.572673002898527e-06,
      "loss": 0.6099,
      "step": 1927
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.29724304570651083,
      "learning_rate": 9.557884419740387e-06,
      "loss": 0.5881,
      "step": 1928
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2879289464960066,
      "learning_rate": 9.543101925702733e-06,
      "loss": 0.6083,
      "step": 1929
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3425507344863715,
      "learning_rate": 9.528325537325516e-06,
      "loss": 0.8381,
      "step": 1930
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3125844517873092,
      "learning_rate": 9.513555271141884e-06,
      "loss": 0.7569,
      "step": 1931
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2723116038746969,
      "learning_rate": 9.49879114367811e-06,
      "loss": 0.3957,
      "step": 1932
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.35245876601810777,
      "learning_rate": 9.4840331714536e-06,
      "loss": 0.8685,
      "step": 1933
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2855255605239495,
      "learning_rate": 9.46928137098089e-06,
      "loss": 0.6132,
      "step": 1934
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.2893369829221107,
      "learning_rate": 9.454535758765597e-06,
      "loss": 0.5955,
      "step": 1935
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3471385381230962,
      "learning_rate": 9.439796351306408e-06,
      "loss": 0.871,
      "step": 1936
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3017435340834715,
      "learning_rate": 9.42506316509509e-06,
      "loss": 0.5975,
      "step": 1937
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.32290726949001897,
      "learning_rate": 9.410336216616427e-06,
      "loss": 0.6005,
      "step": 1938
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.30050593060742653,
      "learning_rate": 9.395615522348227e-06,
      "loss": 0.5838,
      "step": 1939
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.34519254176658903,
      "learning_rate": 9.380901098761319e-06,
      "loss": 0.8335,
      "step": 1940
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.3146459371868473,
      "learning_rate": 9.366192962319496e-06,
      "loss": 0.5897,
      "step": 1941
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.29230209001007434,
      "learning_rate": 9.351491129479519e-06,
      "loss": 0.5832,
      "step": 1942
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.342805548692944,
      "learning_rate": 9.336795616691104e-06,
      "loss": 0.5803,
      "step": 1943
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.35402289578129537,
      "learning_rate": 9.322106440396891e-06,
      "loss": 0.8365,
      "step": 1944
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3045796455907794,
      "learning_rate": 9.307423617032429e-06,
      "loss": 0.5626,
      "step": 1945
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.38085973322998046,
      "learning_rate": 9.292747163026155e-06,
      "loss": 0.6013,
      "step": 1946
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.376693734396948,
      "learning_rate": 9.278077094799396e-06,
      "loss": 0.8874,
      "step": 1947
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.29599697273516185,
      "learning_rate": 9.263413428766312e-06,
      "loss": 0.5848,
      "step": 1948
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.33522444207420843,
      "learning_rate": 9.248756181333911e-06,
      "loss": 0.6252,
      "step": 1949
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.34065286631727115,
      "learning_rate": 9.234105368902026e-06,
      "loss": 0.5998,
      "step": 1950
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.42874696574863935,
      "learning_rate": 9.219461007863278e-06,
      "loss": 0.8791,
      "step": 1951
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.29624366710176697,
      "learning_rate": 9.20482311460307e-06,
      "loss": 0.5968,
      "step": 1952
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2998459600156505,
      "learning_rate": 9.19019170549958e-06,
      "loss": 0.586,
      "step": 1953
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.39440752308431754,
      "learning_rate": 9.175566796923721e-06,
      "loss": 0.8593,
      "step": 1954
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2998339573015956,
      "learning_rate": 9.16094840523913e-06,
      "loss": 0.588,
      "step": 1955
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.28340024013044757,
      "learning_rate": 9.146336546802162e-06,
      "loss": 0.5814,
      "step": 1956
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3545936735923079,
      "learning_rate": 9.131731237961856e-06,
      "loss": 0.8436,
      "step": 1957
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.31307281618866944,
      "learning_rate": 9.117132495059918e-06,
      "loss": 0.5945,
      "step": 1958
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.43981862151280166,
      "learning_rate": 9.102540334430724e-06,
      "loss": 0.5826,
      "step": 1959
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3329769064780792,
      "learning_rate": 9.08795477240127e-06,
      "loss": 0.6307,
      "step": 1960
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2825309057857243,
      "learning_rate": 9.073375825291172e-06,
      "loss": 0.5927,
      "step": 1961
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.35337922806443967,
      "learning_rate": 9.058803509412647e-06,
      "loss": 0.8726,
      "step": 1962
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.29236178223250986,
      "learning_rate": 9.044237841070494e-06,
      "loss": 0.5684,
      "step": 1963
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2886287978716837,
      "learning_rate": 9.02967883656207e-06,
      "loss": 0.581,
      "step": 1964
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.37267779841450793,
      "learning_rate": 9.015126512177275e-06,
      "loss": 0.8528,
      "step": 1965
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2938696394587754,
      "learning_rate": 9.000580884198537e-06,
      "loss": 0.5883,
      "step": 1966
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.373479412406044,
      "learning_rate": 8.986041968900797e-06,
      "loss": 0.5965,
      "step": 1967
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.566744462159,
      "learning_rate": 8.971509782551473e-06,
      "loss": 0.8799,
      "step": 1968
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2745267390983921,
      "learning_rate": 8.956984341410469e-06,
      "loss": 0.5527,
      "step": 1969
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3211469772703663,
      "learning_rate": 8.94246566173013e-06,
      "loss": 0.6253,
      "step": 1970
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2993753037841634,
      "learning_rate": 8.927953759755236e-06,
      "loss": 0.5902,
      "step": 1971
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2876956767764448,
      "learning_rate": 8.913448651722994e-06,
      "loss": 0.5773,
      "step": 1972
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3587407140419981,
      "learning_rate": 8.898950353863e-06,
      "loss": 0.8151,
      "step": 1973
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2873804655036646,
      "learning_rate": 8.884458882397226e-06,
      "loss": 0.5741,
      "step": 1974
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.28272779312286694,
      "learning_rate": 8.869974253540023e-06,
      "loss": 0.5728,
      "step": 1975
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.34772920467447355,
      "learning_rate": 8.85549648349807e-06,
      "loss": 0.8348,
      "step": 1976
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3079149172090381,
      "learning_rate": 8.841025588470374e-06,
      "loss": 0.5771,
      "step": 1977
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2963992052316419,
      "learning_rate": 8.826561584648262e-06,
      "loss": 0.5889,
      "step": 1978
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.35100839662622835,
      "learning_rate": 8.812104488215334e-06,
      "loss": 0.8806,
      "step": 1979
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2961596613035231,
      "learning_rate": 8.797654315347472e-06,
      "loss": 0.5812,
      "step": 1980
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3361071127329587,
      "learning_rate": 8.783211082212804e-06,
      "loss": 0.6382,
      "step": 1981
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3054939182350643,
      "learning_rate": 8.768774804971705e-06,
      "loss": 0.5899,
      "step": 1982
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.35090791260010035,
      "learning_rate": 8.754345499776757e-06,
      "loss": 0.8749,
      "step": 1983
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2903944820097756,
      "learning_rate": 8.739923182772732e-06,
      "loss": 0.5869,
      "step": 1984
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.28950866932252517,
      "learning_rate": 8.72550787009661e-06,
      "loss": 0.5682,
      "step": 1985
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3078326116800906,
      "learning_rate": 8.711099577877514e-06,
      "loss": 0.5872,
      "step": 1986
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3994800699990002,
      "learning_rate": 8.696698322236706e-06,
      "loss": 0.8118,
      "step": 1987
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.28442211711856596,
      "learning_rate": 8.682304119287602e-06,
      "loss": 0.565,
      "step": 1988
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2840531453646093,
      "learning_rate": 8.6679169851357e-06,
      "loss": 0.584,
      "step": 1989
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.36349554721682414,
      "learning_rate": 8.653536935878595e-06,
      "loss": 0.8813,
      "step": 1990
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3113491729985897,
      "learning_rate": 8.639163987605977e-06,
      "loss": 0.5819,
      "step": 1991
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3316453200435214,
      "learning_rate": 8.624798156399554e-06,
      "loss": 0.6672,
      "step": 1992
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2849188169848693,
      "learning_rate": 8.610439458333088e-06,
      "loss": 0.5676,
      "step": 1993
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.35002919972313595,
      "learning_rate": 8.596087909472374e-06,
      "loss": 0.8354,
      "step": 1994
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.29074693075593494,
      "learning_rate": 8.58174352587519e-06,
      "loss": 0.607,
      "step": 1995
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2846125788381585,
      "learning_rate": 8.567406323591297e-06,
      "loss": 0.58,
      "step": 1996
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3572136233994831,
      "learning_rate": 8.553076318662425e-06,
      "loss": 0.8609,
      "step": 1997
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2874974171559899,
      "learning_rate": 8.538753527122262e-06,
      "loss": 0.5725,
      "step": 1998
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.28194436968584763,
      "learning_rate": 8.524437964996407e-06,
      "loss": 0.5862,
      "step": 1999
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.42020725421391497,
      "learning_rate": 8.510129648302373e-06,
      "loss": 0.8505,
      "step": 2000
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.31025579646421314,
      "learning_rate": 8.495828593049589e-06,
      "loss": 0.6138,
      "step": 2001
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.29552674280325025,
      "learning_rate": 8.481534815239323e-06,
      "loss": 0.5873,
      "step": 2002
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3298066448216788,
      "learning_rate": 8.467248330864719e-06,
      "loss": 0.6199,
      "step": 2003
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2904753625671434,
      "learning_rate": 8.45296915591077e-06,
      "loss": 0.6173,
      "step": 2004
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3792879407248594,
      "learning_rate": 8.438697306354274e-06,
      "loss": 0.8611,
      "step": 2005
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2980951927549134,
      "learning_rate": 8.424432798163838e-06,
      "loss": 0.5897,
      "step": 2006
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.29850123614878205,
      "learning_rate": 8.410175647299864e-06,
      "loss": 0.5548,
      "step": 2007
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3414656962371591,
      "learning_rate": 8.395925869714508e-06,
      "loss": 0.8506,
      "step": 2008
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.33358910841590406,
      "learning_rate": 8.381683481351676e-06,
      "loss": 0.6352,
      "step": 2009
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.29215066516987975,
      "learning_rate": 8.367448498147034e-06,
      "loss": 0.5858,
      "step": 2010
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2884920283558209,
      "learning_rate": 8.353220936027919e-06,
      "loss": 0.6068,
      "step": 2011
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3595200782262894,
      "learning_rate": 8.339000810913388e-06,
      "loss": 0.8484,
      "step": 2012
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2955571214344184,
      "learning_rate": 8.324788138714187e-06,
      "loss": 0.5732,
      "step": 2013
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.28960056153439523,
      "learning_rate": 8.310582935332705e-06,
      "loss": 0.5878,
      "step": 2014
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.28159910216255013,
      "learning_rate": 8.296385216662984e-06,
      "loss": 0.5779,
      "step": 2015
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.34544784548747104,
      "learning_rate": 8.282194998590676e-06,
      "loss": 0.835,
      "step": 2016
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2979023714049358,
      "learning_rate": 8.268012296993067e-06,
      "loss": 0.6093,
      "step": 2017
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.42162088369096534,
      "learning_rate": 8.253837127739016e-06,
      "loss": 0.5937,
      "step": 2018
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3578508091370182,
      "learning_rate": 8.239669506688946e-06,
      "loss": 0.8604,
      "step": 2019
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.344273487928932,
      "learning_rate": 8.225509449694866e-06,
      "loss": 0.6578,
      "step": 2020
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2898603772071304,
      "learning_rate": 8.211356972600281e-06,
      "loss": 0.5949,
      "step": 2021
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2946711603547827,
      "learning_rate": 8.197212091240237e-06,
      "loss": 0.5642,
      "step": 2022
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3414100721699114,
      "learning_rate": 8.183074821441287e-06,
      "loss": 0.838,
      "step": 2023
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2809970525292798,
      "learning_rate": 8.168945179021459e-06,
      "loss": 0.5884,
      "step": 2024
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.29357984339953197,
      "learning_rate": 8.154823179790237e-06,
      "loss": 0.5915,
      "step": 2025
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.3632412690671305,
      "learning_rate": 8.140708839548578e-06,
      "loss": 0.8528,
      "step": 2026
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2900664764684141,
      "learning_rate": 8.126602174088843e-06,
      "loss": 0.5989,
      "step": 2027
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2994592643426804,
      "learning_rate": 8.112503199194821e-06,
      "loss": 0.5675,
      "step": 2028
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.33953264512318365,
      "learning_rate": 8.098411930641705e-06,
      "loss": 0.8604,
      "step": 2029
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.33707174170936854,
      "learning_rate": 8.084328384196035e-06,
      "loss": 0.5949,
      "step": 2030
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.33961612091870724,
      "learning_rate": 8.070252575615737e-06,
      "loss": 0.6256,
      "step": 2031
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.291944319762439,
      "learning_rate": 8.056184520650064e-06,
      "loss": 0.6057,
      "step": 2032
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.496612022573627,
      "learning_rate": 8.042124235039613e-06,
      "loss": 0.5844,
      "step": 2033
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.35610230815292193,
      "learning_rate": 8.02807173451627e-06,
      "loss": 0.8212,
      "step": 2034
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.28728591575005846,
      "learning_rate": 8.014027034803209e-06,
      "loss": 0.6015,
      "step": 2035
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.28998587161178463,
      "learning_rate": 7.999990151614895e-06,
      "loss": 0.5855,
      "step": 2036
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3547755202390015,
      "learning_rate": 7.98596110065703e-06,
      "loss": 0.8575,
      "step": 2037
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2973996595314882,
      "learning_rate": 7.97193989762656e-06,
      "loss": 0.5936,
      "step": 2038
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.28110051529973196,
      "learning_rate": 7.957926558211643e-06,
      "loss": 0.5965,
      "step": 2039
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3485024861995234,
      "learning_rate": 7.943921098091644e-06,
      "loss": 0.8412,
      "step": 2040
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.31667613162191577,
      "learning_rate": 7.929923532937108e-06,
      "loss": 0.5942,
      "step": 2041
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3320143447646092,
      "learning_rate": 7.915933878409762e-06,
      "loss": 0.6191,
      "step": 2042
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.295449982013471,
      "learning_rate": 7.901952150162459e-06,
      "loss": 0.589,
      "step": 2043
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2969006762018296,
      "learning_rate": 7.88797836383919e-06,
      "loss": 0.6,
      "step": 2044
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.34546100931747303,
      "learning_rate": 7.874012535075077e-06,
      "loss": 0.8288,
      "step": 2045
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.29597869875889216,
      "learning_rate": 7.860054679496316e-06,
      "loss": 0.5938,
      "step": 2046
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3089482153754184,
      "learning_rate": 7.846104812720195e-06,
      "loss": 0.5869,
      "step": 2047
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.36433287687667815,
      "learning_rate": 7.832162950355057e-06,
      "loss": 0.8423,
      "step": 2048
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.30750164156224075,
      "learning_rate": 7.81822910800029e-06,
      "loss": 0.5808,
      "step": 2049
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2834041218856756,
      "learning_rate": 7.804303301246311e-06,
      "loss": 0.5802,
      "step": 2050
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3588649017408353,
      "learning_rate": 7.79038554567454e-06,
      "loss": 0.8339,
      "step": 2051
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3229090567183305,
      "learning_rate": 7.776475856857409e-06,
      "loss": 0.5773,
      "step": 2052
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.33401509193615897,
      "learning_rate": 7.762574250358294e-06,
      "loss": 0.6517,
      "step": 2053
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2876633153073723,
      "learning_rate": 7.74868074173154e-06,
      "loss": 0.6028,
      "step": 2054
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.35370813609111623,
      "learning_rate": 7.73479534652245e-06,
      "loss": 0.8448,
      "step": 2055
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2964622276698857,
      "learning_rate": 7.720918080267222e-06,
      "loss": 0.5991,
      "step": 2056
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.29932205649540894,
      "learning_rate": 7.707048958492971e-06,
      "loss": 0.5802,
      "step": 2057
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2987836295441598,
      "learning_rate": 7.693187996717698e-06,
      "loss": 0.558,
      "step": 2058
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3332542862615514,
      "learning_rate": 7.679335210450276e-06,
      "loss": 0.8295,
      "step": 2059
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.29839197823025715,
      "learning_rate": 7.66549061519042e-06,
      "loss": 0.6021,
      "step": 2060
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.30131371127317347,
      "learning_rate": 7.651654226428696e-06,
      "loss": 0.6169,
      "step": 2061
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.34945215836212223,
      "learning_rate": 7.63782605964648e-06,
      "loss": 0.8486,
      "step": 2062
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.28812961134871934,
      "learning_rate": 7.624006130315942e-06,
      "loss": 0.5772,
      "step": 2063
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3457546324044742,
      "learning_rate": 7.61019445390005e-06,
      "loss": 0.6418,
      "step": 2064
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2927994871451805,
      "learning_rate": 7.596391045852529e-06,
      "loss": 0.5927,
      "step": 2065
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.3537319692050098,
      "learning_rate": 7.5825959216178495e-06,
      "loss": 0.8756,
      "step": 2066
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3257795549440655,
      "learning_rate": 7.568809096631218e-06,
      "loss": 0.5893,
      "step": 2067
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2800910526417546,
      "learning_rate": 7.555030586318555e-06,
      "loss": 0.5664,
      "step": 2068
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.35060706467989144,
      "learning_rate": 7.541260406096479e-06,
      "loss": 0.8403,
      "step": 2069
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.31480550388991096,
      "learning_rate": 7.527498571372275e-06,
      "loss": 0.5698,
      "step": 2070
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2865617558252989,
      "learning_rate": 7.513745097543917e-06,
      "loss": 0.5859,
      "step": 2071
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3320322578331628,
      "learning_rate": 7.500000000000004e-06,
      "loss": 0.879,
      "step": 2072
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2899494798389621,
      "learning_rate": 7.486263294119757e-06,
      "loss": 0.5857,
      "step": 2073
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.28613511194400953,
      "learning_rate": 7.472534995273034e-06,
      "loss": 0.5946,
      "step": 2074
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.32443886898420526,
      "learning_rate": 7.458815118820262e-06,
      "loss": 0.6404,
      "step": 2075
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.5287170012178777,
      "learning_rate": 7.445103680112457e-06,
      "loss": 0.5998,
      "step": 2076
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3535306343503661,
      "learning_rate": 7.431400694491183e-06,
      "loss": 0.8604,
      "step": 2077
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.28374856890746186,
      "learning_rate": 7.4177061772885596e-06,
      "loss": 0.5833,
      "step": 2078
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2767719536433052,
      "learning_rate": 7.4040201438272154e-06,
      "loss": 0.5801,
      "step": 2079
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3255907062034998,
      "learning_rate": 7.390342609420306e-06,
      "loss": 0.6276,
      "step": 2080
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3018817785976429,
      "learning_rate": 7.376673589371466e-06,
      "loss": 0.7287,
      "step": 2081
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.29435800273483953,
      "learning_rate": 7.3630130989748e-06,
      "loss": 0.5769,
      "step": 2082
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.35876637094270236,
      "learning_rate": 7.349361153514871e-06,
      "loss": 0.8896,
      "step": 2083
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.29453963445194814,
      "learning_rate": 7.3357177682666926e-06,
      "loss": 0.5926,
      "step": 2084
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.29073388128831323,
      "learning_rate": 7.322082958495686e-06,
      "loss": 0.5877,
      "step": 2085
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.33538979014223047,
      "learning_rate": 7.308456739457686e-06,
      "loss": 0.6289,
      "step": 2086
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3753896305674978,
      "learning_rate": 7.294839126398909e-06,
      "loss": 0.5923,
      "step": 2087
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3575342061858606,
      "learning_rate": 7.281230134555946e-06,
      "loss": 0.8485,
      "step": 2088
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.28410943801587896,
      "learning_rate": 7.267629779155736e-06,
      "loss": 0.5868,
      "step": 2089
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2785850788579286,
      "learning_rate": 7.254038075415573e-06,
      "loss": 0.5868,
      "step": 2090
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.32124258166258907,
      "learning_rate": 7.24045503854305e-06,
      "loss": 0.6019,
      "step": 2091
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3772124543106557,
      "learning_rate": 7.226880683736066e-06,
      "loss": 0.8551,
      "step": 2092
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.28507096813804284,
      "learning_rate": 7.213315026182822e-06,
      "loss": 0.562,
      "step": 2093
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2874882034556249,
      "learning_rate": 7.19975808106177e-06,
      "loss": 0.5968,
      "step": 2094
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3439580512297067,
      "learning_rate": 7.186209863541618e-06,
      "loss": 0.8219,
      "step": 2095
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.29721589058017434,
      "learning_rate": 7.172670388781314e-06,
      "loss": 0.5803,
      "step": 2096
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.168503796810182,
      "learning_rate": 7.159139671930018e-06,
      "loss": 0.5964,
      "step": 2097
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3410158543144548,
      "learning_rate": 7.1456177281270945e-06,
      "loss": 0.8512,
      "step": 2098
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.28483184835317343,
      "learning_rate": 7.132104572502085e-06,
      "loss": 0.5991,
      "step": 2099
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.6100311635068413,
      "learning_rate": 7.118600220174716e-06,
      "loss": 0.6018,
      "step": 2100
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3958089307113638,
      "learning_rate": 7.105104686254844e-06,
      "loss": 0.5793,
      "step": 2101
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3260228212414272,
      "learning_rate": 7.091617985842463e-06,
      "loss": 0.6476,
      "step": 2102
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.35878752777022055,
      "learning_rate": 7.078140134027697e-06,
      "loss": 0.8572,
      "step": 2103
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.29459227059632964,
      "learning_rate": 7.064671145890753e-06,
      "loss": 0.5774,
      "step": 2104
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.29486303533392305,
      "learning_rate": 7.051211036501928e-06,
      "loss": 0.5957,
      "step": 2105
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.35155954668396777,
      "learning_rate": 7.037759820921584e-06,
      "loss": 0.8687,
      "step": 2106
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.32786542854681344,
      "learning_rate": 7.02431751420013e-06,
      "loss": 0.5943,
      "step": 2107
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.29473701874015956,
      "learning_rate": 7.010884131378002e-06,
      "loss": 0.5878,
      "step": 2108
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.35429532527685886,
      "learning_rate": 6.99745968748567e-06,
      "loss": 0.8536,
      "step": 2109
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.33214756768393056,
      "learning_rate": 6.984044197543586e-06,
      "loss": 0.5892,
      "step": 2110
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.2978482018036655,
      "learning_rate": 6.970637676562178e-06,
      "loss": 0.5823,
      "step": 2111
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3629517886016944,
      "learning_rate": 6.9572401395418615e-06,
      "loss": 0.8355,
      "step": 2112
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.29596186249393125,
      "learning_rate": 6.94385160147298e-06,
      "loss": 0.3903,
      "step": 2113
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3389039118363388,
      "learning_rate": 6.930472077335814e-06,
      "loss": 0.8609,
      "step": 2114
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.2935929363242291,
      "learning_rate": 6.917101582100559e-06,
      "loss": 0.5704,
      "step": 2115
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.30497833151717135,
      "learning_rate": 6.903740130727312e-06,
      "loss": 0.5909,
      "step": 2116
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3420146491863299,
      "learning_rate": 6.890387738166042e-06,
      "loss": 0.8366,
      "step": 2117
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.2899907161832135,
      "learning_rate": 6.877044419356584e-06,
      "loss": 0.592,
      "step": 2118
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.29807583115749897,
      "learning_rate": 6.863710189228636e-06,
      "loss": 0.5801,
      "step": 2119
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3386889676466844,
      "learning_rate": 6.850385062701708e-06,
      "loss": 0.8378,
      "step": 2120
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.28092440593666373,
      "learning_rate": 6.837069054685123e-06,
      "loss": 0.5711,
      "step": 2121
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.30304967246156145,
      "learning_rate": 6.8237621800780255e-06,
      "loss": 0.5926,
      "step": 2122
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.33487088606821885,
      "learning_rate": 6.810464453769314e-06,
      "loss": 0.8168,
      "step": 2123
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.33118997687714496,
      "learning_rate": 6.797175890637663e-06,
      "loss": 0.6316,
      "step": 2124
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.28969530765945223,
      "learning_rate": 6.783896505551493e-06,
      "loss": 0.5588,
      "step": 2125
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.2859575682960512,
      "learning_rate": 6.770626313368955e-06,
      "loss": 0.5824,
      "step": 2126
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.3619971278878983,
      "learning_rate": 6.75736532893791e-06,
      "loss": 0.849,
      "step": 2127
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.2980387124642338,
      "learning_rate": 6.744113567095929e-06,
      "loss": 0.5757,
      "step": 2128
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.29647208760348404,
      "learning_rate": 6.730871042670254e-06,
      "loss": 0.5631,
      "step": 2129
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.28263843504623304,
      "learning_rate": 6.7176377704777845e-06,
      "loss": 0.5726,
      "step": 2130
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.36262953429201156,
      "learning_rate": 6.7044137653250866e-06,
      "loss": 0.8653,
      "step": 2131
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3095145819050988,
      "learning_rate": 6.691199042008346e-06,
      "loss": 0.5789,
      "step": 2132
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.28707111086821,
      "learning_rate": 6.677993615313363e-06,
      "loss": 0.5747,
      "step": 2133
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.34148725551677,
      "learning_rate": 6.6647975000155345e-06,
      "loss": 0.8279,
      "step": 2134
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3266146254747807,
      "learning_rate": 6.651610710879847e-06,
      "loss": 0.6066,
      "step": 2135
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.28282403906096604,
      "learning_rate": 6.638433262660844e-06,
      "loss": 0.591,
      "step": 2136
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.28802036486792876,
      "learning_rate": 6.625265170102616e-06,
      "loss": 0.6085,
      "step": 2137
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.35484772489408106,
      "learning_rate": 6.6121064479388e-06,
      "loss": 0.8583,
      "step": 2138
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2843254911971729,
      "learning_rate": 6.598957110892534e-06,
      "loss": 0.5635,
      "step": 2139
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2864988343973829,
      "learning_rate": 6.585817173676456e-06,
      "loss": 0.581,
      "step": 2140
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.37058098982849763,
      "learning_rate": 6.5726866509926975e-06,
      "loss": 0.8265,
      "step": 2141
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2797147199892006,
      "learning_rate": 6.559565557532847e-06,
      "loss": 0.5726,
      "step": 2142
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2789349993801664,
      "learning_rate": 6.546453907977946e-06,
      "loss": 0.6002,
      "step": 2143
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.359190352370393,
      "learning_rate": 6.533351716998466e-06,
      "loss": 0.8364,
      "step": 2144
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.29032022579564537,
      "learning_rate": 6.520258999254296e-06,
      "loss": 0.5756,
      "step": 2145
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.4598002916741017,
      "learning_rate": 6.507175769394727e-06,
      "loss": 0.6334,
      "step": 2146
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2843578596069952,
      "learning_rate": 6.494102042058441e-06,
      "loss": 0.592,
      "step": 2147
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.29979204917730784,
      "learning_rate": 6.481037831873475e-06,
      "loss": 0.5757,
      "step": 2148
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3507742246122821,
      "learning_rate": 6.467983153457227e-06,
      "loss": 0.845,
      "step": 2149
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2974166602450591,
      "learning_rate": 6.454938021416418e-06,
      "loss": 0.5602,
      "step": 2150
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6759322518740117,
      "learning_rate": 6.441902450347108e-06,
      "loss": 0.6034,
      "step": 2151
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3602371388567657,
      "learning_rate": 6.428876454834643e-06,
      "loss": 0.8789,
      "step": 2152
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3144956148447381,
      "learning_rate": 6.415860049453658e-06,
      "loss": 0.6088,
      "step": 2153
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2924887661360178,
      "learning_rate": 6.40285324876806e-06,
      "loss": 0.5629,
      "step": 2154
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3414832852486675,
      "learning_rate": 6.389856067331007e-06,
      "loss": 0.8698,
      "step": 2155
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.362871535687849,
      "learning_rate": 6.376868519684892e-06,
      "loss": 0.5909,
      "step": 2156
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.3279905775337495,
      "learning_rate": 6.363890620361344e-06,
      "loss": 0.624,
      "step": 2157
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2853284619375382,
      "learning_rate": 6.350922383881178e-06,
      "loss": 0.5817,
      "step": 2158
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.29557332385549306,
      "learning_rate": 6.337963824754399e-06,
      "loss": 0.5654,
      "step": 2159
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.341422238757185,
      "learning_rate": 6.325014957480203e-06,
      "loss": 0.8692,
      "step": 2160
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2894908275046884,
      "learning_rate": 6.31207579654692e-06,
      "loss": 0.5785,
      "step": 2161
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2892519988213584,
      "learning_rate": 6.2991463564320296e-06,
      "loss": 0.5887,
      "step": 2162
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3122378258209536,
      "learning_rate": 6.286226651602134e-06,
      "loss": 0.6346,
      "step": 2163
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3147463494732522,
      "learning_rate": 6.273316696512941e-06,
      "loss": 0.7528,
      "step": 2164
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.29737633953537324,
      "learning_rate": 6.260416505609247e-06,
      "loss": 0.5869,
      "step": 2165
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3457355332520332,
      "learning_rate": 6.2475260933249375e-06,
      "loss": 0.8555,
      "step": 2166
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.32224447362464237,
      "learning_rate": 6.23464547408294e-06,
      "loss": 0.5966,
      "step": 2167
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.32259282004837775,
      "learning_rate": 6.221774662295232e-06,
      "loss": 0.6277,
      "step": 2168
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.28050647335414775,
      "learning_rate": 6.20891367236281e-06,
      "loss": 0.5763,
      "step": 2169
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.34345114383177394,
      "learning_rate": 6.196062518675701e-06,
      "loss": 0.8393,
      "step": 2170
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.29461150948826526,
      "learning_rate": 6.1832212156129045e-06,
      "loss": 0.5849,
      "step": 2171
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2809636620103479,
      "learning_rate": 6.170389777542409e-06,
      "loss": 0.5822,
      "step": 2172
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.28941729451245307,
      "learning_rate": 6.157568218821162e-06,
      "loss": 0.5813,
      "step": 2173
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.32217473476426395,
      "learning_rate": 6.144756553795056e-06,
      "loss": 0.6127,
      "step": 2174
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.34495760125237834,
      "learning_rate": 6.131954796798915e-06,
      "loss": 0.8437,
      "step": 2175
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.28480764191911573,
      "learning_rate": 6.119162962156483e-06,
      "loss": 0.5669,
      "step": 2176
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2819996362603305,
      "learning_rate": 6.106381064180396e-06,
      "loss": 0.5899,
      "step": 2177
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3448693482783814,
      "learning_rate": 6.093609117172163e-06,
      "loss": 0.8405,
      "step": 2178
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.30038315836350726,
      "learning_rate": 6.080847135422182e-06,
      "loss": 0.5946,
      "step": 2179
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2989718601039672,
      "learning_rate": 6.068095133209681e-06,
      "loss": 0.5852,
      "step": 2180
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.33349494490624815,
      "learning_rate": 6.055353124802728e-06,
      "loss": 0.8412,
      "step": 2181
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.31598052685438527,
      "learning_rate": 6.0426211244582105e-06,
      "loss": 0.5938,
      "step": 2182
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2735829618862708,
      "learning_rate": 6.029899146421817e-06,
      "loss": 0.5685,
      "step": 2183
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3382239265159851,
      "learning_rate": 6.0171872049280215e-06,
      "loss": 0.8971,
      "step": 2184
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3012814893554373,
      "learning_rate": 6.004485314200064e-06,
      "loss": 0.3937,
      "step": 2185
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3305217549367917,
      "learning_rate": 5.991793488449956e-06,
      "loss": 0.8455,
      "step": 2186
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2962129690027876,
      "learning_rate": 5.979111741878428e-06,
      "loss": 0.5862,
      "step": 2187
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2995958405777306,
      "learning_rate": 5.966440088674937e-06,
      "loss": 0.5996,
      "step": 2188
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3330597439377167,
      "learning_rate": 5.953778543017657e-06,
      "loss": 0.8636,
      "step": 2189
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.31013367262355734,
      "learning_rate": 5.941127119073443e-06,
      "loss": 0.5873,
      "step": 2190
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.29091150108452385,
      "learning_rate": 5.928485830997828e-06,
      "loss": 0.6061,
      "step": 2191
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3330743389740455,
      "learning_rate": 5.915854692935002e-06,
      "loss": 0.8559,
      "step": 2192
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.28598598843809486,
      "learning_rate": 5.9032337190178035e-06,
      "loss": 0.5825,
      "step": 2193
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3006139058879728,
      "learning_rate": 5.890622923367685e-06,
      "loss": 0.5952,
      "step": 2194
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3419351506994452,
      "learning_rate": 5.878022320094733e-06,
      "loss": 0.623,
      "step": 2195
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3311504329985719,
      "learning_rate": 5.865431923297613e-06,
      "loss": 0.8699,
      "step": 2196
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.30024222041153203,
      "learning_rate": 5.85285174706357e-06,
      "loss": 0.5573,
      "step": 2197
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.28763409603947987,
      "learning_rate": 5.840281805468427e-06,
      "loss": 0.5833,
      "step": 2198
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.29049543131474775,
      "learning_rate": 5.827722112576544e-06,
      "loss": 0.591,
      "step": 2199
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3416121093708232,
      "learning_rate": 5.815172682440814e-06,
      "loss": 0.8467,
      "step": 2200
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.295620622357414,
      "learning_rate": 5.802633529102654e-06,
      "loss": 0.5657,
      "step": 2201
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.269122929540225,
      "learning_rate": 5.790104666591974e-06,
      "loss": 0.5736,
      "step": 2202
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3501533381112726,
      "learning_rate": 5.777586108927177e-06,
      "loss": 0.8484,
      "step": 2203
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.30382110727125167,
      "learning_rate": 5.765077870115126e-06,
      "loss": 0.5638,
      "step": 2204
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.28620726591620754,
      "learning_rate": 5.7525799641511585e-06,
      "loss": 0.5869,
      "step": 2205
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.33042425194749664,
      "learning_rate": 5.740092405019029e-06,
      "loss": 0.6216,
      "step": 2206
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.35455452463326453,
      "learning_rate": 5.727615206690921e-06,
      "loss": 0.8287,
      "step": 2207
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.29061841880144246,
      "learning_rate": 5.715148383127437e-06,
      "loss": 0.5626,
      "step": 2208
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.27720784184397057,
      "learning_rate": 5.702691948277557e-06,
      "loss": 0.5829,
      "step": 2209
    },
    {
      "epoch": 0.72,
      "grad_norm": 3.0765847052665185,
      "learning_rate": 5.690245916078646e-06,
      "loss": 0.8954,
      "step": 2210
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2986521916420762,
      "learning_rate": 5.677810300456423e-06,
      "loss": 0.6057,
      "step": 2211
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.286113785411175,
      "learning_rate": 5.665385115324954e-06,
      "loss": 0.5755,
      "step": 2212
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3570389772092904,
      "learning_rate": 5.652970374586633e-06,
      "loss": 0.8606,
      "step": 2213
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2929935115211417,
      "learning_rate": 5.64056609213218e-06,
      "loss": 0.5858,
      "step": 2214
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.28594890226772857,
      "learning_rate": 5.6281722818406e-06,
      "loss": 0.5723,
      "step": 2215
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.34241228653393413,
      "learning_rate": 5.615788957579177e-06,
      "loss": 0.8614,
      "step": 2216
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.3662984285736406,
      "learning_rate": 5.6034161332034814e-06,
      "loss": 0.3961,
      "step": 2217
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.37058842964404426,
      "learning_rate": 5.59105382255732e-06,
      "loss": 0.8153,
      "step": 2218
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2828057950754528,
      "learning_rate": 5.578702039472739e-06,
      "loss": 0.556,
      "step": 2219
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2985472144748764,
      "learning_rate": 5.566360797770005e-06,
      "loss": 0.5633,
      "step": 2220
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.332313220938094,
      "learning_rate": 5.554030111257594e-06,
      "loss": 0.8362,
      "step": 2221
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28685325658184657,
      "learning_rate": 5.541709993732168e-06,
      "loss": 0.5933,
      "step": 2222
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2856573680002102,
      "learning_rate": 5.5294004589785565e-06,
      "loss": 0.5751,
      "step": 2223
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3310457590704881,
      "learning_rate": 5.517101520769773e-06,
      "loss": 0.8369,
      "step": 2224
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28464735296980176,
      "learning_rate": 5.504813192866946e-06,
      "loss": 0.5682,
      "step": 2225
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2726420600822048,
      "learning_rate": 5.492535489019344e-06,
      "loss": 0.5774,
      "step": 2226
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.33823781787360807,
      "learning_rate": 5.480268422964357e-06,
      "loss": 0.8602,
      "step": 2227
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2679948542049774,
      "learning_rate": 5.468012008427458e-06,
      "loss": 0.3993,
      "step": 2228
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3403382759314743,
      "learning_rate": 5.455766259122209e-06,
      "loss": 0.8409,
      "step": 2229
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28854221440051736,
      "learning_rate": 5.443531188750238e-06,
      "loss": 0.5777,
      "step": 2230
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2946960544135847,
      "learning_rate": 5.431306811001225e-06,
      "loss": 0.5758,
      "step": 2231
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.36083927920173564,
      "learning_rate": 5.419093139552878e-06,
      "loss": 0.8793,
      "step": 2232
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2747478340999522,
      "learning_rate": 5.406890188070948e-06,
      "loss": 0.5556,
      "step": 2233
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28280116610990147,
      "learning_rate": 5.3946979702091666e-06,
      "loss": 0.5756,
      "step": 2234
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.34854547247397377,
      "learning_rate": 5.3825164996092695e-06,
      "loss": 0.8686,
      "step": 2235
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28833752592034106,
      "learning_rate": 5.370345789900958e-06,
      "loss": 0.5869,
      "step": 2236
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2800421307851358,
      "learning_rate": 5.3581858547019095e-06,
      "loss": 0.6,
      "step": 2237
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3433444245300005,
      "learning_rate": 5.346036707617731e-06,
      "loss": 0.8036,
      "step": 2238
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3416688410858311,
      "learning_rate": 5.333898362241962e-06,
      "loss": 0.6391,
      "step": 2239
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28810775236847025,
      "learning_rate": 5.321770832156057e-06,
      "loss": 0.567,
      "step": 2240
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2859219856729592,
      "learning_rate": 5.309654130929373e-06,
      "loss": 0.5983,
      "step": 2241
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.38269831978429497,
      "learning_rate": 5.297548272119138e-06,
      "loss": 0.8523,
      "step": 2242
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.28285779458349414,
      "learning_rate": 5.2854532692704714e-06,
      "loss": 0.5723,
      "step": 2243
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2883191940862153,
      "learning_rate": 5.273369135916328e-06,
      "loss": 0.5803,
      "step": 2244
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.33385500425483255,
      "learning_rate": 5.261295885577498e-06,
      "loss": 0.6174,
      "step": 2245
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2982014003210629,
      "learning_rate": 5.249233531762613e-06,
      "loss": 0.5819,
      "step": 2246
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.32984337145617704,
      "learning_rate": 5.237182087968098e-06,
      "loss": 0.75,
      "step": 2247
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2898127856990067,
      "learning_rate": 5.2251415676781726e-06,
      "loss": 0.5784,
      "step": 2248
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3524525412177361,
      "learning_rate": 5.21311198436484e-06,
      "loss": 0.8614,
      "step": 2249
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.3394810312565484,
      "learning_rate": 5.20109335148786e-06,
      "loss": 0.6291,
      "step": 2250
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2856685722436317,
      "learning_rate": 5.189085682494737e-06,
      "loss": 0.5723,
      "step": 2251
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.27545512478885414,
      "learning_rate": 5.177088990820725e-06,
      "loss": 0.5797,
      "step": 2252
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.36482739789315866,
      "learning_rate": 5.1651032898887776e-06,
      "loss": 0.8764,
      "step": 2253
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.29452976965498157,
      "learning_rate": 5.153128593109561e-06,
      "loss": 0.5924,
      "step": 2254
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3007319482012876,
      "learning_rate": 5.1411649138814175e-06,
      "loss": 0.5882,
      "step": 2255
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.31582938256178417,
      "learning_rate": 5.129212265590381e-06,
      "loss": 0.6095,
      "step": 2256
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2676382893202364,
      "learning_rate": 5.1172706616101275e-06,
      "loss": 0.5868,
      "step": 2257
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.33048533953031745,
      "learning_rate": 5.105340115301978e-06,
      "loss": 0.8117,
      "step": 2258
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3015987400718788,
      "learning_rate": 5.093420640014887e-06,
      "loss": 0.585,
      "step": 2259
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28658786739186964,
      "learning_rate": 5.081512249085416e-06,
      "loss": 0.572,
      "step": 2260
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.36051114639419635,
      "learning_rate": 5.069614955837722e-06,
      "loss": 0.8404,
      "step": 2261
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.29496320155520006,
      "learning_rate": 5.05772877358356e-06,
      "loss": 0.6227,
      "step": 2262
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28328452668589776,
      "learning_rate": 5.0458537156222365e-06,
      "loss": 0.5814,
      "step": 2263
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3633775279723979,
      "learning_rate": 5.033989795240612e-06,
      "loss": 0.8576,
      "step": 2264
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2908153632720878,
      "learning_rate": 5.022137025713102e-06,
      "loss": 0.5702,
      "step": 2265
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2801901466848527,
      "learning_rate": 5.010295420301629e-06,
      "loss": 0.5779,
      "step": 2266
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3419532882525435,
      "learning_rate": 4.9984649922556275e-06,
      "loss": 0.6239,
      "step": 2267
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3568822941272129,
      "learning_rate": 4.986645754812027e-06,
      "loss": 0.8507,
      "step": 2268
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2718864012518564,
      "learning_rate": 4.974837721195238e-06,
      "loss": 0.5731,
      "step": 2269
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.27763544764237397,
      "learning_rate": 4.963040904617131e-06,
      "loss": 0.5746,
      "step": 2270
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2836174680911735,
      "learning_rate": 4.951255318277027e-06,
      "loss": 0.583,
      "step": 2271
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3366547510863037,
      "learning_rate": 4.939480975361687e-06,
      "loss": 0.824,
      "step": 2272
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.27889742164407394,
      "learning_rate": 4.92771788904529e-06,
      "loss": 0.571,
      "step": 2273
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.27832915184261675,
      "learning_rate": 4.915966072489407e-06,
      "loss": 0.5781,
      "step": 2274
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.34161368538731585,
      "learning_rate": 4.9042255388430245e-06,
      "loss": 0.8507,
      "step": 2275
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28116441211603993,
      "learning_rate": 4.892496301242482e-06,
      "loss": 0.5786,
      "step": 2276
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.27210930461417165,
      "learning_rate": 4.88077837281149e-06,
      "loss": 0.5772,
      "step": 2277
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3380538232268532,
      "learning_rate": 4.869071766661106e-06,
      "loss": 0.6399,
      "step": 2278
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.3241450558714518,
      "learning_rate": 4.857376495889713e-06,
      "loss": 0.8257,
      "step": 2279
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.29688134480492034,
      "learning_rate": 4.845692573583011e-06,
      "loss": 0.6009,
      "step": 2280
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.28365204854473286,
      "learning_rate": 4.834020012814016e-06,
      "loss": 0.5993,
      "step": 2281
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33551252583666535,
      "learning_rate": 4.822358826643019e-06,
      "loss": 0.8457,
      "step": 2282
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8899802196447385,
      "learning_rate": 4.81070902811758e-06,
      "loss": 0.5985,
      "step": 2283
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2784912301983082,
      "learning_rate": 4.799070630272535e-06,
      "loss": 0.5738,
      "step": 2284
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33627031178951156,
      "learning_rate": 4.787443646129949e-06,
      "loss": 0.8001,
      "step": 2285
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28015386442159856,
      "learning_rate": 4.775828088699119e-06,
      "loss": 0.5937,
      "step": 2286
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.27270574254249275,
      "learning_rate": 4.76422397097656e-06,
      "loss": 0.5886,
      "step": 2287
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.27183807651596276,
      "learning_rate": 4.7526313059459854e-06,
      "loss": 0.5733,
      "step": 2288
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.32779794848555943,
      "learning_rate": 4.741050106578296e-06,
      "loss": 0.6374,
      "step": 2289
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3457320184080609,
      "learning_rate": 4.729480385831555e-06,
      "loss": 0.8782,
      "step": 2290
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.27853034453019326,
      "learning_rate": 4.717922156651002e-06,
      "loss": 0.5638,
      "step": 2291
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3191664291794741,
      "learning_rate": 4.706375431968998e-06,
      "loss": 0.5896,
      "step": 2292
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33002104352966083,
      "learning_rate": 4.6948402247050395e-06,
      "loss": 0.8571,
      "step": 2293
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2773504922260191,
      "learning_rate": 4.6833165477657454e-06,
      "loss": 0.5645,
      "step": 2294
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33638385983636243,
      "learning_rate": 4.67180441404482e-06,
      "loss": 0.5851,
      "step": 2295
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33202073514171687,
      "learning_rate": 4.660303836423057e-06,
      "loss": 0.8426,
      "step": 2296
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28358302151847137,
      "learning_rate": 4.648814827768323e-06,
      "loss": 0.5857,
      "step": 2297
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2827074191931312,
      "learning_rate": 4.637337400935533e-06,
      "loss": 0.5718,
      "step": 2298
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3367383181019836,
      "learning_rate": 4.625871568766647e-06,
      "loss": 0.8281,
      "step": 2299
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2621702540841223,
      "learning_rate": 4.614417344090659e-06,
      "loss": 0.404,
      "step": 2300
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3398781631626797,
      "learning_rate": 4.6029747397235675e-06,
      "loss": 0.8964,
      "step": 2301
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28197880494910255,
      "learning_rate": 4.591543768468364e-06,
      "loss": 0.5824,
      "step": 2302
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.26922929297039916,
      "learning_rate": 4.58012444311504e-06,
      "loss": 0.5587,
      "step": 2303
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.34197613783707376,
      "learning_rate": 4.568716776440543e-06,
      "loss": 0.8153,
      "step": 2304
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28163906078843576,
      "learning_rate": 4.55732078120878e-06,
      "loss": 0.5632,
      "step": 2305
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28468309474195497,
      "learning_rate": 4.5459364701706e-06,
      "loss": 0.5732,
      "step": 2306
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3377922940251202,
      "learning_rate": 4.534563856063777e-06,
      "loss": 0.8263,
      "step": 2307
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.29287165338113336,
      "learning_rate": 4.523202951612996e-06,
      "loss": 0.6105,
      "step": 2308
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2786273005654294,
      "learning_rate": 4.51185376952984e-06,
      "loss": 0.5786,
      "step": 2309
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.33806316517451945,
      "learning_rate": 4.500516322512785e-06,
      "loss": 0.8402,
      "step": 2310
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3234811705585942,
      "learning_rate": 4.489190623247169e-06,
      "loss": 0.6263,
      "step": 2311
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.27951244823072147,
      "learning_rate": 4.4778766844051795e-06,
      "loss": 0.5936,
      "step": 2312
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2720265286455213,
      "learning_rate": 4.466574518645862e-06,
      "loss": 0.5721,
      "step": 2313
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.32733924274488413,
      "learning_rate": 4.455284138615074e-06,
      "loss": 0.8107,
      "step": 2314
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.27474909163541844,
      "learning_rate": 4.444005556945494e-06,
      "loss": 0.5806,
      "step": 2315
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28223561574182493,
      "learning_rate": 4.432738786256596e-06,
      "loss": 0.567,
      "step": 2316
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.280219005399105,
      "learning_rate": 4.4214838391546405e-06,
      "loss": 0.5924,
      "step": 2317
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.33212718626174625,
      "learning_rate": 4.410240728232654e-06,
      "loss": 0.8459,
      "step": 2318
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28824629742386915,
      "learning_rate": 4.399009466070431e-06,
      "loss": 0.5623,
      "step": 2319
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28206270797560845,
      "learning_rate": 4.387790065234498e-06,
      "loss": 0.5623,
      "step": 2320
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.32920698856534597,
      "learning_rate": 4.376582538278115e-06,
      "loss": 0.8133,
      "step": 2321
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3230249216735367,
      "learning_rate": 4.365386897741249e-06,
      "loss": 0.6279,
      "step": 2322
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28766341979220267,
      "learning_rate": 4.354203156150581e-06,
      "loss": 0.5754,
      "step": 2323
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.278876066474603,
      "learning_rate": 4.34303132601947e-06,
      "loss": 0.5783,
      "step": 2324
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3707652126274623,
      "learning_rate": 4.331871419847943e-06,
      "loss": 0.8197,
      "step": 2325
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2856946782593199,
      "learning_rate": 4.320723450122695e-06,
      "loss": 0.5768,
      "step": 2326
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3343817578167749,
      "learning_rate": 4.309587429317061e-06,
      "loss": 0.6326,
      "step": 2327
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2713772139592782,
      "learning_rate": 4.298463369890999e-06,
      "loss": 0.5706,
      "step": 2328
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28006336601277976,
      "learning_rate": 4.287351284291102e-06,
      "loss": 0.5828,
      "step": 2329
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2843554756145523,
      "learning_rate": 4.276251184950548e-06,
      "loss": 0.7312,
      "step": 2330
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3459860955726458,
      "learning_rate": 4.26516308428911e-06,
      "loss": 0.8376,
      "step": 2331
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2863700313360134,
      "learning_rate": 4.254086994713141e-06,
      "loss": 0.5976,
      "step": 2332
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.32069997487784846,
      "learning_rate": 4.243022928615549e-06,
      "loss": 0.6296,
      "step": 2333
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.27803019694352044,
      "learning_rate": 4.2319708983757866e-06,
      "loss": 0.5855,
      "step": 2334
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28711378835408197,
      "learning_rate": 4.220930916359846e-06,
      "loss": 0.5987,
      "step": 2335
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3387930999489222,
      "learning_rate": 4.209902994920236e-06,
      "loss": 0.8355,
      "step": 2336
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2678571156391979,
      "learning_rate": 4.1988871463959704e-06,
      "loss": 0.5759,
      "step": 2337
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.33463994732534236,
      "learning_rate": 4.18788338311255e-06,
      "loss": 0.6124,
      "step": 2338
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2787860267096995,
      "learning_rate": 4.176891717381968e-06,
      "loss": 0.5966,
      "step": 2339
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.34649466842010135,
      "learning_rate": 4.16591216150267e-06,
      "loss": 0.8612,
      "step": 2340
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.28711029930657656,
      "learning_rate": 4.154944727759548e-06,
      "loss": 0.5772,
      "step": 2341
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2727800165543625,
      "learning_rate": 4.1439894284239474e-06,
      "loss": 0.5638,
      "step": 2342
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2649075970201966,
      "learning_rate": 4.133046275753622e-06,
      "loss": 0.5707,
      "step": 2343
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3516156297304568,
      "learning_rate": 4.122115281992739e-06,
      "loss": 0.851,
      "step": 2344
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27214666988742503,
      "learning_rate": 4.111196459371862e-06,
      "loss": 0.584,
      "step": 2345
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.26683910813338213,
      "learning_rate": 4.100289820107936e-06,
      "loss": 0.5679,
      "step": 2346
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.33961417746490635,
      "learning_rate": 4.089395376404269e-06,
      "loss": 0.856,
      "step": 2347
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27433065138634866,
      "learning_rate": 4.078513140450538e-06,
      "loss": 0.573,
      "step": 2348
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3214845758950185,
      "learning_rate": 4.067643124422748e-06,
      "loss": 0.6122,
      "step": 2349
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27362192895937804,
      "learning_rate": 4.056785340483229e-06,
      "loss": 0.5954,
      "step": 2350
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.33595863410691185,
      "learning_rate": 4.04593980078064e-06,
      "loss": 0.8603,
      "step": 2351
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2746582363064567,
      "learning_rate": 4.035106517449926e-06,
      "loss": 0.5831,
      "step": 2352
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.26889674572978595,
      "learning_rate": 4.024285502612322e-06,
      "loss": 0.5735,
      "step": 2353
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.34973254502447565,
      "learning_rate": 4.013476768375339e-06,
      "loss": 0.8406,
      "step": 2354
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.29490916717152377,
      "learning_rate": 4.002680326832743e-06,
      "loss": 0.5857,
      "step": 2355
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.26637934226491305,
      "learning_rate": 3.9918961900645505e-06,
      "loss": 0.5587,
      "step": 2356
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.34334142211862034,
      "learning_rate": 3.981124370137002e-06,
      "loss": 0.8268,
      "step": 2357
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27436513787786726,
      "learning_rate": 3.970364879102572e-06,
      "loss": 0.5928,
      "step": 2358
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2758101258048933,
      "learning_rate": 3.959617728999928e-06,
      "loss": 0.5638,
      "step": 2359
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3223031223519255,
      "learning_rate": 3.948882931853924e-06,
      "loss": 0.6335,
      "step": 2360
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2655973495628547,
      "learning_rate": 3.938160499675616e-06,
      "loss": 0.5838,
      "step": 2361
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.32954290489960847,
      "learning_rate": 3.9274504444622025e-06,
      "loss": 0.841,
      "step": 2362
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.274915787941311,
      "learning_rate": 3.916752778197039e-06,
      "loss": 0.5768,
      "step": 2363
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27859838138856524,
      "learning_rate": 3.906067512849624e-06,
      "loss": 0.5759,
      "step": 2364
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3287701346320898,
      "learning_rate": 3.895394660375576e-06,
      "loss": 0.83,
      "step": 2365
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2895124521198522,
      "learning_rate": 3.8847342327166245e-06,
      "loss": 0.5824,
      "step": 2366
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2674558916673328,
      "learning_rate": 3.874086241800607e-06,
      "loss": 0.5603,
      "step": 2367
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.37471704381979104,
      "learning_rate": 3.863450699541434e-06,
      "loss": 0.8805,
      "step": 2368
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2689271176402253,
      "learning_rate": 3.852827617839085e-06,
      "loss": 0.589,
      "step": 2369
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2784385141465303,
      "learning_rate": 3.842217008579615e-06,
      "loss": 0.5799,
      "step": 2370
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.32072541500616175,
      "learning_rate": 3.831618883635106e-06,
      "loss": 0.6131,
      "step": 2371
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2695056318108863,
      "learning_rate": 3.82103325486368e-06,
      "loss": 0.5581,
      "step": 2372
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3282898384053917,
      "learning_rate": 3.8104601341094746e-06,
      "loss": 0.8583,
      "step": 2373
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2695714299788949,
      "learning_rate": 3.7998995332026333e-06,
      "loss": 0.5792,
      "step": 2374
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.29133839780028437,
      "learning_rate": 3.78935146395929e-06,
      "loss": 0.5762,
      "step": 2375
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3370841271110733,
      "learning_rate": 3.7788159381815536e-06,
      "loss": 0.8288,
      "step": 2376
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.29039782092845773,
      "learning_rate": 3.768292967657512e-06,
      "loss": 0.5879,
      "step": 2377
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.28214954133213854,
      "learning_rate": 3.7577825641611918e-06,
      "loss": 0.5793,
      "step": 2378
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.33628529119919104,
      "learning_rate": 3.7472847394525565e-06,
      "loss": 0.8587,
      "step": 2379
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.30458836907682435,
      "learning_rate": 3.7367995052775123e-06,
      "loss": 0.5908,
      "step": 2380
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2715656612228924,
      "learning_rate": 3.7263268733678607e-06,
      "loss": 0.5867,
      "step": 2381
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3202799946027206,
      "learning_rate": 3.715866855441309e-06,
      "loss": 0.6422,
      "step": 2382
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.33523736652254515,
      "learning_rate": 3.7054194632014517e-06,
      "loss": 0.8346,
      "step": 2383
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.28064340793793596,
      "learning_rate": 3.6949847083377563e-06,
      "loss": 0.588,
      "step": 2384
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2605950890613309,
      "learning_rate": 3.6845626025255457e-06,
      "loss": 0.5722,
      "step": 2385
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.26342931926997626,
      "learning_rate": 3.674153157426e-06,
      "loss": 0.5756,
      "step": 2386
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3337145013459757,
      "learning_rate": 3.6637563846861278e-06,
      "loss": 0.8532,
      "step": 2387
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.27680742781388495,
      "learning_rate": 3.6533722959387535e-06,
      "loss": 0.5927,
      "step": 2388
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.26506879592833726,
      "learning_rate": 3.643000902802513e-06,
      "loss": 0.571,
      "step": 2389
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3497980739060594,
      "learning_rate": 3.6326422168818473e-06,
      "loss": 0.8285,
      "step": 2390
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.26867283288647326,
      "learning_rate": 3.622296249766967e-06,
      "loss": 0.5902,
      "step": 2391
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.27281889510200613,
      "learning_rate": 3.6119630130338537e-06,
      "loss": 0.5847,
      "step": 2392
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3286792356897914,
      "learning_rate": 3.6016425182442477e-06,
      "loss": 0.6267,
      "step": 2393
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3539981637560091,
      "learning_rate": 3.591334776945633e-06,
      "loss": 0.8405,
      "step": 2394
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.28812683150491186,
      "learning_rate": 3.5810398006712156e-06,
      "loss": 0.5964,
      "step": 2395
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.31573598106604156,
      "learning_rate": 3.570757600939939e-06,
      "loss": 0.5945,
      "step": 2396
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3293769927207748,
      "learning_rate": 3.5604881892564294e-06,
      "loss": 0.8138,
      "step": 2397
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2822336428714121,
      "learning_rate": 3.5502315771110126e-06,
      "loss": 0.5731,
      "step": 2398
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2700515951074531,
      "learning_rate": 3.5399877759797005e-06,
      "loss": 0.5673,
      "step": 2399
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.32643400241923665,
      "learning_rate": 3.5297567973241595e-06,
      "loss": 0.8482,
      "step": 2400
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.26440433260154766,
      "learning_rate": 3.5195386525917143e-06,
      "loss": 0.5681,
      "step": 2401
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.29062856457350716,
      "learning_rate": 3.5093333532153316e-06,
      "loss": 0.5921,
      "step": 2402
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3381626538143637,
      "learning_rate": 3.4991409106136e-06,
      "loss": 0.8642,
      "step": 2403
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2670910163666645,
      "learning_rate": 3.4889613361907246e-06,
      "loss": 0.389,
      "step": 2404
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.34737503611288206,
      "learning_rate": 3.4787946413365207e-06,
      "loss": 0.8596,
      "step": 2405
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.26982917281961644,
      "learning_rate": 3.468640837426384e-06,
      "loss": 0.5729,
      "step": 2406
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2782438474365323,
      "learning_rate": 3.4584999358212864e-06,
      "loss": 0.6024,
      "step": 2407
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33201302402776106,
      "learning_rate": 3.448371947867764e-06,
      "loss": 0.8336,
      "step": 2408
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3257119818921927,
      "learning_rate": 3.438256884897913e-06,
      "loss": 0.6356,
      "step": 2409
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2732729096810846,
      "learning_rate": 3.428154758229357e-06,
      "loss": 0.5736,
      "step": 2410
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2833096266602842,
      "learning_rate": 3.418065579165248e-06,
      "loss": 0.593,
      "step": 2411
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33200550081988595,
      "learning_rate": 3.4079893589942544e-06,
      "loss": 0.86,
      "step": 2412
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.27616245136410045,
      "learning_rate": 3.3979261089905427e-06,
      "loss": 0.5631,
      "step": 2413
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.30044241949174133,
      "learning_rate": 3.3878758404137627e-06,
      "loss": 0.7415,
      "step": 2414
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.26161158955795405,
      "learning_rate": 3.3778385645090526e-06,
      "loss": 0.395,
      "step": 2415
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3373136623215282,
      "learning_rate": 3.3678142925070004e-06,
      "loss": 0.8495,
      "step": 2416
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2775429921292862,
      "learning_rate": 3.357803035623646e-06,
      "loss": 0.5687,
      "step": 2417
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2750356205881716,
      "learning_rate": 3.347804805060476e-06,
      "loss": 0.5691,
      "step": 2418
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33108663686892503,
      "learning_rate": 3.3378196120043915e-06,
      "loss": 0.8506,
      "step": 2419
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.319386953141291,
      "learning_rate": 3.327847467627712e-06,
      "loss": 0.6235,
      "step": 2420
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.26573548118284374,
      "learning_rate": 3.3178883830881528e-06,
      "loss": 0.5638,
      "step": 2421
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2661093585645269,
      "learning_rate": 3.3079423695288204e-06,
      "loss": 0.5706,
      "step": 2422
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33532029795881785,
      "learning_rate": 3.298009438078194e-06,
      "loss": 0.8502,
      "step": 2423
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2906376107722037,
      "learning_rate": 3.288089599850112e-06,
      "loss": 0.579,
      "step": 2424
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.27185064284304333,
      "learning_rate": 3.278182865943776e-06,
      "loss": 0.6019,
      "step": 2425
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3401144340952734,
      "learning_rate": 3.2682892474437133e-06,
      "loss": 0.8409,
      "step": 2426
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.28263118604090137,
      "learning_rate": 3.2584087554197744e-06,
      "loss": 0.5781,
      "step": 2427
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.28470130536581256,
      "learning_rate": 3.2485414009271353e-06,
      "loss": 0.5689,
      "step": 2428
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3283148282740768,
      "learning_rate": 3.238687195006264e-06,
      "loss": 0.8351,
      "step": 2429
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.27930227163710186,
      "learning_rate": 3.228846148682916e-06,
      "loss": 0.5755,
      "step": 2430
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.3361203193079879,
      "learning_rate": 3.219018272968127e-06,
      "loss": 0.6813,
      "step": 2431
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.27261688377074345,
      "learning_rate": 3.2092035788581907e-06,
      "loss": 0.5978,
      "step": 2432
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.27423142191541333,
      "learning_rate": 3.1994020773346543e-06,
      "loss": 0.5687,
      "step": 2433
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.32918227939402633,
      "learning_rate": 3.1896137793643106e-06,
      "loss": 0.808,
      "step": 2434
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2792876844071531,
      "learning_rate": 3.1798386958991715e-06,
      "loss": 0.5718,
      "step": 2435
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27301672732423254,
      "learning_rate": 3.1700768378764607e-06,
      "loss": 0.5667,
      "step": 2436
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.34230333096401694,
      "learning_rate": 3.160328216218617e-06,
      "loss": 0.8681,
      "step": 2437
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2698303697394687,
      "learning_rate": 3.1505928418332574e-06,
      "loss": 0.5741,
      "step": 2438
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.4241613075454975,
      "learning_rate": 3.1408707256131784e-06,
      "loss": 0.578,
      "step": 2439
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.33786645937848464,
      "learning_rate": 3.1311618784363454e-06,
      "loss": 0.8472,
      "step": 2440
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27193316719699795,
      "learning_rate": 3.1214663111658753e-06,
      "loss": 0.5895,
      "step": 2441
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3130488277096351,
      "learning_rate": 3.1117840346500287e-06,
      "loss": 0.6138,
      "step": 2442
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.272305672007606,
      "learning_rate": 3.102115059722185e-06,
      "loss": 0.6045,
      "step": 2443
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2834522060401969,
      "learning_rate": 3.092459397200861e-06,
      "loss": 0.5678,
      "step": 2444
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.34177365047654895,
      "learning_rate": 3.0828170578896598e-06,
      "loss": 0.8584,
      "step": 2445
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27459071378791294,
      "learning_rate": 3.0731880525772817e-06,
      "loss": 0.5794,
      "step": 2446
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27827283488344456,
      "learning_rate": 3.0635723920375168e-06,
      "loss": 0.565,
      "step": 2447
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3451104287735247,
      "learning_rate": 3.053970087029215e-06,
      "loss": 0.8721,
      "step": 2448
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.26905586250699326,
      "learning_rate": 3.044381148296281e-06,
      "loss": 0.5781,
      "step": 2449
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2742091938087031,
      "learning_rate": 3.034805586567671e-06,
      "loss": 0.5846,
      "step": 2450
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.33066251396749197,
      "learning_rate": 3.0252434125573703e-06,
      "loss": 0.8223,
      "step": 2451
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.28151542131646157,
      "learning_rate": 3.0156946369643803e-06,
      "loss": 0.5957,
      "step": 2452
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3176563409483738,
      "learning_rate": 3.0061592704727257e-06,
      "loss": 0.6584,
      "step": 2453
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2793541418796504,
      "learning_rate": 2.9966373237514133e-06,
      "loss": 0.5854,
      "step": 2454
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.33327183272115135,
      "learning_rate": 2.987128807454435e-06,
      "loss": 0.8411,
      "step": 2455
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2747489202760835,
      "learning_rate": 2.977633732220769e-06,
      "loss": 0.5736,
      "step": 2456
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2900335434253571,
      "learning_rate": 2.9681521086743426e-06,
      "loss": 0.5842,
      "step": 2457
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27751036532018036,
      "learning_rate": 2.9586839474240353e-06,
      "loss": 0.59,
      "step": 2458
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3502296089269977,
      "learning_rate": 2.9492292590636617e-06,
      "loss": 0.8725,
      "step": 2459
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.26575377189932,
      "learning_rate": 2.9397880541719645e-06,
      "loss": 0.5632,
      "step": 2460
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27198682258568263,
      "learning_rate": 2.930360343312599e-06,
      "loss": 0.5754,
      "step": 2461
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.34044615278846,
      "learning_rate": 2.9209461370341204e-06,
      "loss": 0.8595,
      "step": 2462
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.27181990954807345,
      "learning_rate": 2.911545445869983e-06,
      "loss": 0.5859,
      "step": 2463
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.3188181490298025,
      "learning_rate": 2.902158280338506e-06,
      "loss": 0.6271,
      "step": 2464
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2860095544618378,
      "learning_rate": 2.8927846509428778e-06,
      "loss": 0.6061,
      "step": 2465
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.34035176240581744,
      "learning_rate": 2.883424568171154e-06,
      "loss": 0.8342,
      "step": 2466
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2802223110127395,
      "learning_rate": 2.8740780424962172e-06,
      "loss": 0.5741,
      "step": 2467
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.27287587292901555,
      "learning_rate": 2.86474508437579e-06,
      "loss": 0.5791,
      "step": 2468
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.32773167734607955,
      "learning_rate": 2.8554257042524098e-06,
      "loss": 0.8277,
      "step": 2469
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.38294807513530105,
      "learning_rate": 2.8461199125534233e-06,
      "loss": 0.563,
      "step": 2470
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.27548995325975756,
      "learning_rate": 2.8368277196909705e-06,
      "loss": 0.5883,
      "step": 2471
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.33674722392864814,
      "learning_rate": 2.8275491360619875e-06,
      "loss": 0.8375,
      "step": 2472
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2687409087767182,
      "learning_rate": 2.8182841720481707e-06,
      "loss": 0.5693,
      "step": 2473
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2655069519987435,
      "learning_rate": 2.809032838015982e-06,
      "loss": 0.5781,
      "step": 2474
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3138613489592893,
      "learning_rate": 2.7997951443166265e-06,
      "loss": 0.6435,
      "step": 2475
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2654839922009079,
      "learning_rate": 2.7905711012860647e-06,
      "loss": 0.5647,
      "step": 2476
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3324658093266811,
      "learning_rate": 2.781360719244964e-06,
      "loss": 0.8582,
      "step": 2477
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2707823999504809,
      "learning_rate": 2.77216400849872e-06,
      "loss": 0.598,
      "step": 2478
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.28939395365866905,
      "learning_rate": 2.762980979337422e-06,
      "loss": 0.6015,
      "step": 2479
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.33528780602994956,
      "learning_rate": 2.7538116420358573e-06,
      "loss": 0.858,
      "step": 2480
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2638474324303721,
      "learning_rate": 2.7446560068534882e-06,
      "loss": 0.5643,
      "step": 2481
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2619208207904478,
      "learning_rate": 2.735514084034457e-06,
      "loss": 0.5832,
      "step": 2482
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3299312187488621,
      "learning_rate": 2.7263858838075523e-06,
      "loss": 0.8332,
      "step": 2483
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.26353461831260155,
      "learning_rate": 2.7172714163862067e-06,
      "loss": 0.5837,
      "step": 2484
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.26185231943348525,
      "learning_rate": 2.7081706919685045e-06,
      "loss": 0.5803,
      "step": 2485
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.32613138984263607,
      "learning_rate": 2.6990837207371338e-06,
      "loss": 0.646,
      "step": 2486
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.38904161067347065,
      "learning_rate": 2.690010512859403e-06,
      "loss": 0.5853,
      "step": 2487
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3287043354378399,
      "learning_rate": 2.6809510784872223e-06,
      "loss": 0.8206,
      "step": 2488
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2651043845223994,
      "learning_rate": 2.6719054277570853e-06,
      "loss": 0.5873,
      "step": 2489
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.26279913687603496,
      "learning_rate": 2.6628735707900653e-06,
      "loss": 0.572,
      "step": 2490
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.33258937999884935,
      "learning_rate": 2.65385551769181e-06,
      "loss": 0.8354,
      "step": 2491
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3213858708799489,
      "learning_rate": 2.64485127855251e-06,
      "loss": 0.6469,
      "step": 2492
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.2718270389389457,
      "learning_rate": 2.6358608634469056e-06,
      "loss": 0.5998,
      "step": 2493
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.28387203520702303,
      "learning_rate": 2.626884282434266e-06,
      "loss": 0.5838,
      "step": 2494
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3271493347425697,
      "learning_rate": 2.61792154555839e-06,
      "loss": 0.8599,
      "step": 2495
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2628650787046218,
      "learning_rate": 2.608972662847579e-06,
      "loss": 0.5721,
      "step": 2496
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2613724339008286,
      "learning_rate": 2.600037644314634e-06,
      "loss": 0.566,
      "step": 2497
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3366390703355518,
      "learning_rate": 2.5911164999568443e-06,
      "loss": 0.8424,
      "step": 2498
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.27017791529457374,
      "learning_rate": 2.5822092397559754e-06,
      "loss": 0.5609,
      "step": 2499
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2628789713091475,
      "learning_rate": 2.573315873678255e-06,
      "loss": 0.5748,
      "step": 2500
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.33426020990341226,
      "learning_rate": 2.564436411674376e-06,
      "loss": 0.8523,
      "step": 2501
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2625651080759352,
      "learning_rate": 2.5555708636794594e-06,
      "loss": 0.5724,
      "step": 2502
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3190424219653086,
      "learning_rate": 2.546719239613065e-06,
      "loss": 0.6298,
      "step": 2503
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2609451659532888,
      "learning_rate": 2.53788154937918e-06,
      "loss": 0.5687,
      "step": 2504
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2658093637807093,
      "learning_rate": 2.5290578028661883e-06,
      "loss": 0.5861,
      "step": 2505
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3280177881060458,
      "learning_rate": 2.52024800994688e-06,
      "loss": 0.8685,
      "step": 2506
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.26905068600420456,
      "learning_rate": 2.5114521804784307e-06,
      "loss": 0.5875,
      "step": 2507
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3280241140173291,
      "learning_rate": 2.502670324302393e-06,
      "loss": 0.5847,
      "step": 2508
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.33096971580238266,
      "learning_rate": 2.4939024512446833e-06,
      "loss": 0.8181,
      "step": 2509
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.27645991987711355,
      "learning_rate": 2.4851485711155716e-06,
      "loss": 0.5921,
      "step": 2510
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.27047355341737306,
      "learning_rate": 2.4764086937096804e-06,
      "loss": 0.605,
      "step": 2511
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.34454753897559504,
      "learning_rate": 2.467682828805956e-06,
      "loss": 0.8571,
      "step": 2512
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.25945054536434414,
      "learning_rate": 2.4589709861676605e-06,
      "loss": 0.5625,
      "step": 2513
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.1210358595227565,
      "learning_rate": 2.450273175542385e-06,
      "loss": 0.6314,
      "step": 2514
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.26292841198270117,
      "learning_rate": 2.4415894066620066e-06,
      "loss": 0.5883,
      "step": 2515
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.26854538222027735,
      "learning_rate": 2.432919689242691e-06,
      "loss": 0.5893,
      "step": 2516
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3363512302856185,
      "learning_rate": 2.4242640329848886e-06,
      "loss": 0.8694,
      "step": 2517
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.26648215354783034,
      "learning_rate": 2.4156224475733113e-06,
      "loss": 0.5874,
      "step": 2518
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2830748763337651,
      "learning_rate": 2.406994942676926e-06,
      "loss": 0.5919,
      "step": 2519
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.34127430232957173,
      "learning_rate": 2.398381527948958e-06,
      "loss": 0.8675,
      "step": 2520
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.43150674919330495,
      "learning_rate": 2.3897822130268528e-06,
      "loss": 0.5868,
      "step": 2521
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2574303472632027,
      "learning_rate": 2.38119700753228e-06,
      "loss": 0.5756,
      "step": 2522
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3389375021878937,
      "learning_rate": 2.372625921071137e-06,
      "loss": 0.8147,
      "step": 2523
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2676426391919968,
      "learning_rate": 2.36406896323351e-06,
      "loss": 0.5715,
      "step": 2524
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3130790624507854,
      "learning_rate": 2.355526143593677e-06,
      "loss": 0.6159,
      "step": 2525
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2628981389052458,
      "learning_rate": 2.3469974717101054e-06,
      "loss": 0.5929,
      "step": 2526
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3254136794030351,
      "learning_rate": 2.338482957125424e-06,
      "loss": 0.8092,
      "step": 2527
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2819412795350119,
      "learning_rate": 2.329982609366428e-06,
      "loss": 0.587,
      "step": 2528
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.31748737564259266,
      "learning_rate": 2.321496437944054e-06,
      "loss": 0.5833,
      "step": 2529
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.27461095666911195,
      "learning_rate": 2.313024452353389e-06,
      "loss": 0.5877,
      "step": 2530
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3401087489606479,
      "learning_rate": 2.3045666620736354e-06,
      "loss": 0.8383,
      "step": 2531
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.26397723056145,
      "learning_rate": 2.2961230765681158e-06,
      "loss": 0.5777,
      "step": 2532
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2684122804834667,
      "learning_rate": 2.2876937052842656e-06,
      "loss": 0.5836,
      "step": 2533
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.33448012592155946,
      "learning_rate": 2.279278557653611e-06,
      "loss": 0.8387,
      "step": 2534
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2731375691844368,
      "learning_rate": 2.2708776430917595e-06,
      "loss": 0.5853,
      "step": 2535
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.4062267542898622,
      "learning_rate": 2.262490970998403e-06,
      "loss": 0.5996,
      "step": 2536
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2727137084775787,
      "learning_rate": 2.254118550757286e-06,
      "loss": 0.5586,
      "step": 2537
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.32877269561134365,
      "learning_rate": 2.245760391736216e-06,
      "loss": 0.8415,
      "step": 2538
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2668521716375718,
      "learning_rate": 2.237416503287043e-06,
      "loss": 0.5559,
      "step": 2539
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2676356619420125,
      "learning_rate": 2.2290868947456466e-06,
      "loss": 0.5773,
      "step": 2540
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.328751084237004,
      "learning_rate": 2.220771575431928e-06,
      "loss": 0.8347,
      "step": 2541
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.27344417384841696,
      "learning_rate": 2.212470554649805e-06,
      "loss": 0.5979,
      "step": 2542
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2664164273903956,
      "learning_rate": 2.204183841687194e-06,
      "loss": 0.5773,
      "step": 2543
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3239753287738445,
      "learning_rate": 2.1959114458160022e-06,
      "loss": 0.8218,
      "step": 2544
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2679459366477199,
      "learning_rate": 2.1876533762921176e-06,
      "loss": 0.5651,
      "step": 2545
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2734280983208972,
      "learning_rate": 2.1794096423553984e-06,
      "loss": 0.5953,
      "step": 2546
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3133465109017861,
      "learning_rate": 2.171180253229665e-06,
      "loss": 0.6333,
      "step": 2547
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.26427815170731406,
      "learning_rate": 2.1629652181226835e-06,
      "loss": 0.5741,
      "step": 2548
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.33468837297731807,
      "learning_rate": 2.1547645462261663e-06,
      "loss": 0.8382,
      "step": 2549
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2634790687279652,
      "learning_rate": 2.1465782467157483e-06,
      "loss": 0.5869,
      "step": 2550
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2809392096757428,
      "learning_rate": 2.1384063287509835e-06,
      "loss": 0.5803,
      "step": 2551
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.34023071036186364,
      "learning_rate": 2.130248801475344e-06,
      "loss": 0.882,
      "step": 2552
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.26461675332150986,
      "learning_rate": 2.1221056740161872e-06,
      "loss": 0.5763,
      "step": 2553
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2668601998383651,
      "learning_rate": 2.1139769554847675e-06,
      "loss": 0.5875,
      "step": 2554
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.33636504705081277,
      "learning_rate": 2.105862654976214e-06,
      "loss": 0.8338,
      "step": 2555
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.28449115370825856,
      "learning_rate": 2.0977627815695217e-06,
      "loss": 0.5966,
      "step": 2556
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.27170666642893077,
      "learning_rate": 2.0896773443275447e-06,
      "loss": 0.5891,
      "step": 2557
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3199318876000917,
      "learning_rate": 2.081606352296991e-06,
      "loss": 0.6291,
      "step": 2558
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2666663668967057,
      "learning_rate": 2.0735498145083995e-06,
      "loss": 0.6012,
      "step": 2559
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33704134779160355,
      "learning_rate": 2.0655077399761358e-06,
      "loss": 0.8567,
      "step": 2560
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2758791105743512,
      "learning_rate": 2.0574801376983817e-06,
      "loss": 0.5884,
      "step": 2561
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.4161522695709421,
      "learning_rate": 2.0494670166571356e-06,
      "loss": 0.5845,
      "step": 2562
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33146033568503763,
      "learning_rate": 2.0414683858181824e-06,
      "loss": 0.8201,
      "step": 2563
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2680614276275781,
      "learning_rate": 2.0334842541311003e-06,
      "loss": 0.5722,
      "step": 2564
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.267800734288013,
      "learning_rate": 2.02551463052924e-06,
      "loss": 0.5733,
      "step": 2565
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33299184186946174,
      "learning_rate": 2.0175595239297213e-06,
      "loss": 0.8341,
      "step": 2566
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.26957390765805656,
      "learning_rate": 2.0096189432334194e-06,
      "loss": 0.6103,
      "step": 2567
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.27256756179562075,
      "learning_rate": 2.001692897324966e-06,
      "loss": 0.599,
      "step": 2568
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.31622087030370144,
      "learning_rate": 1.9937813950727184e-06,
      "loss": 0.6327,
      "step": 2569
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3287861417697612,
      "learning_rate": 1.985884445328761e-06,
      "loss": 0.8247,
      "step": 2570
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2694946063737444,
      "learning_rate": 1.978002056928909e-06,
      "loss": 0.5766,
      "step": 2571
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.45881641704463944,
      "learning_rate": 1.9701342386926712e-06,
      "loss": 0.5742,
      "step": 2572
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2664210089560569,
      "learning_rate": 1.9622809994232586e-06,
      "loss": 0.6061,
      "step": 2573
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.31988429993097994,
      "learning_rate": 1.9544423479075694e-06,
      "loss": 0.6477,
      "step": 2574
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33816466402348255,
      "learning_rate": 1.9466182929161847e-06,
      "loss": 0.8626,
      "step": 2575
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.26524307219714843,
      "learning_rate": 1.9388088432033446e-06,
      "loss": 0.5711,
      "step": 2576
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2743659688883386,
      "learning_rate": 1.9310140075069517e-06,
      "loss": 0.5998,
      "step": 2577
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3274848820646191,
      "learning_rate": 1.9232337945485657e-06,
      "loss": 0.8516,
      "step": 2578
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2653324204739662,
      "learning_rate": 1.91546821303337e-06,
      "loss": 0.5728,
      "step": 2579
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.27157587850820913,
      "learning_rate": 1.9077172716501863e-06,
      "loss": 0.5849,
      "step": 2580
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.33397181823618466,
      "learning_rate": 1.899980979071455e-06,
      "loss": 0.8472,
      "step": 2581
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.27773230229347107,
      "learning_rate": 1.892259343953226e-06,
      "loss": 0.5708,
      "step": 2582
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2756757784253298,
      "learning_rate": 1.8845523749351444e-06,
      "loss": 0.5895,
      "step": 2583
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3293688942331363,
      "learning_rate": 1.8768600806404528e-06,
      "loss": 0.8375,
      "step": 2584
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2509559199666771,
      "learning_rate": 1.869182469675968e-06,
      "loss": 0.3916,
      "step": 2585
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.32005641256825434,
      "learning_rate": 1.8615195506320764e-06,
      "loss": 0.8323,
      "step": 2586
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2657915590874912,
      "learning_rate": 1.85387133208274e-06,
      "loss": 0.5745,
      "step": 2587
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2653223566479628,
      "learning_rate": 1.8462378225854564e-06,
      "loss": 0.5723,
      "step": 2588
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.32277633081624774,
      "learning_rate": 1.8386190306812689e-06,
      "loss": 0.8552,
      "step": 2589
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26716630163581967,
      "learning_rate": 1.831014964894765e-06,
      "loss": 0.5585,
      "step": 2590
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2685676635744349,
      "learning_rate": 1.8234256337340389e-06,
      "loss": 0.5647,
      "step": 2591
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.34068963719054085,
      "learning_rate": 1.815851045690708e-06,
      "loss": 0.8417,
      "step": 2592
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26360271436201865,
      "learning_rate": 1.8082912092398913e-06,
      "loss": 0.5678,
      "step": 2593
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.27426989880516583,
      "learning_rate": 1.8007461328402042e-06,
      "loss": 0.5881,
      "step": 2594
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.329733140298438,
      "learning_rate": 1.7932158249337438e-06,
      "loss": 0.8408,
      "step": 2595
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.31779838630100876,
      "learning_rate": 1.7857002939460837e-06,
      "loss": 0.6168,
      "step": 2596
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26338226924608765,
      "learning_rate": 1.7781995482862707e-06,
      "loss": 0.5672,
      "step": 2597
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2697405056600169,
      "learning_rate": 1.770713596346798e-06,
      "loss": 0.5788,
      "step": 2598
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3324886863271867,
      "learning_rate": 1.763242446503609e-06,
      "loss": 0.8396,
      "step": 2599
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2644610039865245,
      "learning_rate": 1.7557861071160953e-06,
      "loss": 0.5615,
      "step": 2600
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.6356418421468402,
      "learning_rate": 1.748344586527063e-06,
      "loss": 0.5956,
      "step": 2601
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2687156602711916,
      "learning_rate": 1.7409178930627473e-06,
      "loss": 0.5708,
      "step": 2602
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.32602232729781944,
      "learning_rate": 1.7335060350327859e-06,
      "loss": 0.8577,
      "step": 2603
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26717841047070084,
      "learning_rate": 1.726109020730225e-06,
      "loss": 0.5759,
      "step": 2604
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8828056133407399,
      "learning_rate": 1.7187268584314942e-06,
      "loss": 0.5642,
      "step": 2605
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3593867924153656,
      "learning_rate": 1.7113595563964164e-06,
      "loss": 0.8466,
      "step": 2606
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3067648635569012,
      "learning_rate": 1.7040071228681775e-06,
      "loss": 0.6023,
      "step": 2607
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26764508974635026,
      "learning_rate": 1.6966695660733271e-06,
      "loss": 0.5755,
      "step": 2608
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2623721067608887,
      "learning_rate": 1.6893468942217815e-06,
      "loss": 0.5711,
      "step": 2609
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.32485758030460765,
      "learning_rate": 1.6820391155067881e-06,
      "loss": 0.8173,
      "step": 2610
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2696901291713876,
      "learning_rate": 1.6747462381049417e-06,
      "loss": 0.5824,
      "step": 2611
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.2644517467891722,
      "learning_rate": 1.6674682701761496e-06,
      "loss": 0.5684,
      "step": 2612
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3463694833394926,
      "learning_rate": 1.660205219863653e-06,
      "loss": 0.8277,
      "step": 2613
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.27291273644659814,
      "learning_rate": 1.6529570952939948e-06,
      "loss": 0.6051,
      "step": 2614
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26974179517048513,
      "learning_rate": 1.6457239045770146e-06,
      "loss": 0.5661,
      "step": 2615
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3366547781275709,
      "learning_rate": 1.6385056558058514e-06,
      "loss": 0.8484,
      "step": 2616
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.26587906956983715,
      "learning_rate": 1.631302357056917e-06,
      "loss": 0.5553,
      "step": 2617
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3189144464515054,
      "learning_rate": 1.6241140163898989e-06,
      "loss": 0.6275,
      "step": 2618
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26128297139237605,
      "learning_rate": 1.6169406418477551e-06,
      "loss": 0.6023,
      "step": 2619
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2787173618509744,
      "learning_rate": 1.609782241456687e-06,
      "loss": 0.567,
      "step": 2620
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3553156465371861,
      "learning_rate": 1.602638823226143e-06,
      "loss": 0.8708,
      "step": 2621
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26862698236268706,
      "learning_rate": 1.5955103951488177e-06,
      "loss": 0.5907,
      "step": 2622
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26634020050229185,
      "learning_rate": 1.5883969652006242e-06,
      "loss": 0.5896,
      "step": 2623
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.34490934219724717,
      "learning_rate": 1.5812985413406943e-06,
      "loss": 0.8232,
      "step": 2624
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2676106389250192,
      "learning_rate": 1.57421513151138e-06,
      "loss": 0.5854,
      "step": 2625
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2581069582519352,
      "learning_rate": 1.5671467436382248e-06,
      "loss": 0.5756,
      "step": 2626
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.4532907989312693,
      "learning_rate": 1.5600933856299637e-06,
      "loss": 0.8407,
      "step": 2627
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26160511445370344,
      "learning_rate": 1.5530550653785159e-06,
      "loss": 0.5791,
      "step": 2628
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3161455143686558,
      "learning_rate": 1.5460317907589833e-06,
      "loss": 0.6312,
      "step": 2629
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2656278813249736,
      "learning_rate": 1.5390235696296268e-06,
      "loss": 0.5745,
      "step": 2630
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2643458022900077,
      "learning_rate": 1.5320304098318556e-06,
      "loss": 0.5697,
      "step": 2631
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3236300214261658,
      "learning_rate": 1.5250523191902455e-06,
      "loss": 0.8755,
      "step": 2632
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2914930969069279,
      "learning_rate": 1.518089305512498e-06,
      "loss": 0.5833,
      "step": 2633
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2660383646468742,
      "learning_rate": 1.5111413765894439e-06,
      "loss": 0.575,
      "step": 2634
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.32476843742691497,
      "learning_rate": 1.50420854019505e-06,
      "loss": 0.8431,
      "step": 2635
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2719114957397966,
      "learning_rate": 1.4972908040863831e-06,
      "loss": 0.5912,
      "step": 2636
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26503955377432936,
      "learning_rate": 1.4903881760036165e-06,
      "loss": 0.5692,
      "step": 2637
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.32817554810819616,
      "learning_rate": 1.4835006636700239e-06,
      "loss": 0.8255,
      "step": 2638
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2570759160338691,
      "learning_rate": 1.4766282747919674e-06,
      "loss": 0.5644,
      "step": 2639
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3145145562001213,
      "learning_rate": 1.469771017058873e-06,
      "loss": 0.6003,
      "step": 2640
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2844315891313427,
      "learning_rate": 1.4629288981432566e-06,
      "loss": 0.5836,
      "step": 2641
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3341631359251498,
      "learning_rate": 1.456101925700684e-06,
      "loss": 0.8669,
      "step": 2642
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26474314468818233,
      "learning_rate": 1.4492901073697723e-06,
      "loss": 0.5795,
      "step": 2643
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.25813821209302096,
      "learning_rate": 1.4424934507721926e-06,
      "loss": 0.5509,
      "step": 2644
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.31443036664288926,
      "learning_rate": 1.435711963512642e-06,
      "loss": 0.6475,
      "step": 2645
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26809169524124776,
      "learning_rate": 1.428945653178851e-06,
      "loss": 0.5835,
      "step": 2646
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2766383184290038,
      "learning_rate": 1.4221945273415614e-06,
      "loss": 0.7301,
      "step": 2647
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.26626778989713257,
      "learning_rate": 1.4154585935545367e-06,
      "loss": 0.5728,
      "step": 2648
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.32850987500701867,
      "learning_rate": 1.4087378593545358e-06,
      "loss": 0.8237,
      "step": 2649
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2676572807946131,
      "learning_rate": 1.402032332261302e-06,
      "loss": 0.5682,
      "step": 2650
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.31347660825587254,
      "learning_rate": 1.3953420197775808e-06,
      "loss": 0.6161,
      "step": 2651
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2588549014831032,
      "learning_rate": 1.3886669293890837e-06,
      "loss": 0.5547,
      "step": 2652
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3332777464295004,
      "learning_rate": 1.382007068564488e-06,
      "loss": 0.8626,
      "step": 2653
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2663714540389272,
      "learning_rate": 1.375362444755442e-06,
      "loss": 0.5788,
      "step": 2654
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2647407544778368,
      "learning_rate": 1.3687330653965363e-06,
      "loss": 0.5743,
      "step": 2655
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.31675916235068646,
      "learning_rate": 1.3621189379053046e-06,
      "loss": 0.6427,
      "step": 2656
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26733759357870684,
      "learning_rate": 1.3555200696822235e-06,
      "loss": 0.5611,
      "step": 2657
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3433328528449939,
      "learning_rate": 1.3489364681106903e-06,
      "loss": 0.8443,
      "step": 2658
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.45579509313585165,
      "learning_rate": 1.3423681405570126e-06,
      "loss": 0.5787,
      "step": 2659
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26565395750424164,
      "learning_rate": 1.3358150943704233e-06,
      "loss": 0.5776,
      "step": 2660
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.32673566492493517,
      "learning_rate": 1.3292773368830508e-06,
      "loss": 0.8452,
      "step": 2661
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26365738650972786,
      "learning_rate": 1.322754875409915e-06,
      "loss": 0.5659,
      "step": 2662
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2664528802385754,
      "learning_rate": 1.31624771724892e-06,
      "loss": 0.5897,
      "step": 2663
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3320631451104972,
      "learning_rate": 1.3097558696808553e-06,
      "loss": 0.8248,
      "step": 2664
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.264890722781542,
      "learning_rate": 1.3032793399693737e-06,
      "loss": 0.5609,
      "step": 2665
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2931352467415526,
      "learning_rate": 1.2968181353609854e-06,
      "loss": 0.5908,
      "step": 2666
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.30549021339743265,
      "learning_rate": 1.290372263085064e-06,
      "loss": 0.6178,
      "step": 2667
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.31953934392926797,
      "learning_rate": 1.2839417303538203e-06,
      "loss": 0.8315,
      "step": 2668
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26517239195000214,
      "learning_rate": 1.2775265443622974e-06,
      "loss": 0.5661,
      "step": 2669
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.26577683925378087,
      "learning_rate": 1.2711267122883784e-06,
      "loss": 0.5839,
      "step": 2670
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2560559916816502,
      "learning_rate": 1.2647422412927623e-06,
      "loss": 0.5917,
      "step": 2671
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.5357688687256464,
      "learning_rate": 1.2583731385189562e-06,
      "loss": 0.8593,
      "step": 2672
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.266031688224961,
      "learning_rate": 1.2520194110932798e-06,
      "loss": 0.5561,
      "step": 2673
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2590847348042691,
      "learning_rate": 1.2456810661248447e-06,
      "loss": 0.5638,
      "step": 2674
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.32348386175755844,
      "learning_rate": 1.239358110705548e-06,
      "loss": 0.8585,
      "step": 2675
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2666589103945411,
      "learning_rate": 1.2330505519100803e-06,
      "loss": 0.5787,
      "step": 2676
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.2662869157826582,
      "learning_rate": 1.2267583967958918e-06,
      "loss": 0.5807,
      "step": 2677
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.3304113761833091,
      "learning_rate": 1.2204816524032003e-06,
      "loss": 0.605,
      "step": 2678
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.32933202356376334,
      "learning_rate": 1.2142203257549832e-06,
      "loss": 0.8238,
      "step": 2679
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26688486301851955,
      "learning_rate": 1.2079744238569701e-06,
      "loss": 0.5912,
      "step": 2680
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2634716046387676,
      "learning_rate": 1.201743953697627e-06,
      "loss": 0.5796,
      "step": 2681
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.317323583917811,
      "learning_rate": 1.1955289222481513e-06,
      "loss": 0.812,
      "step": 2682
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26271433290792884,
      "learning_rate": 1.1893293364624786e-06,
      "loss": 0.5804,
      "step": 2683
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.29626959130766806,
      "learning_rate": 1.1831452032772499e-06,
      "loss": 0.5657,
      "step": 2684
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.32457114265360326,
      "learning_rate": 1.1769765296118157e-06,
      "loss": 0.8283,
      "step": 2685
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2639665048082359,
      "learning_rate": 1.1708233223682429e-06,
      "loss": 0.5719,
      "step": 2686
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2620503275377508,
      "learning_rate": 1.1646855884312813e-06,
      "loss": 0.567,
      "step": 2687
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3298057178986045,
      "learning_rate": 1.1585633346683655e-06,
      "loss": 0.8289,
      "step": 2688
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.242289370416065,
      "learning_rate": 1.1524565679296196e-06,
      "loss": 0.3847,
      "step": 2689
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3306562292580629,
      "learning_rate": 1.146365295047836e-06,
      "loss": 0.8131,
      "step": 2690
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26450684256224555,
      "learning_rate": 1.140289522838463e-06,
      "loss": 0.5958,
      "step": 2691
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26476066415205307,
      "learning_rate": 1.1342292580996195e-06,
      "loss": 0.5748,
      "step": 2692
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.33178534974787127,
      "learning_rate": 1.128184507612063e-06,
      "loss": 0.8376,
      "step": 2693
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26770691677070574,
      "learning_rate": 1.1221552781391931e-06,
      "loss": 0.5709,
      "step": 2694
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2635928242812847,
      "learning_rate": 1.1161415764270505e-06,
      "loss": 0.5838,
      "step": 2695
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.34617672006982325,
      "learning_rate": 1.110143409204296e-06,
      "loss": 0.8403,
      "step": 2696
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2664872158180326,
      "learning_rate": 1.1041607831822064e-06,
      "loss": 0.5751,
      "step": 2697
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26173173477862427,
      "learning_rate": 1.0981937050546703e-06,
      "loss": 0.5945,
      "step": 2698
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.321029957154801,
      "learning_rate": 1.0922421814981904e-06,
      "loss": 0.8394,
      "step": 2699
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2474690620583462,
      "learning_rate": 1.0863062191718531e-06,
      "loss": 0.3878,
      "step": 2700
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3234801310041259,
      "learning_rate": 1.0803858247173392e-06,
      "loss": 0.8626,
      "step": 2701
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.25991294761289585,
      "learning_rate": 1.0744810047589116e-06,
      "loss": 0.587,
      "step": 2702
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.25985771380792944,
      "learning_rate": 1.0685917659034033e-06,
      "loss": 0.5978,
      "step": 2703
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.32846613918254675,
      "learning_rate": 1.0627181147402154e-06,
      "loss": 0.8455,
      "step": 2704
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2578802535310665,
      "learning_rate": 1.056860057841314e-06,
      "loss": 0.5708,
      "step": 2705
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2761134192764629,
      "learning_rate": 1.051017601761206e-06,
      "loss": 0.5818,
      "step": 2706
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.31692317866671066,
      "learning_rate": 1.0451907530369459e-06,
      "loss": 0.7885,
      "step": 2707
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26505816625341777,
      "learning_rate": 1.0393795181881349e-06,
      "loss": 0.59,
      "step": 2708
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.2728357486351304,
      "learning_rate": 1.033583903716892e-06,
      "loss": 0.589,
      "step": 2709
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.32911878393649924,
      "learning_rate": 1.0278039161078634e-06,
      "loss": 0.8302,
      "step": 2710
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3077204813310996,
      "learning_rate": 1.0220395618282159e-06,
      "loss": 0.6036,
      "step": 2711
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.27013196354836766,
      "learning_rate": 1.0162908473276133e-06,
      "loss": 0.5858,
      "step": 2712
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.31165399224072304,
      "learning_rate": 1.0105577790382293e-06,
      "loss": 0.5741,
      "step": 2713
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3289974501227926,
      "learning_rate": 1.0048403633747239e-06,
      "loss": 0.8546,
      "step": 2714
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26053278201019087,
      "learning_rate": 9.991386067342551e-07,
      "loss": 0.5776,
      "step": 2715
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2712965395250634,
      "learning_rate": 9.934525154964463e-07,
      "loss": 0.5803,
      "step": 2716
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26447125069534805,
      "learning_rate": 9.877820960234003e-07,
      "loss": 0.5638,
      "step": 2717
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3227754225165935,
      "learning_rate": 9.821273546596864e-07,
      "loss": 0.8374,
      "step": 2718
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26062523798391796,
      "learning_rate": 9.764882977323291e-07,
      "loss": 0.5942,
      "step": 2719
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26295656477390994,
      "learning_rate": 9.708649315508012e-07,
      "loss": 0.5921,
      "step": 2720
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3323071504520017,
      "learning_rate": 9.652572624070295e-07,
      "loss": 0.832,
      "step": 2721
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.30656908866437305,
      "learning_rate": 9.596652965753632e-07,
      "loss": 0.6326,
      "step": 2722
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2605653144762455,
      "learning_rate": 9.540890403125913e-07,
      "loss": 0.5873,
      "step": 2723
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26116092760304804,
      "learning_rate": 9.485284998579257e-07,
      "loss": 0.5894,
      "step": 2724
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6998453636916648,
      "learning_rate": 9.429836814329867e-07,
      "loss": 0.8651,
      "step": 2725
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.26530775720608774,
      "learning_rate": 9.374545912418065e-07,
      "loss": 0.5795,
      "step": 2726
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2632262275684422,
      "learning_rate": 9.319412354708262e-07,
      "loss": 0.5922,
      "step": 2727
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3305569652295422,
      "learning_rate": 9.264436202888732e-07,
      "loss": 0.6188,
      "step": 2728
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2633844349816537,
      "learning_rate": 9.209617518471636e-07,
      "loss": 0.5903,
      "step": 2729
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.27524650675152035,
      "learning_rate": 9.15495636279301e-07,
      "loss": 0.7495,
      "step": 2730
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.3285527726216361,
      "learning_rate": 9.100452797012582e-07,
      "loss": 0.8439,
      "step": 2731
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2689593396169757,
      "learning_rate": 9.046106882113753e-07,
      "loss": 0.5742,
      "step": 2732
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.31114196482799483,
      "learning_rate": 8.991918678903515e-07,
      "loss": 0.6143,
      "step": 2733
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2697086198717114,
      "learning_rate": 8.937888248012504e-07,
      "loss": 0.5693,
      "step": 2734
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.48314378700441635,
      "learning_rate": 8.884015649894678e-07,
      "loss": 0.5715,
      "step": 2735
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.34096075020268046,
      "learning_rate": 8.830300944827469e-07,
      "loss": 0.8466,
      "step": 2736
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2652223252543921,
      "learning_rate": 8.776744192911668e-07,
      "loss": 0.6024,
      "step": 2737
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2648608359266809,
      "learning_rate": 8.723345454071308e-07,
      "loss": 0.5756,
      "step": 2738
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.30902468606973715,
      "learning_rate": 8.670104788053596e-07,
      "loss": 0.6456,
      "step": 2739
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.33456170989941736,
      "learning_rate": 8.617022254428931e-07,
      "loss": 0.8632,
      "step": 2740
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26648695685488816,
      "learning_rate": 8.564097912590751e-07,
      "loss": 0.6012,
      "step": 2741
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2625291453895999,
      "learning_rate": 8.511331821755459e-07,
      "loss": 0.5834,
      "step": 2742
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.087288032713873,
      "learning_rate": 8.458724040962474e-07,
      "loss": 0.5815,
      "step": 2743
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.33430896502438484,
      "learning_rate": 8.406274629074012e-07,
      "loss": 0.8387,
      "step": 2744
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26007562113356003,
      "learning_rate": 8.353983644775081e-07,
      "loss": 0.5774,
      "step": 2745
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26612700952852997,
      "learning_rate": 8.301851146573514e-07,
      "loss": 0.5757,
      "step": 2746
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.32877886222422226,
      "learning_rate": 8.249877192799732e-07,
      "loss": 0.8403,
      "step": 2747
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.269195266430102,
      "learning_rate": 8.198061841606819e-07,
      "loss": 0.5933,
      "step": 2748
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2621405219059068,
      "learning_rate": 8.146405150970348e-07,
      "loss": 0.5765,
      "step": 2749
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3152852180870192,
      "learning_rate": 8.094907178688421e-07,
      "loss": 0.6055,
      "step": 2750
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.32702484834447015,
      "learning_rate": 8.043567982381511e-07,
      "loss": 0.8266,
      "step": 2751
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26639657343677253,
      "learning_rate": 7.992387619492436e-07,
      "loss": 0.574,
      "step": 2752
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.25991184650358556,
      "learning_rate": 7.941366147286389e-07,
      "loss": 0.5715,
      "step": 2753
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3317453620931051,
      "learning_rate": 7.89050362285062e-07,
      "loss": 0.8271,
      "step": 2754
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26217038158548356,
      "learning_rate": 7.839800103094641e-07,
      "loss": 0.5719,
      "step": 2755
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26677583574417024,
      "learning_rate": 7.789255644750087e-07,
      "loss": 0.5808,
      "step": 2756
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3214916054754722,
      "learning_rate": 7.738870304370521e-07,
      "loss": 0.8636,
      "step": 2757
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2775324284968548,
      "learning_rate": 7.68864413833153e-07,
      "loss": 0.5855,
      "step": 2758
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2617466211144747,
      "learning_rate": 7.63857720283061e-07,
      "loss": 0.5615,
      "step": 2759
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2630103307068116,
      "learning_rate": 7.588669553887067e-07,
      "loss": 0.5756,
      "step": 2760
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.31613833136547914,
      "learning_rate": 7.538921247341967e-07,
      "loss": 0.6397,
      "step": 2761
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3246388052640007,
      "learning_rate": 7.489332338858202e-07,
      "loss": 0.8221,
      "step": 2762
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2616189697284056,
      "learning_rate": 7.439902883920152e-07,
      "loss": 0.5976,
      "step": 2763
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26204430046235755,
      "learning_rate": 7.390632937833896e-07,
      "loss": 0.5909,
      "step": 2764
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.33166257971098523,
      "learning_rate": 7.341522555726971e-07,
      "loss": 0.8065,
      "step": 2765
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2664148639424498,
      "learning_rate": 7.29257179254847e-07,
      "loss": 0.573,
      "step": 2766
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26638156598433405,
      "learning_rate": 7.243780703068831e-07,
      "loss": 0.5761,
      "step": 2767
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3402122457497822,
      "learning_rate": 7.195149341879787e-07,
      "loss": 0.8505,
      "step": 2768
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.29508367073499014,
      "learning_rate": 7.146677763394493e-07,
      "loss": 0.5631,
      "step": 2769
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.27204944119166735,
      "learning_rate": 7.098366021847186e-07,
      "loss": 0.6009,
      "step": 2770
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.3222970068490483,
      "learning_rate": 7.050214171293307e-07,
      "loss": 0.8392,
      "step": 2771
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2448202058485172,
      "learning_rate": 7.002222265609476e-07,
      "loss": 0.3858,
      "step": 2772
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.31928925951762666,
      "learning_rate": 6.954390358493224e-07,
      "loss": 0.84,
      "step": 2773
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2632388438023451,
      "learning_rate": 6.906718503463105e-07,
      "loss": 0.5796,
      "step": 2774
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2589485534624188,
      "learning_rate": 6.859206753858654e-07,
      "loss": 0.5922,
      "step": 2775
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3334053075458717,
      "learning_rate": 6.811855162840214e-07,
      "loss": 0.864,
      "step": 2776
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2676389360745008,
      "learning_rate": 6.764663783388919e-07,
      "loss": 0.5714,
      "step": 2777
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2629706169696958,
      "learning_rate": 6.717632668306667e-07,
      "loss": 0.5892,
      "step": 2778
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3365254966667942,
      "learning_rate": 6.670761870216047e-07,
      "loss": 0.8253,
      "step": 2779
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.26015380384375575,
      "learning_rate": 6.624051441560208e-07,
      "loss": 0.5756,
      "step": 2780
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.26848238630945503,
      "learning_rate": 6.577501434602995e-07,
      "loss": 0.5903,
      "step": 2781
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3727427737781057,
      "learning_rate": 6.53111190142861e-07,
      "loss": 0.8325,
      "step": 2782
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3096313543579887,
      "learning_rate": 6.484882893941768e-07,
      "loss": 0.6086,
      "step": 2783
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.25651489220323664,
      "learning_rate": 6.438814463867576e-07,
      "loss": 0.5478,
      "step": 2784
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2695894089183635,
      "learning_rate": 6.392906662751486e-07,
      "loss": 0.5964,
      "step": 2785
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3276953938010369,
      "learning_rate": 6.347159541959224e-07,
      "loss": 0.8193,
      "step": 2786
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2597905583476498,
      "learning_rate": 6.301573152676665e-07,
      "loss": 0.5986,
      "step": 2787
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.26392722387589124,
      "learning_rate": 6.256147545909957e-07,
      "loss": 0.5854,
      "step": 2788
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2622163202746446,
      "learning_rate": 6.210882772485243e-07,
      "loss": 0.5591,
      "step": 2789
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.326297861615749,
      "learning_rate": 6.165778883048779e-07,
      "loss": 0.8412,
      "step": 2790
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2583429669139558,
      "learning_rate": 6.120835928066793e-07,
      "loss": 0.5798,
      "step": 2791
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.26296692769766494,
      "learning_rate": 6.076053957825411e-07,
      "loss": 0.5754,
      "step": 2792
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3342982162493739,
      "learning_rate": 6.031433022430672e-07,
      "loss": 0.8565,
      "step": 2793
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.30906389952130703,
      "learning_rate": 5.986973171808452e-07,
      "loss": 0.6343,
      "step": 2794
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.26774843775558027,
      "learning_rate": 5.942674455704345e-07,
      "loss": 0.5908,
      "step": 2795
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2664956126194552,
      "learning_rate": 5.898536923683667e-07,
      "loss": 0.5789,
      "step": 2796
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.32822922283116956,
      "learning_rate": 5.854560625131417e-07,
      "loss": 0.8524,
      "step": 2797
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.25971186237924104,
      "learning_rate": 5.810745609252166e-07,
      "loss": 0.5809,
      "step": 2798
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.2615281218368077,
      "learning_rate": 5.767091925070033e-07,
      "loss": 0.5576,
      "step": 2799
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.31903655884056753,
      "learning_rate": 5.723599621428616e-07,
      "loss": 0.8256,
      "step": 2800
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.25877334764922255,
      "learning_rate": 5.680268746990935e-07,
      "loss": 0.5826,
      "step": 2801
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26266182653644343,
      "learning_rate": 5.637099350239427e-07,
      "loss": 0.578,
      "step": 2802
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.33349186811561515,
      "learning_rate": 5.594091479475821e-07,
      "loss": 0.8517,
      "step": 2803
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2624089530102057,
      "learning_rate": 5.551245182821157e-07,
      "loss": 0.592,
      "step": 2804
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.309916799286011,
      "learning_rate": 5.50856050821562e-07,
      "loss": 0.6182,
      "step": 2805
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2622136263589409,
      "learning_rate": 5.466037503418625e-07,
      "loss": 0.5931,
      "step": 2806
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5462617458917376,
      "learning_rate": 5.423676216008693e-07,
      "loss": 0.5925,
      "step": 2807
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.32591387960670487,
      "learning_rate": 5.381476693383347e-07,
      "loss": 0.7977,
      "step": 2808
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.262409588792802,
      "learning_rate": 5.339438982759165e-07,
      "loss": 0.5575,
      "step": 2809
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.30963267747415046,
      "learning_rate": 5.297563131171656e-07,
      "loss": 0.5933,
      "step": 2810
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.25928252196135765,
      "learning_rate": 5.255849185475225e-07,
      "loss": 0.5643,
      "step": 2811
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.332548681860434,
      "learning_rate": 5.214297192343104e-07,
      "loss": 0.8387,
      "step": 2812
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.22980121973573106,
      "learning_rate": 5.172907198267368e-07,
      "loss": 0.5483,
      "step": 2813
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3224785471851996,
      "learning_rate": 5.131679249558807e-07,
      "loss": 0.8107,
      "step": 2814
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2574436769048619,
      "learning_rate": 5.090613392346905e-07,
      "loss": 0.5803,
      "step": 2815
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3084239263571586,
      "learning_rate": 5.049709672579722e-07,
      "loss": 0.6109,
      "step": 2816
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26223421930329927,
      "learning_rate": 5.008968136024034e-07,
      "loss": 0.5906,
      "step": 2817
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.25571401482331413,
      "learning_rate": 4.968388828265025e-07,
      "loss": 0.5883,
      "step": 2818
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.33712717854075713,
      "learning_rate": 4.927971794706443e-07,
      "loss": 0.8612,
      "step": 2819
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2865760681824552,
      "learning_rate": 4.887717080570431e-07,
      "loss": 0.5508,
      "step": 2820
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3132437017341409,
      "learning_rate": 4.84762473089751e-07,
      "loss": 0.6305,
      "step": 2821
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2677467684731647,
      "learning_rate": 4.807694790546563e-07,
      "loss": 0.5837,
      "step": 2822
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.32922724993541813,
      "learning_rate": 4.7679273041947525e-07,
      "loss": 0.7944,
      "step": 2823
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2591626017436989,
      "learning_rate": 4.728322316337452e-07,
      "loss": 0.5702,
      "step": 2824
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.26545979830492317,
      "learning_rate": 4.6888798712882155e-07,
      "loss": 0.5735,
      "step": 2825
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3244974955142281,
      "learning_rate": 4.6496000131787564e-07,
      "loss": 0.843,
      "step": 2826
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2754265233270991,
      "learning_rate": 4.6104827859588526e-07,
      "loss": 0.5633,
      "step": 2827
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2610716021697861,
      "learning_rate": 4.5715282333963105e-07,
      "loss": 0.5836,
      "step": 2828
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3369890522338348,
      "learning_rate": 4.5327363990769475e-07,
      "loss": 0.8593,
      "step": 2829
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.27697416378165163,
      "learning_rate": 4.4941073264044787e-07,
      "loss": 0.5897,
      "step": 2830
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.2596887929357789,
      "learning_rate": 4.455641058600529e-07,
      "loss": 0.5726,
      "step": 2831
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.30766392056395914,
      "learning_rate": 4.417337638704588e-07,
      "loss": 0.6281,
      "step": 2832
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2653500520663439,
      "learning_rate": 4.379197109573907e-07,
      "loss": 0.5739,
      "step": 2833
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3189641426382484,
      "learning_rate": 4.3412195138834656e-07,
      "loss": 0.8339,
      "step": 2834
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26218666237119825,
      "learning_rate": 4.30340489412594e-07,
      "loss": 0.5739,
      "step": 2835
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26077768834007914,
      "learning_rate": 4.265753292611735e-07,
      "loss": 0.5579,
      "step": 2836
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3237645904034168,
      "learning_rate": 4.228264751468752e-07,
      "loss": 0.8226,
      "step": 2837
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3467727619211216,
      "learning_rate": 4.1909393126424886e-07,
      "loss": 0.5823,
      "step": 2838
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.25697019059156195,
      "learning_rate": 4.153777017895971e-07,
      "loss": 0.5538,
      "step": 2839
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.32752659445793086,
      "learning_rate": 4.116777908809638e-07,
      "loss": 0.8452,
      "step": 2840
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26022298185395176,
      "learning_rate": 4.079942026781375e-07,
      "loss": 0.571,
      "step": 2841
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.25490861493279454,
      "learning_rate": 4.043269413026429e-07,
      "loss": 0.5515,
      "step": 2842
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3146774875829905,
      "learning_rate": 4.006760108577362e-07,
      "loss": 0.6242,
      "step": 2843
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2615182020627904,
      "learning_rate": 3.970414154284013e-07,
      "loss": 0.574,
      "step": 2844
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3228176658626438,
      "learning_rate": 3.9342315908134694e-07,
      "loss": 0.8661,
      "step": 2845
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2618556529607253,
      "learning_rate": 3.8982124586499804e-07,
      "loss": 0.5722,
      "step": 2846
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26716636486349926,
      "learning_rate": 3.862356798094924e-07,
      "loss": 0.5767,
      "step": 2847
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.32767093983670176,
      "learning_rate": 3.8266646492667756e-07,
      "loss": 0.8314,
      "step": 2848
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3715343457475811,
      "learning_rate": 3.791136052101107e-07,
      "loss": 0.5941,
      "step": 2849
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2608191625206612,
      "learning_rate": 3.7557710463504205e-07,
      "loss": 0.5621,
      "step": 2850
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3203949259590308,
      "learning_rate": 3.7205696715842287e-07,
      "loss": 0.8221,
      "step": 2851
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2750332689834594,
      "learning_rate": 3.6855319671889433e-07,
      "loss": 0.603,
      "step": 2852
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2566727055210367,
      "learning_rate": 3.6506579723678713e-07,
      "loss": 0.5727,
      "step": 2853
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.31490610187205387,
      "learning_rate": 3.6159477261410667e-07,
      "loss": 0.6311,
      "step": 2854
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3297986132088133,
      "learning_rate": 3.5814012673454966e-07,
      "loss": 0.8181,
      "step": 2855
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.2512023761665641,
      "learning_rate": 3.547018634634741e-07,
      "loss": 0.5409,
      "step": 2856
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.26087715556844926,
      "learning_rate": 3.5127998664791605e-07,
      "loss": 0.5913,
      "step": 2857
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.25892098440899125,
      "learning_rate": 3.478745001165728e-07,
      "loss": 0.5533,
      "step": 2858
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3307953226489057,
      "learning_rate": 3.4448540767980487e-07,
      "loss": 0.8796,
      "step": 2859
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.25343600583401077,
      "learning_rate": 3.411127131296271e-07,
      "loss": 0.5642,
      "step": 2860
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.25788629691177695,
      "learning_rate": 3.3775642023971097e-07,
      "loss": 0.5824,
      "step": 2861
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.3240865026009953,
      "learning_rate": 3.3441653276537253e-07,
      "loss": 0.8476,
      "step": 2862
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26093735529988066,
      "learning_rate": 3.310930544435725e-07,
      "loss": 0.5706,
      "step": 2863
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2698236615737785,
      "learning_rate": 3.277859889929147e-07,
      "loss": 0.5756,
      "step": 2864
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.31025324369991314,
      "learning_rate": 3.244953401136375e-07,
      "loss": 0.631,
      "step": 2865
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3258837190328951,
      "learning_rate": 3.212211114876057e-07,
      "loss": 0.8208,
      "step": 2866
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26063613018329085,
      "learning_rate": 3.179633067783205e-07,
      "loss": 0.5918,
      "step": 2867
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2609349349300113,
      "learning_rate": 3.1472192963089784e-07,
      "loss": 0.5831,
      "step": 2868
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.33151627472546213,
      "learning_rate": 3.114969836720816e-07,
      "loss": 0.8307,
      "step": 2869
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26069054388784935,
      "learning_rate": 3.08288472510222e-07,
      "loss": 0.5694,
      "step": 2870
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26054350723011604,
      "learning_rate": 3.050963997352907e-07,
      "loss": 0.5871,
      "step": 2871
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3306044740849455,
      "learning_rate": 3.0192076891885745e-07,
      "loss": 0.8548,
      "step": 2872
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.25829537165496425,
      "learning_rate": 2.9876158361409834e-07,
      "loss": 0.5745,
      "step": 2873
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26287172688880617,
      "learning_rate": 2.956188473557925e-07,
      "loss": 0.6006,
      "step": 2874
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3286699618406529,
      "learning_rate": 2.924925636603104e-07,
      "loss": 0.8224,
      "step": 2875
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.24219235648230453,
      "learning_rate": 2.8938273602561405e-07,
      "loss": 0.3834,
      "step": 2876
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.32589393679068623,
      "learning_rate": 2.8628936793125506e-07,
      "loss": 0.8516,
      "step": 2877
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2557250288944782,
      "learning_rate": 2.832124628383664e-07,
      "loss": 0.5692,
      "step": 2878
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26027962618247524,
      "learning_rate": 2.8015202418965937e-07,
      "loss": 0.5633,
      "step": 2879
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.32893239525463314,
      "learning_rate": 2.7710805540942794e-07,
      "loss": 0.8732,
      "step": 2880
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.26219893169005815,
      "learning_rate": 2.740805599035312e-07,
      "loss": 0.5885,
      "step": 2881
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2548218388535008,
      "learning_rate": 2.710695410593994e-07,
      "loss": 0.554,
      "step": 2882
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.33026906595940314,
      "learning_rate": 2.6807500224602763e-07,
      "loss": 0.8581,
      "step": 2883
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2569397194369273,
      "learning_rate": 2.6509694681397076e-07,
      "loss": 0.5646,
      "step": 2884
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.253411261875266,
      "learning_rate": 2.621353780953401e-07,
      "loss": 0.5742,
      "step": 2885
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3239315651942836,
      "learning_rate": 2.5919029940380147e-07,
      "loss": 0.8562,
      "step": 2886
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.24618798582225956,
      "learning_rate": 2.562617140345691e-07,
      "loss": 0.384,
      "step": 2887
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3281984827297079,
      "learning_rate": 2.5334962526440355e-07,
      "loss": 0.8569,
      "step": 2888
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.25673353610034194,
      "learning_rate": 2.50454036351605e-07,
      "loss": 0.563,
      "step": 2889
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.25379357476843994,
      "learning_rate": 2.4757495053601864e-07,
      "loss": 0.5485,
      "step": 2890
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.3260778468400225,
      "learning_rate": 2.447123710390192e-07,
      "loss": 0.8278,
      "step": 2891
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.315100936110326,
      "learning_rate": 2.418663010635114e-07,
      "loss": 0.6453,
      "step": 2892
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2846042985960293,
      "learning_rate": 2.3903674379393446e-07,
      "loss": 0.5931,
      "step": 2893
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.25933395969368284,
      "learning_rate": 2.3622370239624436e-07,
      "loss": 0.5459,
      "step": 2894
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3127625699418851,
      "learning_rate": 2.334271800179233e-07,
      "loss": 0.8291,
      "step": 2895
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2305137035568352,
      "learning_rate": 2.3064717978796336e-07,
      "loss": 0.535,
      "step": 2896
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.32033856644820397,
      "learning_rate": 2.278837048168797e-07,
      "loss": 0.8338,
      "step": 2897
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3099080136467589,
      "learning_rate": 2.25136758196689e-07,
      "loss": 0.607,
      "step": 2898
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.26306643859618356,
      "learning_rate": 2.22406343000921e-07,
      "loss": 0.5807,
      "step": 2899
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.26045900337245903,
      "learning_rate": 2.1969246228460526e-07,
      "loss": 0.5689,
      "step": 2900
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3225510972220235,
      "learning_rate": 2.1699511908427118e-07,
      "loss": 0.8189,
      "step": 2901
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2697709891256223,
      "learning_rate": 2.1431431641794287e-07,
      "loss": 0.5888,
      "step": 2902
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3061276599026969,
      "learning_rate": 2.1165005728514264e-07,
      "loss": 0.6476,
      "step": 2903
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.25773285362155396,
      "learning_rate": 2.090023446668793e-07,
      "loss": 0.5853,
      "step": 2904
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2626016545953547,
      "learning_rate": 2.0637118152564637e-07,
      "loss": 0.5774,
      "step": 2905
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3334211944985216,
      "learning_rate": 2.0375657080542398e-07,
      "loss": 0.8516,
      "step": 2906
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2553467811145329,
      "learning_rate": 2.0115851543166863e-07,
      "loss": 0.555,
      "step": 2907
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2566488942697536,
      "learning_rate": 1.985770183113117e-07,
      "loss": 0.5659,
      "step": 2908
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3282725040255461,
      "learning_rate": 1.9601208233276603e-07,
      "loss": 0.8151,
      "step": 2909
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.25766658278048843,
      "learning_rate": 1.934637103659076e-07,
      "loss": 0.5673,
      "step": 2910
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2640264032843368,
      "learning_rate": 1.9093190526207727e-07,
      "loss": 0.5982,
      "step": 2911
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.3259331043991793,
      "learning_rate": 1.8841666985408566e-07,
      "loss": 0.839,
      "step": 2912
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2568924860675369,
      "learning_rate": 1.8591800695619832e-07,
      "loss": 0.5774,
      "step": 2913
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.31012228688236243,
      "learning_rate": 1.8343591936414383e-07,
      "loss": 0.6092,
      "step": 2914
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2580693536983779,
      "learning_rate": 1.8097040985509904e-07,
      "loss": 0.5625,
      "step": 2915
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.25370702985313826,
      "learning_rate": 1.7852148118769563e-07,
      "loss": 0.5419,
      "step": 2916
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.32827060681343334,
      "learning_rate": 1.7608913610201006e-07,
      "loss": 0.8438,
      "step": 2917
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2571119811902067,
      "learning_rate": 1.7367337731956368e-07,
      "loss": 0.5721,
      "step": 2918
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2604705663623059,
      "learning_rate": 1.7127420754332601e-07,
      "loss": 0.5828,
      "step": 2919
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.33973667688003417,
      "learning_rate": 1.6889162945769643e-07,
      "loss": 0.8196,
      "step": 2920
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.26419705101019875,
      "learning_rate": 1.665256457285158e-07,
      "loss": 0.6137,
      "step": 2921
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2590956748927298,
      "learning_rate": 1.6417625900305656e-07,
      "loss": 0.5785,
      "step": 2922
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.32572613659039235,
      "learning_rate": 1.6184347191001926e-07,
      "loss": 0.8677,
      "step": 2923
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2545566373722254,
      "learning_rate": 1.5952728705953268e-07,
      "loss": 0.562,
      "step": 2924
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3145098144624954,
      "learning_rate": 1.5722770704315048e-07,
      "loss": 0.6163,
      "step": 2925
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.259165507674804,
      "learning_rate": 1.5494473443384615e-07,
      "loss": 0.5747,
      "step": 2926
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.33330713868961487,
      "learning_rate": 1.5267837178600974e-07,
      "loss": 0.8528,
      "step": 2927
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26153899589654706,
      "learning_rate": 1.5042862163544947e-07,
      "loss": 0.5715,
      "step": 2928
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2565233574558806,
      "learning_rate": 1.4819548649938508e-07,
      "loss": 0.5649,
      "step": 2929
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2677235667052446,
      "learning_rate": 1.4597896887644458e-07,
      "loss": 0.5909,
      "step": 2930
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3363233966857075,
      "learning_rate": 1.4377907124666746e-07,
      "loss": 0.853,
      "step": 2931
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2603771054605109,
      "learning_rate": 1.4159579607148976e-07,
      "loss": 0.5758,
      "step": 2932
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26437883003434604,
      "learning_rate": 1.394291457937541e-07,
      "loss": 0.5859,
      "step": 2933
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3374249056968785,
      "learning_rate": 1.3727912283770295e-07,
      "loss": 0.867,
      "step": 2934
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2702393705926067,
      "learning_rate": 1.3514572960896865e-07,
      "loss": 0.5741,
      "step": 2935
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3099831800134539,
      "learning_rate": 1.3302896849458345e-07,
      "loss": 0.5884,
      "step": 2936
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.25808209557775474,
      "learning_rate": 1.3092884186296283e-07,
      "loss": 0.5957,
      "step": 2937
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3311692173675386,
      "learning_rate": 1.2884535206392046e-07,
      "loss": 0.8297,
      "step": 2938
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26188855093649627,
      "learning_rate": 1.2677850142864324e-07,
      "loss": 0.6023,
      "step": 2939
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26242762174843265,
      "learning_rate": 1.2472829226970961e-07,
      "loss": 0.5849,
      "step": 2940
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3211670614294282,
      "learning_rate": 1.2269472688107463e-07,
      "loss": 0.8438,
      "step": 2941
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.266880611892333,
      "learning_rate": 1.206778075380699e-07,
      "loss": 0.5817,
      "step": 2942
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26040431861252494,
      "learning_rate": 1.1867753649740687e-07,
      "loss": 0.581,
      "step": 2943
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.33391053681386706,
      "learning_rate": 1.1669391599716028e-07,
      "loss": 0.8809,
      "step": 2944
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.25432418410891133,
      "learning_rate": 1.1472694825678476e-07,
      "loss": 0.5778,
      "step": 2945
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2606458406065084,
      "learning_rate": 1.1277663547709649e-07,
      "loss": 0.5813,
      "step": 2946
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.30716475499099377,
      "learning_rate": 1.1084297984027659e-07,
      "loss": 0.6319,
      "step": 2947
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3007574481220254,
      "learning_rate": 1.0892598350987271e-07,
      "loss": 0.5905,
      "step": 2948
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3255861153525361,
      "learning_rate": 1.0702564863078745e-07,
      "loss": 0.8595,
      "step": 2949
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2570199819820148,
      "learning_rate": 1.0514197732928665e-07,
      "loss": 0.587,
      "step": 2950
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2696853967509405,
      "learning_rate": 1.0327497171298439e-07,
      "loss": 0.5845,
      "step": 2951
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.3275405086292251,
      "learning_rate": 1.0142463387085465e-07,
      "loss": 0.8062,
      "step": 2952
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.26123349814131896,
      "learning_rate": 9.95909658732197e-08,
      "loss": 0.5702,
      "step": 2953
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2634422734997597,
      "learning_rate": 9.777396977174668e-08,
      "loss": 0.5855,
      "step": 2954
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3315929483548951,
      "learning_rate": 9.597364759945437e-08,
      "loss": 0.8604,
      "step": 2955
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25455056621034416,
      "learning_rate": 9.419000137070144e-08,
      "loss": 0.5576,
      "step": 2956
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2564055391213792,
      "learning_rate": 9.242303308118815e-08,
      "loss": 0.5741,
      "step": 2957
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.31511829456947726,
      "learning_rate": 9.067274470795639e-08,
      "loss": 0.6165,
      "step": 2958
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2578086694354369,
      "learning_rate": 8.893913820938293e-08,
      "loss": 0.5854,
      "step": 2959
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32222405511421603,
      "learning_rate": 8.722221552518116e-08,
      "loss": 0.8283,
      "step": 2960
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2557396435140683,
      "learning_rate": 8.552197857639444e-08,
      "loss": 0.5781,
      "step": 2961
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2577527632133992,
      "learning_rate": 8.38384292653993e-08,
      "loss": 0.5848,
      "step": 2962
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32665260260729756,
      "learning_rate": 8.217156947590066e-08,
      "loss": 0.8441,
      "step": 2963
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2647686330540538,
      "learning_rate": 8.052140107292661e-08,
      "loss": 0.5776,
      "step": 2964
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25769073580283836,
      "learning_rate": 7.888792590283356e-08,
      "loss": 0.5959,
      "step": 2965
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32201554169655805,
      "learning_rate": 7.72711457932962e-08,
      "loss": 0.8188,
      "step": 2966
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25393183545186276,
      "learning_rate": 7.567106255331247e-08,
      "loss": 0.5694,
      "step": 2967
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25878967339860687,
      "learning_rate": 7.408767797319693e-08,
      "loss": 0.5902,
      "step": 2968
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3040649426616665,
      "learning_rate": 7.252099382458077e-08,
      "loss": 0.6186,
      "step": 2969
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32658673037518043,
      "learning_rate": 7.097101186040677e-08,
      "loss": 0.8317,
      "step": 2970
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2565823447843271,
      "learning_rate": 6.943773381493601e-08,
      "loss": 0.5764,
      "step": 2971
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.34568353968099075,
      "learning_rate": 6.792116140373117e-08,
      "loss": 0.5949,
      "step": 2972
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32624328566325766,
      "learning_rate": 6.64212963236699e-08,
      "loss": 0.8425,
      "step": 2973
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25383592020522483,
      "learning_rate": 6.493814025293476e-08,
      "loss": 0.5822,
      "step": 2974
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.30225789889671756,
      "learning_rate": 6.347169485100834e-08,
      "loss": 0.615,
      "step": 2975
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25438120578317863,
      "learning_rate": 6.202196175868479e-08,
      "loss": 0.5722,
      "step": 2976
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2587504713533989,
      "learning_rate": 6.058894259804992e-08,
      "loss": 0.5737,
      "step": 2977
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3238456427914919,
      "learning_rate": 5.917263897249281e-08,
      "loss": 0.8312,
      "step": 2978
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.22348749649569893,
      "learning_rate": 5.7773052466700834e-08,
      "loss": 0.5502,
      "step": 2979
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3008927573702927,
      "learning_rate": 5.639018464665469e-08,
      "loss": 0.5766,
      "step": 2980
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3234697083206876,
      "learning_rate": 5.5024037059629993e-08,
      "loss": 0.8502,
      "step": 2981
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.26484859044376086,
      "learning_rate": 5.367461123419071e-08,
      "loss": 0.5934,
      "step": 2982
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.26107675592295354,
      "learning_rate": 5.234190868019573e-08,
      "loss": 0.5876,
      "step": 2983
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.32731239820537233,
      "learning_rate": 5.1025930888790594e-08,
      "loss": 0.8703,
      "step": 2984
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.25483376675824226,
      "learning_rate": 4.972667933240915e-08,
      "loss": 0.5562,
      "step": 2985
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.31041103932011566,
      "learning_rate": 4.844415546476688e-08,
      "loss": 0.6265,
      "step": 2986
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.6988992325755764,
      "learning_rate": 4.71783607208659e-08,
      "loss": 0.5533,
      "step": 2987
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2598621439634361,
      "learning_rate": 4.592929651698663e-08,
      "loss": 0.5632,
      "step": 2988
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.31476062562289525,
      "learning_rate": 4.4696964250697805e-08,
      "loss": 0.8125,
      "step": 2989
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2587645655886903,
      "learning_rate": 4.348136530083813e-08,
      "loss": 0.5782,
      "step": 2990
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2627819747103884,
      "learning_rate": 4.228250102752962e-08,
      "loss": 0.5739,
      "step": 2991
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.32316125117666966,
      "learning_rate": 4.110037277216427e-08,
      "loss": 0.8571,
      "step": 2992
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.263178915800441,
      "learning_rate": 3.993498185741573e-08,
      "loss": 0.5763,
      "step": 2993
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25758644660259267,
      "learning_rate": 3.8786329587222614e-08,
      "loss": 0.5645,
      "step": 2994
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.32344432499703984,
      "learning_rate": 3.7654417246801854e-08,
      "loss": 0.8409,
      "step": 2995
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2542229176994388,
      "learning_rate": 3.653924610263703e-08,
      "loss": 0.5844,
      "step": 2996
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.31013663082918264,
      "learning_rate": 3.5440817402476735e-08,
      "loss": 0.604,
      "step": 2997
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.26071750110753467,
      "learning_rate": 3.435913237534449e-08,
      "loss": 0.5902,
      "step": 2998
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.3189353357211232,
      "learning_rate": 3.329419223152386e-08,
      "loss": 0.8017,
      "step": 2999
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3046828090738452,
      "learning_rate": 3.224599816256335e-08,
      "loss": 0.6077,
      "step": 3000
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25372503178980255,
      "learning_rate": 3.121455134127482e-08,
      "loss": 0.5731,
      "step": 3001
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.26063455520934015,
      "learning_rate": 3.0199852921735104e-08,
      "loss": 0.5584,
      "step": 3002
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.31986227774653675,
      "learning_rate": 2.920190403927436e-08,
      "loss": 0.8271,
      "step": 3003
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.258119615530122,
      "learning_rate": 2.8220705810489412e-08,
      "loss": 0.5782,
      "step": 3004
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25362540766291997,
      "learning_rate": 2.7256259333230394e-08,
      "loss": 0.5823,
      "step": 3005
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.3214189466882664,
      "learning_rate": 2.6308565686604114e-08,
      "loss": 0.8064,
      "step": 3006
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25456465123932526,
      "learning_rate": 2.5377625930977367e-08,
      "loss": 0.5606,
      "step": 3007
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.30978192629158585,
      "learning_rate": 2.4463441107965278e-08,
      "loss": 0.6476,
      "step": 3008
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25829172096151937,
      "learning_rate": 2.3566012240439637e-08,
      "loss": 0.5572,
      "step": 3009
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.3280426024126837,
      "learning_rate": 2.2685340332522232e-08,
      "loss": 0.8423,
      "step": 3010
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.262933851834556,
      "learning_rate": 2.182142636958817e-08,
      "loss": 0.5879,
      "step": 3011
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.25836853361119794,
      "learning_rate": 2.0974271318260907e-08,
      "loss": 0.5738,
      "step": 3012
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.33278356703452416,
      "learning_rate": 2.0143876126412218e-08,
      "loss": 0.8083,
      "step": 3013
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2651356823927076,
      "learning_rate": 1.933024172316056e-08,
      "loss": 0.5964,
      "step": 3014
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2615960286421812,
      "learning_rate": 1.8533369018872704e-08,
      "loss": 0.5715,
      "step": 3015
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.329008237694297,
      "learning_rate": 1.775325890516044e-08,
      "loss": 0.841,
      "step": 3016
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2602834621023953,
      "learning_rate": 1.698991225488056e-08,
      "loss": 0.564,
      "step": 3017
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25302192814544366,
      "learning_rate": 1.624332992213151e-08,
      "loss": 0.5742,
      "step": 3018
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.31690815307222875,
      "learning_rate": 1.551351274225843e-08,
      "loss": 0.625,
      "step": 3019
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2593471043882813,
      "learning_rate": 1.4800461531841448e-08,
      "loss": 0.5892,
      "step": 3020
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3325597572816204,
      "learning_rate": 1.4104177088709036e-08,
      "loss": 0.8486,
      "step": 3021
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.26034541233963443,
      "learning_rate": 1.342466019192301e-08,
      "loss": 0.567,
      "step": 3022
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2649158523991357,
      "learning_rate": 1.2761911601788524e-08,
      "loss": 0.6033,
      "step": 3023
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.32030158516988405,
      "learning_rate": 1.2115932059847401e-08,
      "loss": 0.8593,
      "step": 3024
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.5655216372000299,
      "learning_rate": 1.148672228887815e-08,
      "loss": 0.5899,
      "step": 3025
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2594487310611052,
      "learning_rate": 1.0874282992895946e-08,
      "loss": 0.5759,
      "step": 3026
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.32746546391294806,
      "learning_rate": 1.0278614857154311e-08,
      "loss": 0.8419,
      "step": 3027
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2557523817520005,
      "learning_rate": 9.699718548136782e-09,
      "loss": 0.5749,
      "step": 3028
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.27801307389693986,
      "learning_rate": 9.137594713563569e-09,
      "loss": 0.575,
      "step": 3029
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.30068921710869256,
      "learning_rate": 8.592243982391557e-09,
      "loss": 0.6369,
      "step": 3030
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2571264883347178,
      "learning_rate": 8.063666964804317e-09,
      "loss": 0.5755,
      "step": 3031
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.326247850447829,
      "learning_rate": 7.551864252223762e-09,
      "loss": 0.8447,
      "step": 3032
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2561155412281709,
      "learning_rate": 7.056836417296819e-09,
      "loss": 0.563,
      "step": 3033
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3321611256584422,
      "learning_rate": 6.578584013905431e-09,
      "loss": 0.5812,
      "step": 3034
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.33362589120989933,
      "learning_rate": 6.117107577161551e-09,
      "loss": 0.8286,
      "step": 3035
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2578945470823204,
      "learning_rate": 5.672407623405484e-09,
      "loss": 0.5659,
      "step": 3036
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2854808469575818,
      "learning_rate": 5.244484650207548e-09,
      "loss": 0.5852,
      "step": 3037
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.3255212649949795,
      "learning_rate": 4.83333913636308e-09,
      "loss": 0.8081,
      "step": 3038
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.26159110083030285,
      "learning_rate": 4.4389715419024255e-09,
      "loss": 0.5872,
      "step": 3039
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2641786839518628,
      "learning_rate": 4.0613823080742905e-09,
      "loss": 0.581,
      "step": 3040
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.31918250651497204,
      "learning_rate": 3.7005718573623892e-09,
      "loss": 0.6341,
      "step": 3041
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.32405059260508784,
      "learning_rate": 3.3565405934721237e-09,
      "loss": 0.8267,
      "step": 3042
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.2557068854580608,
      "learning_rate": 3.029288901337246e-09,
      "loss": 0.5779,
      "step": 3043
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25604376986730143,
      "learning_rate": 2.718817147113195e-09,
      "loss": 0.5614,
      "step": 3044
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25456024066003097,
      "learning_rate": 2.4251256781854247e-09,
      "loss": 0.5732,
      "step": 3045
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.34250077982641713,
      "learning_rate": 2.148214823162742e-09,
      "loss": 0.8566,
      "step": 3046
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25390149283853686,
      "learning_rate": 1.8880848918739756e-09,
      "loss": 0.5504,
      "step": 3047
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.26061427644168744,
      "learning_rate": 1.6447361753796352e-09,
      "loss": 0.5721,
      "step": 3048
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.32629988695281265,
      "learning_rate": 1.4181689459569214e-09,
      "loss": 0.8501,
      "step": 3049
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.26218442352716864,
      "learning_rate": 1.2083834571097185e-09,
      "loss": 0.5945,
      "step": 3050
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.260229330406716,
      "learning_rate": 1.0153799435669298e-09,
      "loss": 0.5665,
      "step": 3051
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.30881762469143403,
      "learning_rate": 8.391586212741498e-10,
      "loss": 0.6343,
      "step": 3052
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4231221784521575,
      "learning_rate": 6.797196874069878e-10,
      "loss": 0.8283,
      "step": 3053
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2578628422578347,
      "learning_rate": 5.370633203577447e-10,
      "loss": 0.5614,
      "step": 3054
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25897601122947544,
      "learning_rate": 4.111896797437398e-10,
      "loss": 0.5858,
      "step": 3055
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3280348115950767,
      "learning_rate": 3.0209890640231495e-10,
      "loss": 0.8377,
      "step": 3056
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.24475625993804237,
      "learning_rate": 2.0979112239583042e-10,
      "loss": 0.389,
      "step": 3057
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3249026620501339,
      "learning_rate": 1.3426643100500347e-10,
      "loss": 0.8489,
      "step": 3058
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.258428955188248,
      "learning_rate": 7.552491673390449e-11,
      "loss": 0.5652,
      "step": 3059
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.25975550382546997,
      "learning_rate": 3.356664530829168e-11,
      "loss": 0.5875,
      "step": 3060
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.322426859288248,
      "learning_rate": 8.391663673945616e-12,
      "loss": 0.8463,
      "step": 3061
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.26632340692354883,
      "learning_rate": 0.0,
      "loss": 0.7333,
      "step": 3062
    },
    {
      "epoch": 1.0,
      "step": 3062,
      "total_flos": 0.0,
      "train_loss": 0.12032276010451015,
      "train_runtime": 5983.2516,
      "train_samples_per_second": 524.183,
      "train_steps_per_second": 0.512
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 3062,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}